-- Logs begin at Tue 2022-03-08 19:38:27 UTC, end at Tue 2022-03-08 20:51:35 UTC. -- Mar 08 20:22:41.104763 dv-cinder-830096-3-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Mar 08 20:22:44.015543 dv-cinder-830096-3-iscsi neutron-server[103349]: INFO neutron.common.config [-] Logging enabled! Mar 08 20:22:44.016153 dv-cinder-830096-3-iscsi neutron-server[103349]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev581 Mar 08 20:22:44.016358 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103349) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 08 20:22:44.019890 dv-cinder-830096-3-iscsi neutron-server[103349]: INFO neutron.common.config [-] Logging enabled! Mar 08 20:22:44.020146 dv-cinder-830096-3-iscsi neutron-server[103349]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev581 Mar 08 20:22:44.020490 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103349) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 08 20:22:44.021420 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 08 20:22:44.021658 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 08 20:22:44.022036 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 08 20:22:44.022286 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 08 20:22:44.022918 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 08 20:22:44.023247 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:22:44.023672 dv-cinder-830096-3-iscsi neutron-server[103349]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Mar 08 20:22:44.023989 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:22:44.024316 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:22:44.024615 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:22:44.024910 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:22:44.025200 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:22:44.025562 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:22:44.025855 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:22:44.026156 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:22:44.026443 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:22:44.026725 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:22:44.027008 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:22:44.027303 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:22:44.027586 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:22:44.027874 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:22:44.028161 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:22:44.028485 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.common.config [-] debug = True {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:22:44.028770 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:22:44.029204 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:22:44.029621 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:22:44.029902 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:22:44.030193 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:22:44.030480 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:22:44.030749 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:22:44.031025 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:22:44.031308 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:22:44.031636 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.common.config [-] host = dv-cinder-830096-3-iscsi {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:22:44.031915 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:22:44.032221 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:22:44.032514 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:22:44.032800 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:22:44.033074 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:22:44.033353 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:22:44.033638 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:22:44.033912 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:22:44.034185 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.common.config [-] log_file = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:22:44.034461 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:22:44.034749 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:22:44.035035 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:22:44.035324 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:22:44.035551 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:22:44.035776 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:22:44.036083 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:22:44.036393 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:22:44.036669 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:22:44.036944 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:22:44.037219 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:22:44.037492 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:22:44.037766 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:22:44.038034 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:22:44.038324 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:22:44.038608 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:22:44.038894 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:22:44.039166 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:22:44.039440 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:22:44.039710 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:22:44.039980 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:22:44.040293 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:22:44.040566 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:22:44.040839 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:22:44.041636 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:22:44.041925 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:22:44.042194 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:22:44.042466 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:22:44.042766 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:22:44.043053 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:22:44.043336 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:22:44.043618 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:22:44.043891 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:22:44.044175 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:22:44.044469 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:22:44.044740 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:22:44.045011 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.common.config [-] use_json = False {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:22:44.045296 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:22:44.045553 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:22:44.045832 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:22:44.046105 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:22:44.046376 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:22:44.046647 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:22:44.046917 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:22:44.047200 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:22:44.047471 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:22:44.047763 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:44.048064 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:44.048396 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:44.048694 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:44.048986 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:44.049265 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:44.049553 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:44.049830 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:44.050118 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:44.050406 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:44.050693 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:44.050971 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:44.051270 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:44.051559 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:44.051850 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:44.052153 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:44.052471 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:44.052760 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:44.053036 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:44.053311 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:44.053582 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:44.053859 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:44.054145 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:44.054422 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:44.054708 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:44.054995 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:44.055271 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:44.055568 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:44.055851 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:44.056145 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:44.056457 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:44.057359 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:44.057644 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:44.057938 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:44.058216 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:44.058496 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:44.058775 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:44.059064 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:44.059342 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:44.059615 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:44.059896 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:44.060170 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:44.060464 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:44.060737 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:44.061014 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:44.061301 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:44.061575 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:44.061845 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:44.062115 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:44.062389 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:44.062657 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:44.062939 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:44.063212 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:44.063481 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:44.063750 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:44.064024 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:44.064322 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:44.064596 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:44.064871 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:44.065140 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:44.065414 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:44.065684 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:44.065952 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:44.066221 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:44.066493 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:44.066764 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:44.067039 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:44.067311 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:44.067587 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:44.067859 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:44.068127 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:44.068426 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:44.068699 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:44.068971 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:44.069255 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:44.069552 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:44.069828 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:44.070103 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:44.070378 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:44.070653 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:44.070931 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:44.071206 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:44.071480 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:44.071756 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:44.072027 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:44.072361 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:44.072646 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:44.072932 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:44.073230 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:44.073507 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:44.073801 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:44.074074 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:44.074347 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:44.074629 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:44.074940 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:44.075224 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:44.075507 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:44.075792 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:44.076121 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:44.076439 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:44.076735 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:44.077028 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:44.077319 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:44.077596 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:44.077900 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:44.078178 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:44.078400 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 08 20:22:44.078639 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103349) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Mar 08 20:22:44.449102 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 08 20:22:44.449378 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 08 20:22:44.449688 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 08 20:22:44.450171 dv-cinder-830096-3-iscsi neutron-server[103349]: INFO neutron.manager [-] Loading core plugin: ml2 Mar 08 20:22:44.781192 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:22:44.781409 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:22:44.781684 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:22:44.782986 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:22:44.783271 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:22:44.783541 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:22:44.829750 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:22:44.830032 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:22:44.830302 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:22:44.844958 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:22:44.845240 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:22:44.845513 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:22:44.873605 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:22:44.873896 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:22:44.874168 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:22:44.911847 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:22:44.912129 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:22:44.912428 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:22:45.259520 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:22:45.260275 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:22:45.260275 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:22:45.260452 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:22:45.261102 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:22:45.361375 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:22:45.361697 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:22:45.361979 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:22:45.362252 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:22:45.362519 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:22:45.362831 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:22:45.363093 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:22:45.363355 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:22:45.363616 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:22:45.363902 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:22:45.364166 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:22:45.364455 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:22:45.364715 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:22:45.364971 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:22:45.365226 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:22:45.365493 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:22:45.365750 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:22:45.366021 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:22:45.366292 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:22:45.366552 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:22:45.366824 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:22:45.367081 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:22:45.367362 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:22:45.367740 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:22:45.367991 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:22:45.368261 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:22:45.368662 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103349) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 08 20:22:45.368911 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103349) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 08 20:22:45.369184 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103349) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 08 20:22:45.369424 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103349) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 08 20:22:45.369660 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103349) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 08 20:22:45.369895 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103349) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 08 20:22:45.370256 dv-cinder-830096-3-iscsi neutron-server[103349]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Mar 08 20:22:45.373403 dv-cinder-830096-3-iscsi neutron-server[103349]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Mar 08 20:22:45.377503 dv-cinder-830096-3-iscsi neutron-server[103349]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Mar 08 20:22:45.381233 dv-cinder-830096-3-iscsi neutron-server[103349]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(100, 149)])]) Mar 08 20:22:45.382883 dv-cinder-830096-3-iscsi neutron-server[103349]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Mar 08 20:22:45.383355 dv-cinder-830096-3-iscsi neutron-server[103349]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Mar 08 20:22:45.383690 dv-cinder-830096-3-iscsi neutron-server[103349]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Mar 08 20:22:45.384075 dv-cinder-830096-3-iscsi neutron-server[103349]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Mar 08 20:22:45.386967 dv-cinder-830096-3-iscsi neutron-server[103349]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Mar 08 20:22:45.387214 dv-cinder-830096-3-iscsi neutron-server[103349]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Mar 08 20:22:45.387555 dv-cinder-830096-3-iscsi neutron-server[103349]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Mar 08 20:22:45.392483 dv-cinder-830096-3-iscsi neutron-server[103349]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Mar 08 20:22:45.417585 dv-cinder-830096-3-iscsi neutron-server[103349]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Mar 08 20:22:45.418037 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:22:45.418336 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103349) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Mar 08 20:22:45.418707 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:22:45.420081 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103349) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Mar 08 20:22:45.420393 dv-cinder-830096-3-iscsi neutron-server[103349]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Mar 08 20:22:45.420638 dv-cinder-830096-3-iscsi neutron-server[103349]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Mar 08 20:22:45.423887 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:22:45.424170 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:22:45.486401 dv-cinder-830096-3-iscsi neutron-server[103349]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Mar 08 20:22:45.486644 dv-cinder-830096-3-iscsi neutron-server[103349]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Mar 08 20:22:45.486886 dv-cinder-830096-3-iscsi neutron-server[103349]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Mar 08 20:22:45.487262 dv-cinder-830096-3-iscsi neutron-server[103349]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Mar 08 20:22:45.507122 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_db.sqlalchemy.engines [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103349) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Mar 08 20:22:46.124394 dv-cinder-830096-3-iscsi neutron-server[103349]: INFO neutron.plugins.ml2.managers [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Initializing driver for type 'gre' Mar 08 20:22:46.124916 dv-cinder-830096-3-iscsi neutron-server[103349]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] gre ID ranges: [(1, 1000)] Mar 08 20:22:46.301069 dv-cinder-830096-3-iscsi neutron-server[103349]: INFO neutron.plugins.ml2.managers [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Initializing driver for type 'local' Mar 08 20:22:46.301691 dv-cinder-830096-3-iscsi neutron-server[103349]: INFO neutron.plugins.ml2.managers [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Initializing driver for type 'vlan' Mar 08 20:22:46.387242 dv-cinder-830096-3-iscsi neutron-server[103349]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] VlanTypeDriver initialization complete Mar 08 20:22:46.387510 dv-cinder-830096-3-iscsi neutron-server[103349]: INFO neutron.plugins.ml2.managers [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Initializing driver for type 'vxlan' Mar 08 20:22:46.388014 dv-cinder-830096-3-iscsi neutron-server[103349]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] vxlan ID ranges: [(1, 1000)] Mar 08 20:22:46.645002 dv-cinder-830096-3-iscsi neutron-server[103349]: INFO neutron.plugins.ml2.managers [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Initializing extension driver 'port_security' Mar 08 20:22:46.645263 dv-cinder-830096-3-iscsi neutron-server[103349]: INFO neutron.plugins.ml2.extensions.port_security [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] PortSecurityExtensionDriver initialization complete Mar 08 20:22:46.645593 dv-cinder-830096-3-iscsi neutron-server[103349]: INFO neutron.plugins.ml2.managers [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Initializing mechanism driver 'openvswitch' Mar 08 20:22:46.645922 dv-cinder-830096-3-iscsi neutron-server[103349]: INFO neutron.plugins.ml2.managers [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Initializing mechanism driver 'hyperv' Mar 08 20:22:46.653200 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.plugins.ml2.plugin [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:22:46.654059 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Subscribe: > port after_create 55550000 {{(pid=103349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:22:46.654428 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Subscribe: > port after_update 55550000 {{(pid=103349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:22:46.654809 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Subscribe: > port after_delete 55550000 {{(pid=103349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:22:46.655331 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103349) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 08 20:22:46.655761 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Subscribe: > subnet after_create 55550000 {{(pid=103349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:22:46.656115 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Subscribe: > subnet after_update 55550000 {{(pid=103349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:22:46.656488 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Subscribe: > subnet after_delete 55550000 {{(pid=103349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:22:46.656879 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103349) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 08 20:22:46.657282 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Subscribe: > network after_create 55550000 {{(pid=103349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:22:46.657628 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Subscribe: > network after_update 55550000 {{(pid=103349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:22:46.657967 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Subscribe: > network after_delete 55550000 {{(pid=103349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:22:46.658361 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103349) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 08 20:22:46.658803 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Subscribe: > security_group after_create 55550000 {{(pid=103349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:22:46.659152 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Subscribe: > security_group after_update 55550000 {{(pid=103349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:22:46.659492 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Subscribe: > security_group after_delete 55550000 {{(pid=103349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:22:46.659880 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103349) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 08 20:22:46.660320 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:22:46.660663 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:22:46.660999 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:22:46.661383 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103349) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 08 20:22:46.661782 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Subscribe: > address_group after_create 55550000 {{(pid=103349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:22:46.662157 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Subscribe: > address_group after_update 55550000 {{(pid=103349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:22:46.662494 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Subscribe: > address_group after_delete 55550000 {{(pid=103349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:22:46.662887 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103349) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 08 20:22:46.663322 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] ML2 OVO RPC backend initialized. {{(pid=103349) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Mar 08 20:22:46.664065 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Subscribe: > router_interface after_create 55550000 {{(pid=103349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:22:46.664434 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:22:46.664841 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Subscribe: > network before_response 55550000 {{(pid=103349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:22:46.665185 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Subscribe: > networks before_response 55550000 {{(pid=103349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:22:46.669932 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Subscribe: > port before_response 55550000 {{(pid=103349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:22:46.669932 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Subscribe: > ports before_response 55550000 {{(pid=103349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:22:46.669932 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Subscribe: > subnet before_response 55550000 {{(pid=103349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:22:46.669932 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Subscribe: > subnets before_response 55550000 {{(pid=103349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:22:46.670316 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Subscribe: > network after_create 55550000 {{(pid=103349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:22:46.670316 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Subscribe: > network after_update 55550000 {{(pid=103349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:22:46.670316 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Subscribe: > network after_delete 55550000 {{(pid=103349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:22:46.670316 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Subscribe: > port after_create 55550000 {{(pid=103349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:22:46.670613 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Subscribe: > port after_update 55550000 {{(pid=103349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:22:46.670613 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Subscribe: > port after_delete 55550000 {{(pid=103349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:22:46.670613 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Subscribe: > subnet after_create 55550000 {{(pid=103349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:22:46.670613 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Subscribe: > subnet after_update 55550000 {{(pid=103349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:22:46.670923 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Subscribe: > subnet after_delete 55550000 {{(pid=103349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:22:46.677423 dv-cinder-830096-3-iscsi neutron-server[103349]: INFO neutron.quota [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Loaded quota_driver: . Mar 08 20:22:46.677840 dv-cinder-830096-3-iscsi neutron-server[103349]: INFO neutron.plugins.ml2.plugin [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Modular L2 Plugin initialization complete Mar 08 20:22:46.678190 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.manager [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Loading services supported by the core plugin {{(pid=103349) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Mar 08 20:22:46.678535 dv-cinder-830096-3-iscsi neutron-server[103349]: INFO neutron.plugins.ml2.managers [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Got port-security extension from driver 'port_security' Mar 08 20:22:46.679011 dv-cinder-830096-3-iscsi neutron-server[103349]: INFO neutron.extensions.vlantransparent [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Disabled vlantransparent extension. Mar 08 20:22:46.679504 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.manager [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103349) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Mar 08 20:22:46.679826 dv-cinder-830096-3-iscsi neutron-server[103349]: INFO neutron.manager [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Loading Plugin: router Mar 08 20:22:46.721595 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Subscribe: > router_interface before_create 55550000 {{(pid=103349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:22:46.721985 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Subscribe: > router after_create 55549900 {{(pid=103349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:22:46.722355 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Subscribe: > router before_create 55549900 {{(pid=103349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:22:46.722717 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:22:46.723083 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:22:46.723435 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Subscribe: > router after_delete 55549900 {{(pid=103349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:22:46.723785 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Subscribe: > floatingip after_create 55550000 {{(pid=103349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:22:46.724135 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Subscribe: > floatingip after_update 55550000 {{(pid=103349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:22:46.724514 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Subscribe: > router after_create 55549900 {{(pid=103349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:22:46.724855 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Subscribe: > router after_update 55549900 {{(pid=103349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:22:46.725199 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Subscribe: > router after_update 55549900 {{(pid=103349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:22:46.725540 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:22:46.725894 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Subscribe: > router after_update 55549900 {{(pid=103349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:22:46.726299 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Subscribe: > router precommit_update 55549900 {{(pid=103349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:22:46.726666 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Subscribe: port after_update 55550000 {{(pid=103349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:22:46.727002 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Subscribe: port after_delete 55550000 {{(pid=103349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:22:46.727334 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Subscribe: subnet after_update 55550000 {{(pid=103349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:22:46.727668 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:22:46.728011 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Subscribe: > port precommit_delete 55550000 {{(pid=103349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:22:46.728447 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Subscribe: > router precommit_create 55549900 {{(pid=103349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:22:46.728790 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Subscribe: port before_delete 55550000 {{(pid=103349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:22:46.729127 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Subscribe: > router precommit_create 55550000 {{(pid=103349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:22:46.729478 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Subscribe: > router after_update 55549900 {{(pid=103349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:22:46.729813 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Subscribe: > router precommit_delete 55549900 {{(pid=103349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:22:46.730288 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Subscribe: > router precommit_create 55549900 {{(pid=103349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:22:46.730650 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Subscribe: > router_interface after_create 55550000 {{(pid=103349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:22:46.730993 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Subscribe: > router precommit_update 55549900 {{(pid=103349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:22:46.731356 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Subscribe: > agent after_create 55550000 {{(pid=103349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:22:46.731701 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Subscribe: > agent after_delete 55550000 {{(pid=103349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:22:46.732043 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Subscribe: > network after_delete 55550000 {{(pid=103349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:22:46.732915 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.quota.resource_registry [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Tracking information for resource: router configured {{(pid=103349) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 08 20:22:46.733242 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.quota.resource_registry [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Tracking information for resource: floatingip configured {{(pid=103349) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 08 20:22:46.738139 dv-cinder-830096-3-iscsi neutron-server[103349]: INFO neutron.db.l3_agentschedulers_db [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Mar 08 20:22:46.738700 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Subscribe: port after_update 55550000 {{(pid=103349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:22:46.739058 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Subscribe: port after_create 55550000 {{(pid=103349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:22:46.739407 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Subscribe: port after_delete 55550000 {{(pid=103349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:22:46.739758 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Subscribe: port after_update 55550000 {{(pid=103349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:22:46.740560 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Subscribe: > router before_create 55550100 {{(pid=103349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:22:46.740919 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Subscribe: > router precommit_delete 55550100 {{(pid=103349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:22:46.741275 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Subscribe: > router precommit_create 55550100 {{(pid=103349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:22:46.741628 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Subscribe: > router precommit_update 55550100 {{(pid=103349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:22:46.747242 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.services.provider_configuration [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Service providers = [] {{(pid=103349) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Mar 08 20:22:46.747604 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.db.servicetype_db [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103349) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Mar 08 20:22:46.750584 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.services.service_base [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103349) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 08 20:22:46.750927 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.services.service_base [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103349) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 08 20:22:46.751261 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.services.service_base [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103349) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 08 20:22:46.752144 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.services.service_base [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103349) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 08 20:22:46.752541 dv-cinder-830096-3-iscsi neutron-server[103349]: INFO neutron.services.service_base [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Default provider is not specified for service type L3_ROUTER_NAT Mar 08 20:22:46.752910 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.manager [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103349) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 08 20:22:46.753224 dv-cinder-830096-3-iscsi neutron-server[103349]: INFO neutron.manager [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Mar 08 20:22:46.764532 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.manager [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103349) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 08 20:22:46.764864 dv-cinder-830096-3-iscsi neutron-server[103349]: INFO neutron.manager [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Loading Plugin: auto_allocate Mar 08 20:22:46.770909 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Subscribe: network precommit_update 55550000 {{(pid=103349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:22:46.771278 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Subscribe: network precommit_create 55550000 {{(pid=103349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:22:46.771786 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.manager [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103349) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 08 20:22:46.772106 dv-cinder-830096-3-iscsi neutron-server[103349]: INFO neutron.manager [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Loading Plugin: tag Mar 08 20:22:46.779373 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.manager [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103349) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 08 20:22:46.779699 dv-cinder-830096-3-iscsi neutron-server[103349]: INFO neutron.manager [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Loading Plugin: timestamp Mar 08 20:22:46.783528 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.manager [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103349) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 08 20:22:46.783856 dv-cinder-830096-3-iscsi neutron-server[103349]: INFO neutron.manager [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Loading Plugin: network_ip_availability Mar 08 20:22:46.789410 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:22:46.789778 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:22:46.790134 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:22:46.790856 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.manager [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103349) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 08 20:22:46.791769 dv-cinder-830096-3-iscsi neutron-server[103349]: INFO neutron.manager [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Loading Plugin: flavors Mar 08 20:22:46.796754 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.manager [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103349) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 08 20:22:46.797082 dv-cinder-830096-3-iscsi neutron-server[103349]: INFO neutron.manager [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Loading Plugin: revisions Mar 08 20:22:46.801381 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.manager [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103349) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 08 20:22:46.801772 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_concurrency.lockutils [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.352s {{(pid=103349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 08 20:22:46.802507 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103349) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Mar 08 20:22:46.802839 dv-cinder-830096-3-iscsi neutron-server[103349]: INFO neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Initializing extension manager. Mar 08 20:22:46.803359 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Loading extension file: __init__.py {{(pid=103349) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 20:22:46.803869 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Loading extension file: __pycache__ {{(pid=103349) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 20:22:46.804246 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=103349) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 20:22:46.804582 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Loading extension file: address_group.py {{(pid=103349) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 20:22:46.805324 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103349) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 20:22:46.805891 dv-cinder-830096-3-iscsi neutron-server[103349]: INFO neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Loaded extension: address-group Mar 08 20:22:46.806214 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Loading extension file: address_scope.py {{(pid=103349) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 20:22:46.806954 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103349) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 20:22:46.807468 dv-cinder-830096-3-iscsi neutron-server[103349]: INFO neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Loaded extension: address-scope Mar 08 20:22:46.807789 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Loading extension file: admin_state_down_before_update.py {{(pid=103349) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 20:22:46.808737 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103349) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 20:22:46.809248 dv-cinder-830096-3-iscsi neutron-server[103349]: INFO neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Loaded extension: router-admin-state-down-before-update Mar 08 20:22:46.809570 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Loading extension file: agent.py {{(pid=103349) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 20:22:46.810262 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103349) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 20:22:46.810772 dv-cinder-830096-3-iscsi neutron-server[103349]: INFO neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Loaded extension: agent Mar 08 20:22:46.811094 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Loading extension file: agent_resources_synced.py {{(pid=103349) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 20:22:46.811989 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103349) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 20:22:46.812528 dv-cinder-830096-3-iscsi neutron-server[103349]: INFO neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Loaded extension: agent-resources-synced Mar 08 20:22:46.812848 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Loading extension file: allowedaddresspairs.py {{(pid=103349) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 20:22:46.814615 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103349) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 20:22:46.815137 dv-cinder-830096-3-iscsi neutron-server[103349]: INFO neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Loaded extension: allowed-address-pairs Mar 08 20:22:46.815459 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Loading extension file: auto_allocated_topology.py {{(pid=103349) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 20:22:46.816562 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103349) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 20:22:46.817080 dv-cinder-830096-3-iscsi neutron-server[103349]: INFO neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Loaded extension: auto-allocated-topology Mar 08 20:22:46.817400 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Loading extension file: availability_zone.py {{(pid=103349) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 20:22:46.818084 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103349) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 20:22:46.818591 dv-cinder-830096-3-iscsi neutron-server[103349]: INFO neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Loaded extension: availability_zone Mar 08 20:22:46.818909 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Loading extension file: availability_zone_filter.py {{(pid=103349) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 20:22:46.819806 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103349) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 20:22:46.820345 dv-cinder-830096-3-iscsi neutron-server[103349]: INFO neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Loaded extension: availability_zone_filter Mar 08 20:22:46.820662 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Loading extension file: data_plane_status.py {{(pid=103349) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 20:22:46.821553 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103349) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 20:22:46.822063 dv-cinder-830096-3-iscsi neutron-server[103349]: INFO neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Extension data-plane-status not supported by any of loaded plugins Mar 08 20:22:46.822413 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Loading extension file: default_subnetpools.py {{(pid=103349) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 20:22:46.823311 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103349) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 20:22:46.823817 dv-cinder-830096-3-iscsi neutron-server[103349]: INFO neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Loaded extension: default-subnetpools Mar 08 20:22:46.824138 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Loading extension file: dhcpagentscheduler.py {{(pid=103349) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 20:22:46.824955 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103349) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 20:22:46.825463 dv-cinder-830096-3-iscsi neutron-server[103349]: INFO neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Loaded extension: dhcp_agent_scheduler Mar 08 20:22:46.825781 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Loading extension file: dns.py {{(pid=103349) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 20:22:46.826697 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103349) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 20:22:46.827207 dv-cinder-830096-3-iscsi neutron-server[103349]: INFO neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Extension dns-integration not supported by any of loaded plugins Mar 08 20:22:46.827528 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Loading extension file: dns_domain_ports.py {{(pid=103349) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 20:22:46.828461 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103349) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 20:22:46.828974 dv-cinder-830096-3-iscsi neutron-server[103349]: INFO neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Extension dns-domain-ports not supported by any of loaded plugins Mar 08 20:22:46.829295 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103349) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 20:22:46.830203 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103349) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 20:22:46.830714 dv-cinder-830096-3-iscsi neutron-server[103349]: INFO neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Mar 08 20:22:46.831040 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Loading extension file: dvr.py {{(pid=103349) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 20:22:46.831700 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103349) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 20:22:46.832232 dv-cinder-830096-3-iscsi neutron-server[103349]: INFO neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Loaded extension: dvr Mar 08 20:22:46.832571 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Loading extension file: ecmp_routes.py {{(pid=103349) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 20:22:46.833478 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103349) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 20:22:46.834009 dv-cinder-830096-3-iscsi neutron-server[103349]: INFO neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Extension ecmp_routes not supported by any of loaded plugins Mar 08 20:22:46.834333 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Loading extension file: empty_string_filtering.py {{(pid=103349) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 20:22:46.835228 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103349) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 20:22:46.835737 dv-cinder-830096-3-iscsi neutron-server[103349]: INFO neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Loaded extension: empty-string-filtering Mar 08 20:22:46.836053 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103349) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 20:22:46.836976 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103349) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 20:22:46.837482 dv-cinder-830096-3-iscsi neutron-server[103349]: INFO neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Mar 08 20:22:46.838387 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103349) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 20:22:46.839742 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103349) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 20:22:46.840513 dv-cinder-830096-3-iscsi neutron-server[103349]: INFO neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Mar 08 20:22:46.840956 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Loading extension file: external_net.py {{(pid=103349) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 20:22:46.841879 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103349) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 20:22:46.842388 dv-cinder-830096-3-iscsi neutron-server[103349]: INFO neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Loaded extension: external-net Mar 08 20:22:46.842705 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Loading extension file: extra_dhcp_opt.py {{(pid=103349) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 20:22:46.843655 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103349) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 20:22:46.844160 dv-cinder-830096-3-iscsi neutron-server[103349]: INFO neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Loaded extension: extra_dhcp_opt Mar 08 20:22:46.844498 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Loading extension file: extraroute.py {{(pid=103349) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 20:22:46.845488 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103349) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 20:22:46.846004 dv-cinder-830096-3-iscsi neutron-server[103349]: INFO neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Loaded extension: extraroute Mar 08 20:22:46.846321 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Loading extension file: extraroute_atomic.py {{(pid=103349) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 20:22:46.847361 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103349) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 20:22:46.847869 dv-cinder-830096-3-iscsi neutron-server[103349]: INFO neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Loaded extension: extraroute-atomic Mar 08 20:22:46.848204 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Loading extension file: filter_validation.py {{(pid=103349) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 20:22:46.848859 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103349) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 20:22:46.849428 dv-cinder-830096-3-iscsi neutron-server[103349]: INFO neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Loaded extension: filter-validation Mar 08 20:22:46.849679 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Loading extension file: fip_pf_description.py {{(pid=103349) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 20:22:46.850574 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103349) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 20:22:46.851079 dv-cinder-830096-3-iscsi neutron-server[103349]: INFO neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Mar 08 20:22:46.851397 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Loading extension file: fip_port_details.py {{(pid=103349) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 20:22:46.852520 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103349) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 20:22:46.853030 dv-cinder-830096-3-iscsi neutron-server[103349]: INFO neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Loaded extension: fip-port-details Mar 08 20:22:46.853369 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Loading extension file: flavors.py {{(pid=103349) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 20:22:46.854670 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103349) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 20:22:46.855193 dv-cinder-830096-3-iscsi neutron-server[103349]: INFO neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Loaded extension: flavors Mar 08 20:22:46.855536 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103349) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 20:22:46.857245 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103349) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 20:22:46.857774 dv-cinder-830096-3-iscsi neutron-server[103349]: INFO neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Mar 08 20:22:46.858108 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Loading extension file: floatingip_pools.py {{(pid=103349) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 20:22:46.858802 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103349) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 20:22:46.859319 dv-cinder-830096-3-iscsi neutron-server[103349]: INFO neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Loaded extension: floatingip-pools Mar 08 20:22:46.859648 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Loading extension file: ip_allocation.py {{(pid=103349) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 20:22:46.860594 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103349) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 20:22:46.861102 dv-cinder-830096-3-iscsi neutron-server[103349]: INFO neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Extension ip_allocation not supported by any of loaded plugins Mar 08 20:22:46.861425 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103349) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 20:22:46.862366 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103349) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 20:22:46.862879 dv-cinder-830096-3-iscsi neutron-server[103349]: INFO neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Loaded extension: ip-substring-filtering Mar 08 20:22:46.863201 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Loading extension file: l2_adjacency.py {{(pid=103349) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 20:22:46.864122 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103349) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 20:22:46.864670 dv-cinder-830096-3-iscsi neutron-server[103349]: INFO neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Extension l2_adjacency not supported by any of loaded plugins Mar 08 20:22:46.864993 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Loading extension file: l3.py {{(pid=103349) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 20:22:46.865947 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103349) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 20:22:46.866467 dv-cinder-830096-3-iscsi neutron-server[103349]: INFO neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Loaded extension: router Mar 08 20:22:46.866796 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Loading extension file: l3_conntrack_helper.py {{(pid=103349) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 20:22:46.869601 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103349) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 20:22:46.870127 dv-cinder-830096-3-iscsi neutron-server[103349]: INFO neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Extension l3-conntrack-helper not supported by any of loaded plugins Mar 08 20:22:46.870455 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103349) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 20:22:46.871378 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103349) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 20:22:46.871894 dv-cinder-830096-3-iscsi neutron-server[103349]: INFO neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Loaded extension: ext-gw-mode Mar 08 20:22:46.872242 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103349) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 20:22:46.873156 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103349) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 20:22:46.873667 dv-cinder-830096-3-iscsi neutron-server[103349]: INFO neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Loaded extension: l3-ha Mar 08 20:22:46.873992 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103349) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 20:22:46.874890 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103349) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 20:22:46.875407 dv-cinder-830096-3-iscsi neutron-server[103349]: INFO neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Mar 08 20:22:46.875730 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Loading extension file: l3_flavors.py {{(pid=103349) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 20:22:46.876664 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103349) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 20:22:46.877182 dv-cinder-830096-3-iscsi neutron-server[103349]: INFO neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Loaded extension: l3-flavors Mar 08 20:22:46.877506 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Loading extension file: l3_ndp_proxy.py {{(pid=103349) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 20:22:46.878872 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103349) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 20:22:46.879391 dv-cinder-830096-3-iscsi neutron-server[103349]: INFO neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Extension l3-ndp-proxy not supported by any of loaded plugins Mar 08 20:22:46.879717 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103349) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 20:22:46.880656 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103349) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 20:22:46.881174 dv-cinder-830096-3-iscsi neutron-server[103349]: INFO neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Loaded extension: l3-port-ip-change-not-allowed Mar 08 20:22:46.881497 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Loading extension file: l3agentscheduler.py {{(pid=103349) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 20:22:46.882529 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103349) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 20:22:46.883049 dv-cinder-830096-3-iscsi neutron-server[103349]: INFO neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Loaded extension: l3_agent_scheduler Mar 08 20:22:46.883374 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Loading extension file: local_ip.py {{(pid=103349) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 20:22:46.885255 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103349) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 20:22:46.885793 dv-cinder-830096-3-iscsi neutron-server[103349]: INFO neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Extension local_ip not supported by any of loaded plugins Mar 08 20:22:46.886124 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Loading extension file: logging.py {{(pid=103349) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 20:22:46.889080 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103349) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 20:22:46.889614 dv-cinder-830096-3-iscsi neutron-server[103349]: INFO neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Extension logging not supported by any of loaded plugins Mar 08 20:22:46.889944 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Loading extension file: metering.py {{(pid=103349) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 20:22:46.890686 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103349) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 20:22:46.891269 dv-cinder-830096-3-iscsi neutron-server[103349]: INFO neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Loaded extension: metering Mar 08 20:22:46.891595 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103349) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 20:22:46.892712 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103349) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 20:22:46.893231 dv-cinder-830096-3-iscsi neutron-server[103349]: INFO neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Loaded extension: metering_source_and_destination_fields Mar 08 20:22:46.893815 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Loading extension file: multiprovidernet.py {{(pid=103349) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 20:22:46.894748 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103349) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 20:22:46.895312 dv-cinder-830096-3-iscsi neutron-server[103349]: INFO neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Loaded extension: multi-provider Mar 08 20:22:46.895596 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Loading extension file: netmtu.py {{(pid=103349) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 20:22:46.896543 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103349) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 20:22:46.897053 dv-cinder-830096-3-iscsi neutron-server[103349]: INFO neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Loaded extension: net-mtu Mar 08 20:22:46.897375 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Loading extension file: netmtu_writable.py {{(pid=103349) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 20:22:46.898285 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103349) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 20:22:46.898795 dv-cinder-830096-3-iscsi neutron-server[103349]: INFO neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Loaded extension: net-mtu-writable Mar 08 20:22:46.899116 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Loading extension file: network_availability_zone.py {{(pid=103349) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 20:22:46.899797 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103349) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 20:22:46.900920 dv-cinder-830096-3-iscsi neutron-server[103349]: INFO neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Loaded extension: network_availability_zone Mar 08 20:22:46.901247 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Loading extension file: network_ip_availability.py {{(pid=103349) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 20:22:46.902358 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103349) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 20:22:46.902870 dv-cinder-830096-3-iscsi neutron-server[103349]: INFO neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Loaded extension: network-ip-availability Mar 08 20:22:46.903190 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Loading extension file: network_segment_range.py {{(pid=103349) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 20:22:46.903944 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103349) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 20:22:46.904472 dv-cinder-830096-3-iscsi neutron-server[103349]: INFO neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Extension network-segment-range not supported by any of loaded plugins Mar 08 20:22:46.904792 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Loading extension file: pagination.py {{(pid=103349) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 20:22:46.905765 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103349) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 20:22:46.906093 dv-cinder-830096-3-iscsi neutron-server[103349]: INFO neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Loaded extension: pagination Mar 08 20:22:46.906408 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Loading extension file: port_device_profile.py {{(pid=103349) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 20:22:46.907309 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103349) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 20:22:46.907828 dv-cinder-830096-3-iscsi neutron-server[103349]: INFO neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Loaded extension: port-device-profile Mar 08 20:22:46.908148 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103349) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 20:22:46.909087 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103349) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 20:22:46.909601 dv-cinder-830096-3-iscsi neutron-server[103349]: INFO neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Loaded extension: port-mac-address-regenerate Mar 08 20:22:46.909919 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103349) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 20:22:46.910832 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103349) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 20:22:46.911343 dv-cinder-830096-3-iscsi neutron-server[103349]: INFO neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Loaded extension: port-numa-affinity-policy Mar 08 20:22:46.911659 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Loading extension file: port_resource_request.py {{(pid=103349) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 20:22:46.912610 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103349) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 20:22:46.913120 dv-cinder-830096-3-iscsi neutron-server[103349]: INFO neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Extension port-resource-request not supported by any of loaded plugins Mar 08 20:22:46.913435 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Loading extension file: port_resource_request_groups.py {{(pid=103349) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 20:22:46.914394 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103349) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 20:22:46.914903 dv-cinder-830096-3-iscsi neutron-server[103349]: INFO neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Extension port-resource-request-groups not supported by any of loaded plugins Mar 08 20:22:46.915218 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Loading extension file: portbindings.py {{(pid=103349) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 20:22:46.916768 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103349) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 20:22:46.917282 dv-cinder-830096-3-iscsi neutron-server[103349]: INFO neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Loaded extension: binding Mar 08 20:22:46.917603 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Loading extension file: portbindings_extended.py {{(pid=103349) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 20:22:46.918880 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103349) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 20:22:46.919397 dv-cinder-830096-3-iscsi neutron-server[103349]: INFO neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Loaded extension: binding-extended Mar 08 20:22:46.919722 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Loading extension file: portsecurity.py {{(pid=103349) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 20:22:46.920655 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103349) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 20:22:46.921169 dv-cinder-830096-3-iscsi neutron-server[103349]: INFO neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Loaded extension: port-security Mar 08 20:22:46.921488 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Loading extension file: project_id.py {{(pid=103349) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 20:22:46.922454 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103349) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 20:22:46.922808 dv-cinder-830096-3-iscsi neutron-server[103349]: INFO neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Loaded extension: project-id Mar 08 20:22:46.923126 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Loading extension file: providernet.py {{(pid=103349) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 20:22:46.924038 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103349) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 20:22:46.924582 dv-cinder-830096-3-iscsi neutron-server[103349]: INFO neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Loaded extension: provider Mar 08 20:22:46.924905 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Loading extension file: qos.py {{(pid=103349) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 20:22:46.928520 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103349) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 20:22:46.929051 dv-cinder-830096-3-iscsi neutron-server[103349]: INFO neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Extension qos not supported by any of loaded plugins Mar 08 20:22:46.929379 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103349) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 20:22:46.930621 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103349) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 20:22:46.931140 dv-cinder-830096-3-iscsi neutron-server[103349]: INFO neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Mar 08 20:22:46.931488 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103349) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 20:22:46.932435 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103349) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 20:22:46.932949 dv-cinder-830096-3-iscsi neutron-server[103349]: INFO neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Mar 08 20:22:46.933270 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Loading extension file: qos_default.py {{(pid=103349) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 20:22:46.934175 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103349) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 20:22:46.935010 dv-cinder-830096-3-iscsi neutron-server[103349]: INFO neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Extension qos-default not supported by any of loaded plugins Mar 08 20:22:46.935337 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Loading extension file: qos_fip.py {{(pid=103349) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 20:22:46.936303 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103349) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 20:22:46.936819 dv-cinder-830096-3-iscsi neutron-server[103349]: INFO neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Extension qos-fip not supported by any of loaded plugins Mar 08 20:22:46.937141 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Loading extension file: qos_fip_network_policy.py {{(pid=103349) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 20:22:46.938049 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103349) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 20:22:46.938565 dv-cinder-830096-3-iscsi neutron-server[103349]: INFO neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Extension qos-fip-network-policy not supported by any of loaded plugins Mar 08 20:22:46.938890 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Loading extension file: qos_gateway_ip.py {{(pid=103349) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 20:22:46.939801 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103349) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 20:22:46.940349 dv-cinder-830096-3-iscsi neutron-server[103349]: INFO neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Extension qos-gateway-ip not supported by any of loaded plugins Mar 08 20:22:46.940672 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Loading extension file: qos_port_network_policy.py {{(pid=103349) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 20:22:46.941695 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103349) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 20:22:46.942210 dv-cinder-830096-3-iscsi neutron-server[103349]: INFO neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Extension qos-port-network-policy not supported by any of loaded plugins Mar 08 20:22:46.942533 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103349) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 20:22:46.943564 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103349) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 20:22:46.944078 dv-cinder-830096-3-iscsi neutron-server[103349]: INFO neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Extension qos-pps-minimum not supported by any of loaded plugins Mar 08 20:22:46.944436 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103349) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 20:22:46.945473 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103349) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 20:22:46.945996 dv-cinder-830096-3-iscsi neutron-server[103349]: INFO neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Mar 08 20:22:46.946317 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Loading extension file: qos_pps_rule.py {{(pid=103349) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 20:22:46.948108 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103349) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 20:22:46.948658 dv-cinder-830096-3-iscsi neutron-server[103349]: INFO neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Extension qos-pps not supported by any of loaded plugins Mar 08 20:22:46.948982 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Loading extension file: qos_rule_type_details.py {{(pid=103349) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 20:22:46.949904 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103349) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 20:22:46.950424 dv-cinder-830096-3-iscsi neutron-server[103349]: INFO neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Extension qos-rule-type-details not supported by any of loaded plugins Mar 08 20:22:46.950745 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Loading extension file: qos_rules_alias.py {{(pid=103349) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 20:22:46.951790 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103349) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 20:22:46.952413 dv-cinder-830096-3-iscsi neutron-server[103349]: INFO neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Extension qos-rules-alias not supported by any of loaded plugins Mar 08 20:22:46.952739 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Loading extension file: quota_check_limit.py {{(pid=103349) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 20:22:46.953650 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103349) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 20:22:46.954169 dv-cinder-830096-3-iscsi neutron-server[103349]: INFO neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Loaded extension: quota-check-limit Mar 08 20:22:46.954490 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Loading extension file: quotasv2.py {{(pid=103349) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 20:22:46.955402 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103349) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 20:22:46.955734 dv-cinder-830096-3-iscsi neutron-server[103349]: INFO neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Loaded extension: quotas Mar 08 20:22:46.956051 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Loading extension file: quotasv2_detail.py {{(pid=103349) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 20:22:46.957770 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103349) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 20:22:46.958109 dv-cinder-830096-3-iscsi neutron-server[103349]: INFO neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Loaded extension: quota_details Mar 08 20:22:46.958443 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Loading extension file: rbac.py {{(pid=103349) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 20:22:46.959476 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103349) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 20:22:46.960005 dv-cinder-830096-3-iscsi neutron-server[103349]: INFO neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Loaded extension: rbac-policies Mar 08 20:22:46.960361 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Loading extension file: rbac_address_group.py {{(pid=103349) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 20:22:46.961288 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103349) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 20:22:46.961808 dv-cinder-830096-3-iscsi neutron-server[103349]: INFO neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Loaded extension: rbac-address-group Mar 08 20:22:46.962135 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Loading extension file: rbac_address_scope.py {{(pid=103349) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 20:22:46.963657 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103349) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 20:22:46.964174 dv-cinder-830096-3-iscsi neutron-server[103349]: INFO neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Loaded extension: rbac-address-scope Mar 08 20:22:46.964526 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Loading extension file: rbac_security_groups.py {{(pid=103349) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 20:22:46.965433 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103349) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 20:22:46.965953 dv-cinder-830096-3-iscsi neutron-server[103349]: INFO neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Loaded extension: rbac-security-groups Mar 08 20:22:46.966276 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Loading extension file: rbac_subnetpool.py {{(pid=103349) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 20:22:46.967274 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103349) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 20:22:46.967767 dv-cinder-830096-3-iscsi neutron-server[103349]: INFO neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Loaded extension: rbac-subnetpool Mar 08 20:22:46.968090 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Loading extension file: revisionifmatch.py {{(pid=103349) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 20:22:46.969059 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103349) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 20:22:46.969567 dv-cinder-830096-3-iscsi neutron-server[103349]: INFO neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Loaded extension: revision-if-match Mar 08 20:22:46.969890 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Loading extension file: revisions.py {{(pid=103349) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 20:22:46.970994 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103349) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 20:22:46.971504 dv-cinder-830096-3-iscsi neutron-server[103349]: INFO neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Loaded extension: standard-attr-revisions Mar 08 20:22:46.971829 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Loading extension file: router_availability_zone.py {{(pid=103349) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 20:22:46.972518 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103349) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 20:22:46.973030 dv-cinder-830096-3-iscsi neutron-server[103349]: INFO neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Loaded extension: router_availability_zone Mar 08 20:22:46.973352 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Loading extension file: routerservicetype.py {{(pid=103349) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 20:22:46.974262 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103349) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 20:22:46.974769 dv-cinder-830096-3-iscsi neutron-server[103349]: INFO neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Extension router-service-type not supported by any of loaded plugins Mar 08 20:22:46.975090 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103349) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 20:22:46.976009 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103349) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 20:22:46.976545 dv-cinder-830096-3-iscsi neutron-server[103349]: INFO neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Loaded extension: security-groups-normalized-cidr Mar 08 20:22:46.976870 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Loading extension file: security_groups_port_filtering.py {{(pid=103349) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 20:22:46.977785 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103349) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 20:22:46.978295 dv-cinder-830096-3-iscsi neutron-server[103349]: INFO neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Loaded extension: port-security-groups-filtering Mar 08 20:22:46.978644 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103349) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 20:22:46.979565 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103349) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 20:22:46.980078 dv-cinder-830096-3-iscsi neutron-server[103349]: INFO neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Loaded extension: security-groups-remote-address-group Mar 08 20:22:46.980434 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103349) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 20:22:46.981376 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103349) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 20:22:46.981888 dv-cinder-830096-3-iscsi neutron-server[103349]: INFO neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Loaded extension: security-groups-shared-filtering Mar 08 20:22:46.982210 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103349) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 20:22:46.982789 dv-cinder-830096-3-iscsi neutron-server[103349]: WARNING neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Mar 08 20:22:46.983107 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Loading extension file: securitygroup.py {{(pid=103349) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 20:22:46.992663 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103349) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 20:22:46.993195 dv-cinder-830096-3-iscsi neutron-server[103349]: INFO neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Loaded extension: security-group Mar 08 20:22:46.993529 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Loading extension file: segment.py {{(pid=103349) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 20:22:46.994328 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103349) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 20:22:46.994841 dv-cinder-830096-3-iscsi neutron-server[103349]: INFO neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Extension segment not supported by any of loaded plugins Mar 08 20:22:46.995168 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103349) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 20:22:46.996108 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103349) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 20:22:46.996650 dv-cinder-830096-3-iscsi neutron-server[103349]: INFO neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Mar 08 20:22:46.996973 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Loading extension file: servicetype.py {{(pid=103349) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 20:22:46.998088 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103349) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 20:22:46.998610 dv-cinder-830096-3-iscsi neutron-server[103349]: INFO neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Loaded extension: service-type Mar 08 20:22:46.998935 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Loading extension file: sorting.py {{(pid=103349) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 20:22:46.999912 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103349) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 20:22:47.000276 dv-cinder-830096-3-iscsi neutron-server[103349]: INFO neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Loaded extension: sorting Mar 08 20:22:47.000598 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Loading extension file: standard_attr_segment.py {{(pid=103349) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 20:22:47.001528 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103349) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 20:22:47.002043 dv-cinder-830096-3-iscsi neutron-server[103349]: INFO neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Extension standard-attr-segment not supported by any of loaded plugins Mar 08 20:22:47.002365 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Loading extension file: standardattrdescription.py {{(pid=103349) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 20:22:47.003008 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103349) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 20:22:47.003520 dv-cinder-830096-3-iscsi neutron-server[103349]: INFO neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Loaded extension: standard-attr-description Mar 08 20:22:47.003841 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Loading extension file: stateful_security_group.py {{(pid=103349) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 20:22:47.004805 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103349) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 20:22:47.005330 dv-cinder-830096-3-iscsi neutron-server[103349]: INFO neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Loaded extension: stateful-security-group Mar 08 20:22:47.005658 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Loading extension file: stdattrs_common.py {{(pid=103349) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 20:22:47.006219 dv-cinder-830096-3-iscsi neutron-server[103349]: WARNING neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Mar 08 20:22:47.006538 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103349) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 20:22:47.007447 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103349) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 20:22:47.007961 dv-cinder-830096-3-iscsi neutron-server[103349]: INFO neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Mar 08 20:22:47.008317 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Loading extension file: subnet_onboard.py {{(pid=103349) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 20:22:47.009440 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103349) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 20:22:47.011946 dv-cinder-830096-3-iscsi neutron-server[103349]: INFO neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Loaded extension: subnet_onboard Mar 08 20:22:47.012298 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103349) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 20:22:47.013290 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103349) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 20:22:47.013986 dv-cinder-830096-3-iscsi neutron-server[103349]: INFO neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Mar 08 20:22:47.014308 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Loading extension file: subnet_service_types.py {{(pid=103349) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 20:22:47.015309 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103349) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 20:22:47.015961 dv-cinder-830096-3-iscsi neutron-server[103349]: INFO neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Loaded extension: subnet-service-types Mar 08 20:22:47.016352 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Loading extension file: subnetallocation.py {{(pid=103349) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 20:22:47.017564 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103349) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 20:22:47.018089 dv-cinder-830096-3-iscsi neutron-server[103349]: INFO neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Loaded extension: subnet_allocation Mar 08 20:22:47.018416 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103349) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 20:22:47.019348 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103349) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 20:22:47.019871 dv-cinder-830096-3-iscsi neutron-server[103349]: INFO neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Loaded extension: subnetpool-prefix-ops Mar 08 20:22:47.020213 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103349) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 20:22:47.021159 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103349) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 20:22:47.021674 dv-cinder-830096-3-iscsi neutron-server[103349]: INFO neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Mar 08 20:22:47.021993 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Loading extension file: tagging.py {{(pid=103349) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 20:22:47.023036 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103349) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 20:22:47.023555 dv-cinder-830096-3-iscsi neutron-server[103349]: INFO neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Loaded extension: standard-attr-tag Mar 08 20:22:47.023880 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Loading extension file: timestamp.py {{(pid=103349) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 20:22:47.025109 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103349) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 20:22:47.026228 dv-cinder-830096-3-iscsi neutron-server[103349]: INFO neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Loaded extension: standard-attr-timestamp Mar 08 20:22:47.026555 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Loading extension file: trunk.py {{(pid=103349) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 20:22:47.027624 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103349) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 20:22:47.028150 dv-cinder-830096-3-iscsi neutron-server[103349]: INFO neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Extension trunk not supported by any of loaded plugins Mar 08 20:22:47.028501 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Loading extension file: trunk_details.py {{(pid=103349) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 20:22:47.029419 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103349) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 20:22:47.029936 dv-cinder-830096-3-iscsi neutron-server[103349]: INFO neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Extension trunk-details not supported by any of loaded plugins Mar 08 20:22:47.030258 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Loading extension file: uplink_status_propagation.py {{(pid=103349) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 20:22:47.031166 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103349) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 20:22:47.031684 dv-cinder-830096-3-iscsi neutron-server[103349]: INFO neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Extension uplink-status-propagation not supported by any of loaded plugins Mar 08 20:22:47.032004 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Loading extension file: vlantransparent.py {{(pid=103349) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 20:22:47.032692 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103349) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 20:22:47.033208 dv-cinder-830096-3-iscsi neutron-server[103349]: INFO neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Extension vlan-transparent not supported by any of loaded plugins Mar 08 20:22:47.035699 dv-cinder-830096-3-iscsi neutron-server[103349]: INFO neutron.quota.resource_registry [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Creating instance of TrackedResource for resource:network Mar 08 20:22:47.036240 dv-cinder-830096-3-iscsi neutron-server[103349]: INFO neutron.quota.resource_registry [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Creating instance of TrackedResource for resource:subnet Mar 08 20:22:47.036635 dv-cinder-830096-3-iscsi neutron-server[103349]: INFO neutron.quota.resource_registry [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Creating instance of TrackedResource for resource:subnetpool Mar 08 20:22:47.037020 dv-cinder-830096-3-iscsi neutron-server[103349]: INFO neutron.quota.resource_registry [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Creating instance of TrackedResource for resource:port Mar 08 20:22:47.038243 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.api.v2.resource_helper [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103349) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 20:22:47.038674 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.api.v2.resource_helper [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Service FLAVORS assigned prefix: {{(pid=103349) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 20:22:47.039283 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.api.v2.resource_helper [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103349) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 20:22:47.039709 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.api.v2.resource_helper [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103349) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 20:22:47.040034 dv-cinder-830096-3-iscsi neutron-server[103349]: INFO neutron.quota.resource_registry [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Creating instance of TrackedResource for resource:router Mar 08 20:22:47.040482 dv-cinder-830096-3-iscsi neutron-server[103349]: INFO neutron.quota.resource_registry [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Creating instance of TrackedResource for resource:floatingip Mar 08 20:22:47.040997 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.api.v2.resource_helper [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Service METERING assigned prefix: /metering {{(pid=103349) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 20:22:47.042435 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:22:47.042803 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:22:47.043149 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:22:47.044140 dv-cinder-830096-3-iscsi neutron-server[103349]: INFO neutron.quota.resource_registry [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Creating instance of CountableResource for resource:rbac_policy Mar 08 20:22:47.044614 dv-cinder-830096-3-iscsi neutron-server[103349]: INFO neutron.quota.resource_registry [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Creating instance of TrackedResource for resource:security_group Mar 08 20:22:47.045067 dv-cinder-830096-3-iscsi neutron-server[103349]: INFO neutron.quota.resource_registry [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Creating instance of TrackedResource for resource:security_group_rule Mar 08 20:22:47.045652 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.api.v2.resource_helper [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Service CORE assigned prefix: {{(pid=103349) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 20:22:47.045983 dv-cinder-830096-3-iscsi neutron-server[103349]: INFO neutron.quota.resource_registry [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Creating instance of TrackedResource for resource:subnetpool Mar 08 20:22:47.046321 dv-cinder-830096-3-iscsi neutron-server[103349]: WARNING neutron.quota.resource_registry [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] subnetpool is already registered Mar 08 20:22:47.046759 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.api.v2.resource_helper [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Service CORE assigned prefix: {{(pid=103349) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 20:22:47.047090 dv-cinder-830096-3-iscsi neutron-server[103349]: INFO neutron.quota.resource_registry [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Creating instance of TrackedResource for resource:subnetpool Mar 08 20:22:47.047483 dv-cinder-830096-3-iscsi neutron-server[103349]: WARNING neutron.quota.resource_registry [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] subnetpool is already registered Mar 08 20:22:47.049781 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.api.v2.resource_helper [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103349) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 20:22:47.050211 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.api.v2.resource_helper [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Service FLAVORS assigned prefix: {{(pid=103349) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 20:22:47.050795 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.api.v2.resource_helper [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103349) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 20:22:47.051214 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.api.v2.resource_helper [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103349) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 20:22:47.051547 dv-cinder-830096-3-iscsi neutron-server[103349]: INFO neutron.quota.resource_registry [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Creating instance of TrackedResource for resource:router Mar 08 20:22:47.051879 dv-cinder-830096-3-iscsi neutron-server[103349]: WARNING neutron.quota.resource_registry [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] router is already registered Mar 08 20:22:47.052316 dv-cinder-830096-3-iscsi neutron-server[103349]: INFO neutron.quota.resource_registry [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Creating instance of TrackedResource for resource:floatingip Mar 08 20:22:47.052651 dv-cinder-830096-3-iscsi neutron-server[103349]: WARNING neutron.quota.resource_registry [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] floatingip is already registered Mar 08 20:22:47.053099 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.api.v2.resource_helper [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Service METERING assigned prefix: /metering {{(pid=103349) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 20:22:47.053753 dv-cinder-830096-3-iscsi neutron-server[103349]: INFO neutron.quota.resource_registry [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Creating instance of CountableResource for resource:rbac_policy Mar 08 20:22:47.054075 dv-cinder-830096-3-iscsi neutron-server[103349]: WARNING neutron.quota.resource_registry [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] rbac_policy is already registered Mar 08 20:22:47.054483 dv-cinder-830096-3-iscsi neutron-server[103349]: INFO neutron.quota.resource_registry [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Creating instance of TrackedResource for resource:security_group Mar 08 20:22:47.054810 dv-cinder-830096-3-iscsi neutron-server[103349]: WARNING neutron.quota.resource_registry [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] security_group is already registered Mar 08 20:22:47.055205 dv-cinder-830096-3-iscsi neutron-server[103349]: INFO neutron.quota.resource_registry [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Creating instance of TrackedResource for resource:security_group_rule Mar 08 20:22:47.055529 dv-cinder-830096-3-iscsi neutron-server[103349]: WARNING neutron.quota.resource_registry [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] security_group_rule is already registered Mar 08 20:22:47.056156 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.api.v2.resource_helper [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Service CORE assigned prefix: {{(pid=103349) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 20:22:47.056544 dv-cinder-830096-3-iscsi neutron-server[103349]: INFO neutron.quota.resource_registry [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Creating instance of TrackedResource for resource:subnetpool Mar 08 20:22:47.056874 dv-cinder-830096-3-iscsi neutron-server[103349]: WARNING neutron.quota.resource_registry [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] subnetpool is already registered Mar 08 20:22:47.057292 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.api.v2.resource_helper [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Service CORE assigned prefix: {{(pid=103349) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 20:22:47.057612 dv-cinder-830096-3-iscsi neutron-server[103349]: INFO neutron.quota.resource_registry [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Creating instance of TrackedResource for resource:subnetpool Mar 08 20:22:47.057937 dv-cinder-830096-3-iscsi neutron-server[103349]: WARNING neutron.quota.resource_registry [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] subnetpool is already registered Mar 08 20:22:47.058395 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Extended resource: extensions {{(pid=103349) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 20:22:47.059875 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Extended resource: address-groups {{(pid=103349) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 20:22:47.061392 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Extended resource: address-scopes {{(pid=103349) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 20:22:47.062725 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Extended resource: agents {{(pid=103349) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 20:22:47.063863 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Extended resource: auto-allocated-topology {{(pid=103349) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 20:22:47.065133 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Extended resource: availability_zones {{(pid=103349) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 20:22:47.066346 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Extended resource: dhcp-networks {{(pid=103349) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 20:22:47.067850 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Extended resource: dhcp-agents {{(pid=103349) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 20:22:47.069297 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Extended resource: routers {{(pid=103349) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 20:22:47.071490 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Extended resource: flavors {{(pid=103349) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 20:22:47.073205 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Extended resource: service_profiles {{(pid=103349) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 20:22:47.074418 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Extended resource: next_providers {{(pid=103349) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 20:22:47.075861 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Extended resource: service_profiles {{(pid=103349) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 20:22:47.077431 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Extended resource: floatingip-pools {{(pid=103349) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 20:22:47.078638 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Extended resource: routers {{(pid=103349) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 20:22:47.080754 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Extended resource: floatingips {{(pid=103349) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 20:22:47.082941 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Extended resource: l3-routers {{(pid=103349) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 20:22:47.084354 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Extended resource: l3-agents {{(pid=103349) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 20:22:47.085748 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Extended resource: metering-labels {{(pid=103349) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 20:22:47.087105 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Extended resource: metering-label-rules {{(pid=103349) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 20:22:47.088495 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Extended resource: network-ip-availabilities {{(pid=103349) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 20:22:47.089746 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Extended resource: bindings {{(pid=103349) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 20:22:47.091390 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Extended resource: quotas {{(pid=103349) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 20:22:47.092989 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Extended resource: quotas {{(pid=103349) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 20:22:47.094496 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Extended resource: rbac-policies {{(pid=103349) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 20:22:47.095781 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Extended resource: security-groups {{(pid=103349) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 20:22:47.097171 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Extended resource: security-group-rules {{(pid=103349) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 20:22:47.098388 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Extended resource: service-providers {{(pid=103349) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 20:22:47.099574 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Extended resource: subnetpools {{(pid=103349) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 20:22:47.101015 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Extended resource: subnetpools {{(pid=103349) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 20:22:47.102468 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Extended resource: tags {{(pid=103349) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 20:22:47.104733 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Extended resource: tags {{(pid=103349) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 20:22:47.106529 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Extended resource: tags {{(pid=103349) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 20:22:47.108301 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Extended resource: tags {{(pid=103349) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 20:22:47.110160 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Extended resource: tags {{(pid=103349) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 20:22:47.111996 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Extended resource: tags {{(pid=103349) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 20:22:47.113689 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Extended resource: tags {{(pid=103349) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 20:22:47.115579 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Extended resource: tags {{(pid=103349) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 20:22:47.117382 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Extended resource: tags {{(pid=103349) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 20:22:47.119803 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron.api.extensions [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Extended resource: tags {{(pid=103349) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 20:22:47.125719 dv-cinder-830096-3-iscsi neutron-server[103349]: WARNING keystonemiddleware.auth_token [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Mar 08 20:22:47.130370 dv-cinder-830096-3-iscsi neutron-server[103349]: WARNING keystonemiddleware.auth_token [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Mar 08 20:22:47.139166 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_concurrency.lockutils [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Acquired lock "singleton_lock" {{(pid=103349) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Mar 08 20:22:47.139610 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_concurrency.lockutils [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Releasing lock "singleton_lock" {{(pid=103349) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Mar 08 20:22:47.140285 dv-cinder-830096-3-iscsi neutron-server[103349]: INFO oslo_service.service [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Starting 2 workers Mar 08 20:22:47.145429 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Started child 103458 {{(pid=103349) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 08 20:22:47.150038 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Started child 103459 {{(pid=103349) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 08 20:22:47.150977 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:47.151655 dv-cinder-830096-3-iscsi neutron-server[103349]: INFO neutron.service [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Neutron service started, listening on 0.0.0.0:9696 Mar 08 20:22:47.152212 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Publish callbacks [] for process (None), before_spawn {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:47.152639 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [-] (103458) wsgi starting up on http://0.0.0.0:9696 Mar 08 20:22:47.154679 dv-cinder-830096-3-iscsi neutron-server[103349]: INFO oslo_service.service [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Starting 1 workers Mar 08 20:22:47.154825 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:47.156124 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [-] (103459) wsgi starting up on http://0.0.0.0:9696 Mar 08 20:22:47.159886 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Started child 103460 {{(pid=103349) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 08 20:22:47.160472 dv-cinder-830096-3-iscsi neutron-server[103349]: INFO oslo_service.service [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Starting 1 workers Mar 08 20:22:47.163704 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.service [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] calling RpcWorker wait() {{(pid=103460) _wait /opt/stack/neutron/neutron/service.py:128}} Mar 08 20:22:47.164295 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.service [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] returning from RpcWorker wait() {{(pid=103460) _wait /opt/stack/neutron/neutron/service.py:135}} Mar 08 20:22:47.164946 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Started child 103461 {{(pid=103349) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 08 20:22:47.165801 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-2f56a629-17da-44f2-bae7-80c88e48d90b None None] Publish callbacks [] for process (None), after_spawn {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:47.166478 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:47.166948 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:22:47.168293 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103349) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 08 20:22:47.168509 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 08 20:22:47.168697 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 08 20:22:47.168922 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 08 20:22:47.169245 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 08 20:22:47.169409 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 08 20:22:47.169922 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:22:47.170188 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:22:47.170443 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:22:47.170547 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:47.171017 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:22:47.171017 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:22:47.171563 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:22:47.171818 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:22:47.172077 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:22:47.172402 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:22:47.172665 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:22:47.172834 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:22:47.172993 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:22:47.173236 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:22:47.173468 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:22:47.173774 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:22:47.174036 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:22:47.174536 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:22:47.174641 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:22:47.174779 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:22:47.174996 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:22:47.175264 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:22:47.175504 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:22:47.175755 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] debug = True {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:22:47.176004 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:22:47.176547 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:22:47.183944 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:22:47.183944 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:22:47.183944 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:22:47.183944 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:22:47.183944 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:22:47.183944 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:22:47.183944 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:22:47.183944 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:22:47.184495 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:22:47.184495 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:22:47.184495 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:22:47.184495 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:22:47.184495 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:22:47.184495 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:22:47.184495 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:22:47.184495 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:22:47.185035 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] host = dv-cinder-830096-3-iscsi {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:22:47.185035 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:22:47.185035 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:22:47.185035 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:22:47.185035 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:22:47.185035 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:22:47.185035 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:22:47.185035 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:22:47.185497 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:22:47.185497 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:22:47.185497 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:22:47.185497 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:22:47.185497 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:22:47.185497 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:22:47.185497 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] log_file = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:22:47.185497 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] log_options = True {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:22:47.185944 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:22:47.185944 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:22:47.185944 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:22:47.185944 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:22:47.185944 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:22:47.186250 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:22:47.186250 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:22:47.186856 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:22:47.186856 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:22:47.186856 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:22:47.187284 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:22:47.187284 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:22:47.187541 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:22:47.187741 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:22:47.188007 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:22:47.188254 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:22:47.188489 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:22:47.188716 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:22:47.188962 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:22:47.189187 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:22:47.189407 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:22:47.189651 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:22:47.189863 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:22:47.190097 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:22:47.191389 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:22:47.191588 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:22:47.191841 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:22:47.192165 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:22:47.192585 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:22:47.193035 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:22:47.193327 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:22:47.193570 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:22:47.193666 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:22:47.193820 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:22:47.194065 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:22:47.194337 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:22:47.194583 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:22:47.194821 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:22:47.195045 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:22:47.195331 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:22:47.195567 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:22:47.195836 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:22:47.196111 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:22:47.196484 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:22:47.196891 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:22:47.197070 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:22:47.197532 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:22:47.197726 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] use_json = False {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:22:47.197951 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:22:47.198209 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:22:47.198459 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:22:47.198678 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:22:47.198895 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:22:47.199121 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:22:47.199339 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:22:47.199581 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:22:47.199797 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:22:47.200279 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.200556 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.200883 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.201125 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.201383 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.201705 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.202146 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.202756 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.202756 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.203047 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.203261 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.203497 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.203817 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.204108 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.216550 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.216550 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.216550 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.216550 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.216550 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.216550 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.216550 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.216550 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.217224 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.217224 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.217224 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.217224 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.217224 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.217224 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.217224 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.217224 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.217787 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.217787 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.41/identity {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.217787 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.217787 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.217787 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.217787 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.217787 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.217787 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.218366 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.218366 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.218366 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.218366 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.218366 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.218366 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.218366 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.218366 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.218366 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.218981 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.218981 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.218981 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.218981 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.218981 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.218981 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.218981 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.218981 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.218981 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.219666 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.219666 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.219666 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.219666 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.219666 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.219666 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.219666 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.219666 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.219666 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.220366 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.220366 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.220366 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.220366 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.220366 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.220366 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.220366 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.220366 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.220366 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.221263 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.221263 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.221263 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.221263 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.221263 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.221263 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.221263 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.221263 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.221263 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.222279 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.222279 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.222279 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.222279 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.222279 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.222279 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.222279 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.222279 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.222279 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.223485 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.223485 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.223485 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.223485 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.223979 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.223979 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.224230 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.224356 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.224673 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.224832 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.225056 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.225297 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.225545 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.225769 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.225984 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.226438 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.226545 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.226766 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.227012 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.227228 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.227500 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.227706 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.227981 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.228257 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.229053 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.229362 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.229692 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.230032 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.230376 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.230770 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.231083 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.231430 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.231840 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.232214 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.232491 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.234038 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.234306 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.235521 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.236276 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.237129 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.237129 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.237129 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.237445 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.237623 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.237865 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.238126 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.238372 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.238673 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.238924 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.239162 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.239450 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.239785 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.240042 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.240767 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.241045 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.241300 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.241556 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.241818 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.242148 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.41/identity {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.245065 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.245395 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.245659 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.245901 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.246183 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.246432 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.246685 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.246931 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.247173 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.247429 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.247656 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.247899 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.248136 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.248382 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.248752 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.249012 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.249145 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.249270 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.249495 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.249714 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.249933 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.250149 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.250368 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.250618 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.250837 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.251114 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.251698 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.251698 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.251953 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.252079 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.252303 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.252521 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.252767 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.252987 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.253201 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.253413 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.253631 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.253863 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.254099 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.254345 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.254558 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.254825 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.255068 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.255413 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.255663 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.255895 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.256121 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.256797 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.257099 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.261994 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.261994 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.261994 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.261994 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.261994 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.261994 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.261994 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.261994 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.262573 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.262573 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.262573 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.262573 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.262573 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.262573 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.262573 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.262573 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.262573 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.263131 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.263131 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.263131 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.263131 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.263131 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.263131 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.263131 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.263131 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.263581 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.263581 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.263820 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.264068 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.264343 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.264563 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.264780 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.265009 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.265229 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.265442 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.265687 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.265931 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.266145 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.266371 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.266591 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.266805 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.267030 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.267250 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.267462 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.267719 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.267935 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.268166 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.268396 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.268876 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.269110 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.269354 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.269593 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.269806 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.270034 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.270246 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.270457 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.270680 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.270896 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.271107 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.271381 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.271656 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.271876 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.272164 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.272448 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.272710 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.272935 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.273325 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.273567 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.273814 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.274067 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.274288 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.274513 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.274768 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.275080 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.275412 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.275685 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.275940 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.276250 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.277013 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.277301 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.277903 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.278379 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.278749 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.279010 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.279408 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.279665 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.279925 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.280199 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.280589 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.280810 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.281050 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.281269 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.281510 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.281741 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.281995 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.282239 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.282468 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.282682 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.282908 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.283121 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.283370 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.283586 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.283747 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 08 20:22:47.284350 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103349) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 08 20:22:47.284517 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 08 20:22:47.284672 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 08 20:22:47.284842 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 08 20:22:47.285013 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 08 20:22:47.285167 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 08 20:22:47.285482 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:22:47.285660 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:22:47.285925 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:22:47.286038 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:22:47.286136 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:22:47.286316 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:22:47.286482 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:22:47.286641 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:22:47.286957 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:22:47.287115 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:22:47.287423 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:22:47.287585 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:22:47.287893 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:22:47.288051 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:22:47.288405 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:22:47.288617 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:22:47.288789 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:22:47.289030 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:22:47.289208 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:22:47.289373 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:22:47.289532 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:22:47.289691 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:22:47.289849 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] debug = True {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:22:47.290008 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:22:47.290226 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:22:47.290428 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:22:47.290518 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.wsgi [-] (103459) accepted ('10.222.0.41', 54770) {{(pid=103459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:22:47.290591 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:22:47.290735 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:22:47.291413 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:22:47.291557 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:22:47.291706 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:22:47.291866 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:22:47.292026 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:22:47.292197 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:22:47.292506 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:22:47.292814 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:22:47.292974 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:22:47.293270 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:22:47.293576 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:22:47.293746 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:22:47.293894 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:22:47.294054 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] host = dv-cinder-830096-3-iscsi {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:22:47.294286 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:22:47.294399 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:22:47.294522 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:22:47.294828 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:22:47.294988 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:22:47.295285 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:22:47.295592 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:22:47.295896 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:22:47.296052 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:22:47.296365 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:22:47.296659 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:22:47.296819 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:22:47.296983 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:22:47.297144 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] log_file = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:22:47.297305 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] log_options = True {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:22:47.297465 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:22:47.297629 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:22:47.297791 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:22:47.297975 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:22:47.298146 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:22:47.298305 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:22:47.298464 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:22:47.298626 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:22:47.298797 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:22:47.298945 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:22:47.299291 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:22:47.299518 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:22:47.299737 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:22:47.299958 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:22:47.300126 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:22:47.300321 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:22:47.300663 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:22:47.300663 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:22:47.300816 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:22:47.300885 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [-] 10.222.0.41 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0075622 Mar 08 20:22:47.300956 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:22:47.301132 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:22:47.301661 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:22:47.301661 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:22:47.301661 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:22:47.301661 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:22:47.301975 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:22:47.301975 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:22:47.302136 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:22:47.303095 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:22:47.303262 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:22:47.303530 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:22:47.303655 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:22:47.303761 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:22:47.303877 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:22:47.304021 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:22:47.304221 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:22:47.304340 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:22:47.304505 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:22:47.304616 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:22:47.304727 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:22:47.304833 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:22:47.304963 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:22:47.305121 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:22:47.305279 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:22:47.305437 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:22:47.305594 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:22:47.305752 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:22:47.305910 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] use_json = False {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:22:47.306068 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:22:47.306225 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:22:47.306382 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:22:47.306604 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:22:47.307944 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:22:47.307944 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:22:47.307944 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:22:47.307944 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:22:47.307944 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:22:47.308363 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.308363 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.308526 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.308526 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.309413 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.309413 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.309413 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.309413 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.309673 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.309673 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.309830 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.309979 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.310581 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.310581 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.310581 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.311035 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.311035 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.311207 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.311346 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.311533 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.311763 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.311866 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.312106 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.312324 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.312487 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.312633 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.312785 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.314011 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.314011 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.314011 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.314011 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.314011 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.41/identity {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.314011 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.314011 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.314011 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.314495 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.314495 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.314495 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.314685 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.314752 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.314999 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.315089 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.315226 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.315387 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.315533 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.315745 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.315848 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.315989 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.316149 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.316370 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.316504 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.316664 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.316823 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.316986 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.317148 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.317304 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.317459 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.317636 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.317799 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.318787 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.318978 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.319146 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.319705 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.319705 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.319705 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.319935 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.319935 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.320055 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.320285 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.320383 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.320654 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.320798 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.320922 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.321061 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.321184 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.321307 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.321456 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.321600 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.321765 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.321920 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.322103 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.322268 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.322430 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.322590 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.322753 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.322914 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.323075 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.324068 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.324259 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.324674 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.324674 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.324892 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.325070 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.325235 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.325766 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.325766 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.325766 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.326124 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.326124 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.326124 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.326383 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.326465 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.327181 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.327181 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.327181 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.327181 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.327181 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.327773 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.327773 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.327773 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.327773 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.332411 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.332411 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.332411 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.332411 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.332411 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.332411 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.332411 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.332411 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.332882 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.332882 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.332882 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.332882 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.332882 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.332882 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.332882 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.332882 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.333326 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.333326 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.333326 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.333326 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.333326 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.333326 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.333326 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.333326 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.333326 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.333817 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.333817 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.333817 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.333817 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.333817 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.333817 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.333817 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.333817 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.334265 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.334265 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.334265 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.334486 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.334486 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.334604 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.334810 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.41/identity {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.334922 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.335088 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.335253 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.335415 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.335578 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.335898 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.336330 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.336480 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.336627 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.336824 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.337069 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.337069 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.337224 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.337381 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.337554 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.338243 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.338413 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.338575 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.338735 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.338896 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.339057 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.339217 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.339378 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.339539 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.339699 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.339864 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.340679 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.340679 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.340679 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.340679 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.340679 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.341045 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.341045 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.341188 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.341266 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.341424 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.341587 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.341748 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.341909 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.342074 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.342254 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.342408 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.342555 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.342725 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.342876 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.343039 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.343207 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.343369 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.343529 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.343689 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.343849 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.344007 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.344167 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.344358 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.344500 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.344677 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.345539 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.345539 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.345539 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.345539 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.345539 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.346229 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.346229 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.346229 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.346229 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.346229 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.346897 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.346897 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.346897 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.346897 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.347296 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.347296 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.347296 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.347539 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.347539 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.347683 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.347837 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.348007 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.348197 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.348366 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.348533 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.348706 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.348877 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.349042 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.349185 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.349324 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.349461 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.349623 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.349763 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.349900 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.350072 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.350224 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.350386 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.350548 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.350709 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.350870 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.351042 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.351200 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.351356 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.351517 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.351675 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.351870 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.352018 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.352153 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.352334 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.352489 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.352650 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.352810 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.352981 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.353145 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.353323 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.353562 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.353726 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.353900 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.353978 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.354703 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.354703 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.354703 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.354703 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.355013 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.355013 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.355156 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.355241 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.355685 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.355685 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.355685 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.355936 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.356014 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.356146 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.356332 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.356500 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.356673 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.356833 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.356994 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.357227 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.357394 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.357873 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.357873 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.357873 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.358088 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.358088 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.358231 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.358394 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.358515 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.358676 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.359225 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.359225 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.359225 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.359600 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.359600 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.359600 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:22:47.359872 dv-cinder-830096-3-iscsi neutron-server[103349]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 08 20:22:58.868884 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84ff433d-0b85-4ad3-90bf-3076c6a329a1 None None] get_active_networks_info from dv-cinder-830096-3-iscsi {{(pid=103460) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 08 20:22:58.934811 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84ff433d-0b85-4ad3-90bf-3076c6a329a1 None None] No non-hosted networks {{(pid=103460) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Mar 08 20:22:58.958603 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.agentschedulers_db [None req-84ff433d-0b85-4ad3-90bf-3076c6a329a1 None None] DHCP Agent not found on host dv-cinder-830096-3-iscsi {{(pid=103460) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Mar 08 20:22:59.140219 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-ec2c3454-da81-4ecd-8b50-c3484b1624a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745146981205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-450296'] for agent (a3d84102-f7d3-452b-861a-973020576047), after_create {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:01.421969 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-e06d43f9-6799-4901-94a2-cb753c7a2157 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745146981205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-450296'] for agent (7ae9fd8f-5d61-4821-9eac-044950c450f0), after_create {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:01.491166 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.db.api [None req-4d2c9211-071a-4916-b24c-e22fdc2f0dda None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-830096-3-iscsi {{(pid=103460) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 08 20:23:01.491984 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG oslo_db.api [None req-4d2c9211-071a-4916-b24c-e22fdc2f0dda None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 08 20:23:02.135195 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-4d2c9211-071a-4916-b24c-e22fdc2f0dda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745146981205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476605'] for agent (7ae9fd8f-5d61-4821-9eac-044950c450f0), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:02.335822 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-dbe61520-29cf-4847-b96e-6d24c6c097a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745146981205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-450296'] for agent (6cc78598-e6b3-4e4d-a99c-31b9c4784fd2), after_create {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:03.751917 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-7a330e8f-62e0-4259-bea2-8ced8e9b3a98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745146981205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-450296'] for agent (cd1d0244-f954-4bda-89fb-1fdc1954e39d), after_create {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:04.886873 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.wsgi [-] (103459) accepted ('10.222.0.41', 54854) {{(pid=103459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:23:05.289092 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745146981205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-450296'] for agent (fa4b043a-5d45-4181-9cb2-30d29598ef5b), after_create {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:05.292484 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:23:05.292484 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:23:05.292484 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:23:05.292484 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:23:05.292484 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:23:05.292911 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:23:05.292911 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:23:05.292911 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:23:05.292911 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:23:05.293204 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:23:05.293470 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:23:05.293796 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:23:05.294126 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:23:05.294507 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-830096-3-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:23:05.301170 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-830096-3-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:23:05.415756 dv-cinder-830096-3-iscsi neutron-server[103459]: WARNING oslo_policy.policy [None req-54fbdb78-1849-436b-af17-968733ebdf19 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 08 20:23:05.416395 dv-cinder-830096-3-iscsi neutron-server[103459]: WARNING oslo_policy.policy [None req-54fbdb78-1849-436b-af17-968733ebdf19 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 08 20:23:05.645130 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.wsgi [None req-54fbdb78-1849-436b-af17-968733ebdf19 admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=103459) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 20:23:05.646196 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [None req-54fbdb78-1849-436b-af17-968733ebdf19 admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7584007 Mar 08 20:23:08.192924 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.wsgi [-] (103459) accepted ('10.222.0.41', 54880) {{(pid=103459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:23:08.520235 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.v2.base [None req-e01464a4-4742-4e14-99ef-38697e7eed13 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'is_default': True, 'shared': True, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4'}} {{(pid=103459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:23:08.614943 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.policy [None req-e01464a4-4742-4e14-99ef-38697e7eed13 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103459) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 08 20:23:08.658854 dv-cinder-830096-3-iscsi neutron-server[103459]: WARNING oslo_policy.policy [None req-e01464a4-4742-4e14-99ef-38697e7eed13 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 08 20:23:08.659169 dv-cinder-830096-3-iscsi neutron-server[103459]: WARNING oslo_policy.policy [None req-e01464a4-4742-4e14-99ef-38697e7eed13 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 08 20:23:08.808907 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-e01464a4-4742-4e14-99ef-38697e7eed13 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8745142876952', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8745142875467', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8745142846431', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8745142854659', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8745142897772', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8745142906646', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-744291', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3638690', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-312679', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-679350'] for rbac-policy (None), before_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:09.028699 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-e01464a4-4742-4e14-99ef-38697e7eed13 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:09.029999 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [None req-e01464a4-4742-4e14-99ef-38697e7eed13 admin admin] 10.222.0.41 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8361948 Mar 08 20:23:09.288499 dv-cinder-830096-3-iscsi neutron-server[103460]: INFO neutron.db.l3_hamode_db [None req-4358d623-b8af-478b-85cd-6df13df2154c None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Mar 08 20:23:09.368305 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4358d623-b8af-478b-85cd-6df13df2154c None None] Routers set() bound to L3 agent in host dv-cinder-830096-3-iscsi {{(pid=103460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:23:09.368695 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4358d623-b8af-478b-85cd-6df13df2154c None None] Router IDs set() for agent in host dv-cinder-830096-3-iscsi {{(pid=103460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Mar 08 20:23:11.491195 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.41', 54890) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:23:11.982072 dv-cinder-830096-3-iscsi neutron-server[103458]: WARNING oslo_policy.policy [None req-87b28d3b-9c93-4236-8001-678f3e532137 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 08 20:23:11.982687 dv-cinder-830096-3-iscsi neutron-server[103458]: WARNING oslo_policy.policy [None req-87b28d3b-9c93-4236-8001-678f3e532137 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 08 20:23:12.213250 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.v2.base [None req-87b28d3b-9c93-4236-8001-678f3e532137 demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=103458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:23:12.358171 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87b28d3b-9c93-4236-8001-678f3e532137 demo demo] Made reservation on behalf of 4c3c146cd7be453b846983ef967e43e9 for: {'network': 1} {{(pid=103458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 20:23:12.424003 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.policy [None req-87b28d3b-9c93-4236-8001-678f3e532137 demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103458) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 08 20:23:12.466656 dv-cinder-830096-3-iscsi neutron-server[103458]: WARNING oslo_policy.policy [None req-87b28d3b-9c93-4236-8001-678f3e532137 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 08 20:23:12.466965 dv-cinder-830096-3-iscsi neutron-server[103458]: WARNING oslo_policy.policy [None req-87b28d3b-9c93-4236-8001-678f3e532137 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 08 20:23:12.478401 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-87b28d3b-9c93-4236-8001-678f3e532137 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747308'] for network (None), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:12.500142 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-87b28d3b-9c93-4236-8001-678f3e532137 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:12.610151 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-87b28d3b-9c93-4236-8001-678f3e532137 demo demo] Publish callbacks [] for security_group (92b9d777-d5d4-4e48-a49b-fd04237c1f69), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:12.688799 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-87b28d3b-9c93-4236-8001-678f3e532137 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310940'] for security_group (92b9d777-d5d4-4e48-a49b-fd04237c1f69), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:12.720509 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87b28d3b-9c93-4236-8001-678f3e532137 demo demo] vlan segment allocate from pool success with {'vlan_id': 129, 'physical_network': 'physnet1'} {{(pid=103458) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 20:23:12.749603 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-87b28d3b-9c93-4236-8001-678f3e532137 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8745146981214', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536034'] for segment (bfda5413-8623-476b-b0b4-81e9c5b07f75), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:12.750169 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-87b28d3b-9c93-4236-8001-678f3e532137 demo demo] Unsubscribe: segment precommit_create {{(pid=103458) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 08 20:23:12.750678 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.db.segments_db [None req-87b28d3b-9c93-4236-8001-678f3e532137 demo demo] Added segment bfda5413-8623-476b-b0b4-81e9c5b07f75 of type vlan for network 54ab70f8-3fbc-407d-99d4-4b4c04380dd5 Mar 08 20:23:12.765642 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b28d3b-9c93-4236-8001-678f3e532137 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=92b9d777-d5d4-4e48-a49b-fd04237c1f69,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:23:12.797482 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b28d3b-9c93-4236-8001-678f3e532137 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:23:12.797853 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b28d3b-9c93-4236-8001-678f3e532137 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:23:12.798225 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b28d3b-9c93-4236-8001-678f3e532137 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:23:12.798566 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b28d3b-9c93-4236-8001-678f3e532137 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:23:12.798899 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b28d3b-9c93-4236-8001-678f3e532137 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:23:12.799227 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b28d3b-9c93-4236-8001-678f3e532137 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:23:12.799551 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b28d3b-9c93-4236-8001-678f3e532137 demo demo] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:23:12.799874 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b28d3b-9c93-4236-8001-678f3e532137 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:23:12.800211 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b28d3b-9c93-4236-8001-678f3e532137 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:23:12.800550 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b28d3b-9c93-4236-8001-678f3e532137 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:23:12.800899 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b28d3b-9c93-4236-8001-678f3e532137 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:23:12.801212 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b28d3b-9c93-4236-8001-678f3e532137 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:23:12.801530 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b28d3b-9c93-4236-8001-678f3e532137 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:23:12.802850 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b28d3b-9c93-4236-8001-678f3e532137 demo demo] Tracked resource versions report: Mar 08 20:23:12.802850 dv-cinder-830096-3-iscsi neutron-server[103458]: pushed versions: Mar 08 20:23:12.802850 dv-cinder-830096-3-iscsi neutron-server[103458]: { 'AddressGroup': {'1.2'}, Mar 08 20:23:12.802850 dv-cinder-830096-3-iscsi neutron-server[103458]: 'ConntrackHelper': {'1.0'}, Mar 08 20:23:12.802850 dv-cinder-830096-3-iscsi neutron-server[103458]: 'LocalIPAssociation': {'1.0'}, Mar 08 20:23:12.802850 dv-cinder-830096-3-iscsi neutron-server[103458]: 'Log': {'1.0'}, Mar 08 20:23:12.802850 dv-cinder-830096-3-iscsi neutron-server[103458]: 'Network': {'1.1'}, Mar 08 20:23:12.802850 dv-cinder-830096-3-iscsi neutron-server[103458]: 'Port': {'1.7'}, Mar 08 20:23:12.802850 dv-cinder-830096-3-iscsi neutron-server[103458]: 'PortForwarding': {'1.2'}, Mar 08 20:23:12.802850 dv-cinder-830096-3-iscsi neutron-server[103458]: 'QosPolicy': {'1.10'}, Mar 08 20:23:12.802850 dv-cinder-830096-3-iscsi neutron-server[103458]: 'SecurityGroup': {'1.5'}, Mar 08 20:23:12.802850 dv-cinder-830096-3-iscsi neutron-server[103458]: 'SecurityGroupRule': {'1.2'}, Mar 08 20:23:12.802850 dv-cinder-830096-3-iscsi neutron-server[103458]: 'SubPort': {'1.0'}, Mar 08 20:23:12.802850 dv-cinder-830096-3-iscsi neutron-server[103458]: 'Subnet': {'1.1'}, Mar 08 20:23:12.802850 dv-cinder-830096-3-iscsi neutron-server[103458]: 'Trunk': {'1.1'}} Mar 08 20:23:12.802850 dv-cinder-830096-3-iscsi neutron-server[103458]: consumer versions: Mar 08 20:23:12.802850 dv-cinder-830096-3-iscsi neutron-server[103458]: { DHCP agent@dv-cinder-830096-3-iscsi: {}, Mar 08 20:23:12.802850 dv-cinder-830096-3-iscsi neutron-server[103458]: L3 agent@dv-cinder-830096-3-iscsi: {}, Mar 08 20:23:12.802850 dv-cinder-830096-3-iscsi neutron-server[103458]: Metadata agent@dv-cinder-830096-3-iscsi: {}, Mar 08 20:23:12.802850 dv-cinder-830096-3-iscsi neutron-server[103458]: Metering agent@dv-cinder-830096-3-iscsi: {}, Mar 08 20:23:12.802850 dv-cinder-830096-3-iscsi neutron-server[103458]: Open vSwitch agent@dv-cinder-830096-3-iscsi: { 'AddressGroup': '1.2', Mar 08 20:23:12.802850 dv-cinder-830096-3-iscsi neutron-server[103458]: 'ConntrackHelper': '1.0', Mar 08 20:23:12.802850 dv-cinder-830096-3-iscsi neutron-server[103458]: 'LocalIPAssociation': '1.0', Mar 08 20:23:12.802850 dv-cinder-830096-3-iscsi neutron-server[103458]: 'Log': '1.0', Mar 08 20:23:12.802850 dv-cinder-830096-3-iscsi neutron-server[103458]: 'Network': '1.1', Mar 08 20:23:12.802850 dv-cinder-830096-3-iscsi neutron-server[103458]: 'Port': '1.7', Mar 08 20:23:12.802850 dv-cinder-830096-3-iscsi neutron-server[103458]: 'PortForwarding': '1.2', Mar 08 20:23:12.802850 dv-cinder-830096-3-iscsi neutron-server[103458]: 'QosPolicy': '1.10', Mar 08 20:23:12.802850 dv-cinder-830096-3-iscsi neutron-server[103458]: 'SecurityGroup': '1.5', Mar 08 20:23:12.802850 dv-cinder-830096-3-iscsi neutron-server[103458]: 'SecurityGroupRule': '1.2', Mar 08 20:23:12.802850 dv-cinder-830096-3-iscsi neutron-server[103458]: 'SubPort': '1.0', Mar 08 20:23:12.802850 dv-cinder-830096-3-iscsi neutron-server[103458]: 'Subnet': '1.1', Mar 08 20:23:12.802850 dv-cinder-830096-3-iscsi neutron-server[103458]: 'Trunk': '1.1'}} Mar 08 20:23:12.802850 dv-cinder-830096-3-iscsi neutron-server[103458]: {{(pid=103458) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 08 20:23:12.863060 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-87b28d3b-9c93-4236-8001-678f3e532137 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745146455601'] for network (54ab70f8-3fbc-407d-99d4-4b4c04380dd5), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:12.975378 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-87b28d3b-9c93-4236-8001-678f3e532137 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763'] for network (54ab70f8-3fbc-407d-99d4-4b4c04380dd5), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:12.981243 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87b28d3b-9c93-4236-8001-678f3e532137 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:23:12.981967 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-87b28d3b-9c93-4236-8001-678f3e532137 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3733777'] for network (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:13.096550 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b28d3b-9c93-4236-8001-678f3e532137 demo demo] Pushing event updated for resources: {'Network': ['ID=54ab70f8-3fbc-407d-99d4-4b4c04380dd5,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:23:13.108842 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.rpc [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Network 54ab70f8-3fbc-407d-99d4-4b4c04380dd5 details requested by agent ovs-agent-dv-cinder-830096-3-iscsi with host dv-cinder-830096-3-iscsi {{(pid=103460) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 20:23:13.115050 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-87b28d3b-9c93-4236-8001-678f3e532137 demo demo] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 1.6216357 Mar 08 20:23:15.642772 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.41', 54910) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:23:16.040331 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f435f8f-6338-4feb-b4c9-4bcc19f6d714 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:23:16.041661 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-6f435f8f-6338-4feb-b4c9-4bcc19f6d714 demo admin] 10.222.0.41 "GET /v2.0/networks/54ab70f8-3fbc-407d-99d4-4b4c04380dd5 HTTP/1.1" status: 200 len: 825 time: 0.3979242 Mar 08 20:23:16.080474 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-b5f2b3f2-4efa-4b87-b7a9-dd09eb623535 demo admin] 10.222.0.41 "GET /v2.0/subnetpools/c4075d46-5b82-4d96-8776-cfd0f160e625 HTTP/1.1" status: 200 len: 734 time: 0.0331249 Mar 08 20:23:16.089503 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.v2.base [None req-6c1800e8-9490-466f-9a90-22de8807fc9c demo admin] Request body: {'subnet': {'ip_version': 4, 'subnetpool_id': 'c4075d46-5b82-4d96-8776-cfd0f160e625', 'network_id': '54ab70f8-3fbc-407d-99d4-4b4c04380dd5', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet'}} {{(pid=103458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:23:16.215087 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c1800e8-9490-466f-9a90-22de8807fc9c demo admin] Made reservation on behalf of 4c3c146cd7be453b846983ef967e43e9 for: {'subnet': 1} {{(pid=103458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 20:23:16.217351 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-6c1800e8-9490-466f-9a90-22de8807fc9c demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:16.575500 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-6c1800e8-9490-466f-9a90-22de8807fc9c demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763'] for subnet (2e0f6793-9277-4bf7-b5c7-6e2d68f27be7), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:16.642414 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1800e8-9490-466f-9a90-22de8807fc9c demo admin] Pushing event updated for resources: {'Subnet': ['ID=2e0f6793-9277-4bf7-b5c7-6e2d68f27be7,revision_number=0']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:23:16.645460 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c1800e8-9490-466f-9a90-22de8807fc9c demo admin] Checking segment: {'id': 'bfda5413-8623-476b-b0b4-81e9c5b07f75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '54ab70f8-3fbc-407d-99d4-4b4c04380dd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 20:23:16.646031 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c1800e8-9490-466f-9a90-22de8807fc9c demo admin] Network hostable DHCP agents. Network: 54ab70f8-3fbc-407d-99d4-4b4c04380dd5, hostable agents: ['a3d84102-f7d3-452b-861a-973020576047'], hosted agents: [] {{(pid=103458) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 20:23:16.750930 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c1800e8-9490-466f-9a90-22de8807fc9c demo admin] Network 54ab70f8-3fbc-407d-99d4-4b4c04380dd5 is scheduled to be hosted by DHCP agent a3d84102-f7d3-452b-861a-973020576047 with binding_index 1 {{(pid=103458) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 20:23:16.838062 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.scheduler.base_scheduler [None req-6c1800e8-9490-466f-9a90-22de8807fc9c demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830096-3-iscsi, 54ab70f8-3fbc-407d-99d4-4b4c04380dd5) {{(pid=103458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:23:16.843289 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c1800e8-9490-466f-9a90-22de8807fc9c demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:23:16.843965 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-6c1800e8-9490-466f-9a90-22de8807fc9c demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3733777'] for subnet (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:16.848059 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17413323-6551-4242-ba14-ef42bd87ef50 None None] Network 54ab70f8-3fbc-407d-99d4-4b4c04380dd5 requested from dv-cinder-830096-3-iscsi {{(pid=103460) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 20:23:16.932791 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-6c1800e8-9490-466f-9a90-22de8807fc9c demo admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8470297 Mar 08 20:23:17.218763 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-984da92f-69c4-40d8-af67-b2223a6e3eb2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6397307-3a10-58e1-a95b-092462da5fca-54ab70f8-3fbc-407d-99d4-4b4c04380dd5', 'network_id': '54ab70f8-3fbc-407d-99d4-4b4c04380dd5', 'project_id': '4c3c146cd7be453b846983ef967e43e9', 'fixed_ips': [{'subnet_id': '2e0f6793-9277-4bf7-b5c7-6e2d68f27be7'}]}} from dv-cinder-830096-3-iscsi. {{(pid=103460) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 08 20:23:17.220085 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-984da92f-69c4-40d8-af67-b2223a6e3eb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747308'] for port (None), before_create {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:17.518895 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.db_base_plugin_common [None req-984da92f-69c4-40d8-af67-b2223a6e3eb2 None None] Allocated IP 172.20.0.2 (54ab70f8-3fbc-407d-99d4-4b4c04380dd5/2e0f6793-9277-4bf7-b5c7-6e2d68f27be7/39fe0e9f-a5e0-4446-a204-4a53f8a7f62c) {{(pid=103460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 20:23:17.769385 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-984da92f-69c4-40d8-af67-b2223a6e3eb2 None None] Publish callbacks [] for port (39fe0e9f-a5e0-4446-a204-4a53f8a7f62c), precommit_create {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:17.843550 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-984da92f-69c4-40d8-af67-b2223a6e3eb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745146440906'] for port (39fe0e9f-a5e0-4446-a204-4a53f8a7f62c), after_create {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:17.927047 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-984da92f-69c4-40d8-af67-b2223a6e3eb2 None None] Network 54ab70f8-3fbc-407d-99d4-4b4c04380dd5 is already hosted by enough agents. {{(pid=103460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 20:23:17.932590 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.scheduler.base_scheduler [None req-984da92f-69c4-40d8-af67-b2223a6e3eb2 None None] Resources bound (agent type, host, resource id): {{(pid=103460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:23:17.938048 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984da92f-69c4-40d8-af67-b2223a6e3eb2 None None] Pushing event updated for resources: {'Port': ['ID=39fe0e9f-a5e0-4446-a204-4a53f8a7f62c,revision_number=1']} {{(pid=103460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:23:17.940270 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-984da92f-69c4-40d8-af67-b2223a6e3eb2 None None] Received port after_create {{(pid=103460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 20:23:17.952775 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984da92f-69c4-40d8-af67-b2223a6e3eb2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:23:17.953149 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984da92f-69c4-40d8-af67-b2223a6e3eb2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:23:17.953530 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984da92f-69c4-40d8-af67-b2223a6e3eb2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:23:17.953891 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984da92f-69c4-40d8-af67-b2223a6e3eb2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:23:17.954224 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984da92f-69c4-40d8-af67-b2223a6e3eb2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:23:17.954576 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984da92f-69c4-40d8-af67-b2223a6e3eb2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:23:17.954921 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984da92f-69c4-40d8-af67-b2223a6e3eb2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:23:17.955265 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984da92f-69c4-40d8-af67-b2223a6e3eb2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:23:17.955605 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984da92f-69c4-40d8-af67-b2223a6e3eb2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:23:17.955963 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984da92f-69c4-40d8-af67-b2223a6e3eb2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:23:17.956337 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984da92f-69c4-40d8-af67-b2223a6e3eb2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:23:17.956678 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984da92f-69c4-40d8-af67-b2223a6e3eb2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:23:17.957019 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984da92f-69c4-40d8-af67-b2223a6e3eb2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:23:17.958393 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984da92f-69c4-40d8-af67-b2223a6e3eb2 None None] Tracked resource versions report: Mar 08 20:23:17.958393 dv-cinder-830096-3-iscsi neutron-server[103460]: pushed versions: Mar 08 20:23:17.958393 dv-cinder-830096-3-iscsi neutron-server[103460]: { 'AddressGroup': {'1.2'}, Mar 08 20:23:17.958393 dv-cinder-830096-3-iscsi neutron-server[103460]: 'ConntrackHelper': {'1.0'}, Mar 08 20:23:17.958393 dv-cinder-830096-3-iscsi neutron-server[103460]: 'LocalIPAssociation': {'1.0'}, Mar 08 20:23:17.958393 dv-cinder-830096-3-iscsi neutron-server[103460]: 'Log': {'1.0'}, Mar 08 20:23:17.958393 dv-cinder-830096-3-iscsi neutron-server[103460]: 'Network': {'1.1'}, Mar 08 20:23:17.958393 dv-cinder-830096-3-iscsi neutron-server[103460]: 'Port': {'1.7'}, Mar 08 20:23:17.958393 dv-cinder-830096-3-iscsi neutron-server[103460]: 'PortForwarding': {'1.2'}, Mar 08 20:23:17.958393 dv-cinder-830096-3-iscsi neutron-server[103460]: 'QosPolicy': {'1.10'}, Mar 08 20:23:17.958393 dv-cinder-830096-3-iscsi neutron-server[103460]: 'SecurityGroup': {'1.5'}, Mar 08 20:23:17.958393 dv-cinder-830096-3-iscsi neutron-server[103460]: 'SecurityGroupRule': {'1.2'}, Mar 08 20:23:17.958393 dv-cinder-830096-3-iscsi neutron-server[103460]: 'SubPort': {'1.0'}, Mar 08 20:23:17.958393 dv-cinder-830096-3-iscsi neutron-server[103460]: 'Subnet': {'1.1'}, Mar 08 20:23:17.958393 dv-cinder-830096-3-iscsi neutron-server[103460]: 'Trunk': {'1.1'}} Mar 08 20:23:17.958393 dv-cinder-830096-3-iscsi neutron-server[103460]: consumer versions: Mar 08 20:23:17.958393 dv-cinder-830096-3-iscsi neutron-server[103460]: { DHCP agent@dv-cinder-830096-3-iscsi: {}, Mar 08 20:23:17.958393 dv-cinder-830096-3-iscsi neutron-server[103460]: L3 agent@dv-cinder-830096-3-iscsi: {}, Mar 08 20:23:17.958393 dv-cinder-830096-3-iscsi neutron-server[103460]: Metadata agent@dv-cinder-830096-3-iscsi: {}, Mar 08 20:23:17.958393 dv-cinder-830096-3-iscsi neutron-server[103460]: Metering agent@dv-cinder-830096-3-iscsi: {}, Mar 08 20:23:17.958393 dv-cinder-830096-3-iscsi neutron-server[103460]: Open vSwitch agent@dv-cinder-830096-3-iscsi: { 'AddressGroup': '1.2', Mar 08 20:23:17.958393 dv-cinder-830096-3-iscsi neutron-server[103460]: 'ConntrackHelper': '1.0', Mar 08 20:23:17.958393 dv-cinder-830096-3-iscsi neutron-server[103460]: 'LocalIPAssociation': '1.0', Mar 08 20:23:17.958393 dv-cinder-830096-3-iscsi neutron-server[103460]: 'Log': '1.0', Mar 08 20:23:17.958393 dv-cinder-830096-3-iscsi neutron-server[103460]: 'Network': '1.1', Mar 08 20:23:17.958393 dv-cinder-830096-3-iscsi neutron-server[103460]: 'Port': '1.7', Mar 08 20:23:17.958393 dv-cinder-830096-3-iscsi neutron-server[103460]: 'PortForwarding': '1.2', Mar 08 20:23:17.958393 dv-cinder-830096-3-iscsi neutron-server[103460]: 'QosPolicy': '1.10', Mar 08 20:23:17.958393 dv-cinder-830096-3-iscsi neutron-server[103460]: 'SecurityGroup': '1.5', Mar 08 20:23:17.958393 dv-cinder-830096-3-iscsi neutron-server[103460]: 'SecurityGroupRule': '1.2', Mar 08 20:23:17.958393 dv-cinder-830096-3-iscsi neutron-server[103460]: 'SubPort': '1.0', Mar 08 20:23:17.958393 dv-cinder-830096-3-iscsi neutron-server[103460]: 'Subnet': '1.1', Mar 08 20:23:17.958393 dv-cinder-830096-3-iscsi neutron-server[103460]: 'Trunk': '1.1'}} Mar 08 20:23:17.958393 dv-cinder-830096-3-iscsi neutron-server[103460]: {{(pid=103460) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 08 20:23:18.031909 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.managers [None req-984da92f-69c4-40d8-af67-b2223a6e3eb2 None None] Attempting to bind port 39fe0e9f-a5e0-4446-a204-4a53f8a7f62c on host dv-cinder-830096-3-iscsi for vnic_type normal with profile {{(pid=103460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 20:23:18.032280 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.managers [None req-984da92f-69c4-40d8-af67-b2223a6e3eb2 None None] Attempting to bind port 39fe0e9f-a5e0-4446-a204-4a53f8a7f62c by drivers openvswitch,hyperv on host dv-cinder-830096-3-iscsi at level 0 using segments [{'id': 'bfda5413-8623-476b-b0b4-81e9c5b07f75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '54ab70f8-3fbc-407d-99d4-4b4c04380dd5'}] {{(pid=103460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 20:23:18.032714 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-984da92f-69c4-40d8-af67-b2223a6e3eb2 None None] Attempting to bind port 39fe0e9f-a5e0-4446-a204-4a53f8a7f62c on network 54ab70f8-3fbc-407d-99d4-4b4c04380dd5 {{(pid=103460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 20:23:18.037826 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-984da92f-69c4-40d8-af67-b2223a6e3eb2 None None] Checking agent: {'id': 'fa4b043a-5d45-4181-9cb2-30d29598ef5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830096-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 20, 23, 5), 'started_at': datetime.datetime(2022, 3, 8, 20, 23, 5), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 20, 23, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830096-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 20:23:18.038236 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-984da92f-69c4-40d8-af67-b2223a6e3eb2 None None] Checking segment: {'id': 'bfda5413-8623-476b-b0b4-81e9c5b07f75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '54ab70f8-3fbc-407d-99d4-4b4c04380dd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 20:23:18.038770 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-984da92f-69c4-40d8-af67-b2223a6e3eb2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:18.039174 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-984da92f-69c4-40d8-af67-b2223a6e3eb2 None None] Bound using segment: {'id': 'bfda5413-8623-476b-b0b4-81e9c5b07f75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '54ab70f8-3fbc-407d-99d4-4b4c04380dd5'} {{(pid=103460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 20:23:18.040246 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.managers [None req-984da92f-69c4-40d8-af67-b2223a6e3eb2 None None] Bound port: 39fe0e9f-a5e0-4446-a204-4a53f8a7f62c, host: dv-cinder-830096-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfda5413-8623-476b-b0b4-81e9c5b07f75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '54ab70f8-3fbc-407d-99d4-4b4c04380dd5'}}] {{(pid=103460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 20:23:18.040676 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-984da92f-69c4-40d8-af67-b2223a6e3eb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747308'] for port (39fe0e9f-a5e0-4446-a204-4a53f8a7f62c), before_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:18.109189 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.db [None req-984da92f-69c4-40d8-af67-b2223a6e3eb2 None None] For port 39fe0e9f-a5e0-4446-a204-4a53f8a7f62c, host dv-cinder-830096-3-iscsi, cleared binding levels {{(pid=103460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 20:23:18.114118 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.db [None req-984da92f-69c4-40d8-af67-b2223a6e3eb2 None None] For port 39fe0e9f-a5e0-4446-a204-4a53f8a7f62c, host dv-cinder-830096-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-3-iscsi',level=0,port_id=39fe0e9f-a5e0-4446-a204-4a53f8a7f62c,segment=NetworkSegment(bfda5413-8623-476b-b0b4-81e9c5b07f75),segment_id=bfda5413-8623-476b-b0b4-81e9c5b07f75)] {{(pid=103460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 20:23:18.221386 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-984da92f-69c4-40d8-af67-b2223a6e3eb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745146878648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745146440924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745146440942'] for port (39fe0e9f-a5e0-4446-a204-4a53f8a7f62c), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:18.288971 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984da92f-69c4-40d8-af67-b2223a6e3eb2 None None] Pushing event updated for resources: {'Port': ['ID=39fe0e9f-a5e0-4446-a204-4a53f8a7f62c,revision_number=2']} {{(pid=103460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:23:19.467761 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.41', 54918) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:23:19.780889 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.wsgi [None req-1a729a73-ab12-4810-9aac-6c5ab5efaf87 admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=103458) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 20:23:19.781889 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-1a729a73-ab12-4810-9aac-6c5ab5efaf87 admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3130786 Mar 08 20:23:22.331069 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.41', 54926) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:23:22.650346 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.wsgi [None req-2784adb0-68c8-42b4-908a-24c618da9bbe admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=103458) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 20:23:22.651333 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-2784adb0-68c8-42b4-908a-24c618da9bbe admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3193340 Mar 08 20:23:25.170078 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.41', 54934) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:23:25.486952 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.v2.base [None req-332d1833-12bf-4436-86e9-b170e1579b5f demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=103458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:23:25.672686 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-332d1833-12bf-4436-86e9-b170e1579b5f demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-449439', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126078'] for router (7238d2a2-94ec-4034-abe4-b5e6358e7151), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:25.674337 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-332d1833-12bf-4436-86e9-b170e1579b5f demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-448367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-442588', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-476585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126025'] for router (7238d2a2-94ec-4034-abe4-b5e6358e7151), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:25.812491 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-332d1833-12bf-4436-86e9-b170e1579b5f demo demo] Publish callbacks [] for router_controller (7238d2a2-94ec-4034-abe4-b5e6358e7151), precommit_add_association {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:25.873306 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-332d1833-12bf-4436-86e9-b170e1579b5f demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-448356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-442609'] for router (7238d2a2-94ec-4034-abe4-b5e6358e7151), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:25.959868 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-332d1833-12bf-4436-86e9-b170e1579b5f demo demo] Publish callbacks [] for router (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:25.961033 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-332d1833-12bf-4436-86e9-b170e1579b5f demo demo] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.7899866 Mar 08 20:23:28.069532 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.rpc [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Device 39fe0e9f-a5e0-4446-a204-4a53f8a7f62c up at agent ovs-agent-dv-cinder-830096-3-iscsi {{(pid=103460) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 20:23:28.157647 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.provisioning_blocks [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Provisioning complete for port 39fe0e9f-a5e0-4446-a204-4a53f8a7f62c triggered by entity L2. {{(pid=103460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:23:28.158057 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476507'] for port (39fe0e9f-a5e0-4446-a204-4a53f8a7f62c), provisioning_complete {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:28.208688 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.db.agents_db [None req-39e8813d-158c-4e2f-bb5f-b8539461cb33 None None] Agent healthcheck: found 5 active agents {{(pid=103461) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 20:23:28.267476 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.plugin [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Current status of the port 39fe0e9f-a5e0-4446-a204-4a53f8a7f62c is: DOWN; New status is: ACTIVE {{(pid=103460) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:23:28.267778 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747308'] for port (39fe0e9f-a5e0-4446-a204-4a53f8a7f62c), before_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:28.309911 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.db [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] For port 39fe0e9f-a5e0-4446-a204-4a53f8a7f62c, host dv-cinder-830096-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-3-iscsi',level=0,port_id=39fe0e9f-a5e0-4446-a204-4a53f8a7f62c,segment=NetworkSegment(bfda5413-8623-476b-b0b4-81e9c5b07f75),segment_id=bfda5413-8623-476b-b0b4-81e9c5b07f75)] {{(pid=103460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:23:28.363363 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745146878648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745146440924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745146440942'] for port (39fe0e9f-a5e0-4446-a204-4a53f8a7f62c), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:28.411746 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Pushing event updated for resources: {'Port': ['ID=39fe0e9f-a5e0-4446-a204-4a53f8a7f62c,revision_number=3']} {{(pid=103460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:23:28.488040 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.41', 54946) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:23:28.811363 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.wsgi [None req-35f0788b-36f0-4bde-a9a2-77b474d7abd7 admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=103458) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 20:23:28.812409 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-35f0788b-36f0-4bde-a9a2-77b474d7abd7 admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3231978 Mar 08 20:23:28.913087 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-2d52d7f1-3f35-43a4-b390-11f8f46329bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745146981205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476605'] for agent (a3d84102-f7d3-452b-861a-973020576047), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:29.676356 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b33a4686-381b-49e2-8f73-dbc282edb07f None None] Network 54ab70f8-3fbc-407d-99d4-4b4c04380dd5 requested from dv-cinder-830096-3-iscsi {{(pid=103460) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 20:23:29.747632 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.provisioning_blocks [None req-adfed61b-3705-4ca1-85be-5a8f8b7d6e43 None None] Provisioning complete for port 39fe0e9f-a5e0-4446-a204-4a53f8a7f62c triggered by entity DHCP. {{(pid=103460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:23:29.748019 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-adfed61b-3705-4ca1-85be-5a8f8b7d6e43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476507'] for port (39fe0e9f-a5e0-4446-a204-4a53f8a7f62c), provisioning_complete {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:29.876615 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.plugin [None req-adfed61b-3705-4ca1-85be-5a8f8b7d6e43 None None] Current status of the port 39fe0e9f-a5e0-4446-a204-4a53f8a7f62c is: ACTIVE; New status is: ACTIVE {{(pid=103460) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:23:30.029874 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.rpc [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Device 39fe0e9f-a5e0-4446-a204-4a53f8a7f62c up at agent ovs-agent-dv-cinder-830096-3-iscsi {{(pid=103460) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 20:23:30.076601 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.provisioning_blocks [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Provisioning complete for port 39fe0e9f-a5e0-4446-a204-4a53f8a7f62c triggered by entity L2. {{(pid=103460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:23:30.076994 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476507'] for port (39fe0e9f-a5e0-4446-a204-4a53f8a7f62c), provisioning_complete {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:30.123940 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.provisioning_blocks [None req-ffa6721d-266a-4f0d-b9da-09b1ce3f9dd8 None None] Provisioning complete for port 39fe0e9f-a5e0-4446-a204-4a53f8a7f62c triggered by entity DHCP. {{(pid=103460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:23:30.124252 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-ffa6721d-266a-4f0d-b9da-09b1ce3f9dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476507'] for port (39fe0e9f-a5e0-4446-a204-4a53f8a7f62c), provisioning_complete {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:30.197912 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.plugin [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Current status of the port 39fe0e9f-a5e0-4446-a204-4a53f8a7f62c is: ACTIVE; New status is: ACTIVE {{(pid=103460) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:23:30.232652 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.plugin [None req-ffa6721d-266a-4f0d-b9da-09b1ce3f9dd8 None None] Current status of the port 39fe0e9f-a5e0-4446-a204-4a53f8a7f62c is: ACTIVE; New status is: ACTIVE {{(pid=103460) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:23:31.339811 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.41', 54954) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:23:31.364930 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-a252e58a-ded8-4dcc-a89f-0cc9096cf655 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745146981205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476605'] for agent (7ae9fd8f-5d61-4821-9eac-044950c450f0), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:31.647981 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.v2.base [None req-0ea137e9-43fc-4681-85b3-84d3bfc24062 admin admin] Request body: {'network': {'router:external': True, 'provider:network_type': 'flat', 'is_default': True, 'provider:physical_network': 'physnet1', 'name': 'public', 'admin_state_up': True}} {{(pid=103458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:23:31.758237 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ea137e9-43fc-4681-85b3-84d3bfc24062 admin admin] Made reservation on behalf of 918802fe31e84a999b92fe8869c3b752 for: {'network': 1} {{(pid=103458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 20:23:31.760370 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-0ea137e9-43fc-4681-85b3-84d3bfc24062 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747308'] for network (None), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:31.769047 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-0ea137e9-43fc-4681-85b3-84d3bfc24062 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:31.838488 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-0ea137e9-43fc-4681-85b3-84d3bfc24062 admin admin] Publish callbacks [] for security_group (6b6b7b27-7845-45da-b083-51f2665a6294), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:31.904963 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-0ea137e9-43fc-4681-85b3-84d3bfc24062 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310940'] for security_group (6b6b7b27-7845-45da-b083-51f2665a6294), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:31.920153 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-0ea137e9-43fc-4681-85b3-84d3bfc24062 admin admin] Reserving flat network on physical network physnet1 {{(pid=103458) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Mar 08 20:23:31.940006 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea137e9-43fc-4681-85b3-84d3bfc24062 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b6b7b27-7845-45da-b083-51f2665a6294,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:23:31.942766 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-0ea137e9-43fc-4681-85b3-84d3bfc24062 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536034'] for segment (e3ec3731-5b41-434a-a3a7-2ad1e453961f), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:31.943108 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.db.segments_db [None req-0ea137e9-43fc-4681-85b3-84d3bfc24062 admin admin] Added segment e3ec3731-5b41-434a-a3a7-2ad1e453961f of type flat for network fc278ace-cc38-44e4-ba35-3f28be706052 Mar 08 20:23:31.989378 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-0ea137e9-43fc-4681-85b3-84d3bfc24062 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745146455601'] for network (fc278ace-cc38-44e4-ba35-3f28be706052), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:32.111744 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-0ea137e9-43fc-4681-85b3-84d3bfc24062 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763'] for network (fc278ace-cc38-44e4-ba35-3f28be706052), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:32.112614 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ea137e9-43fc-4681-85b3-84d3bfc24062 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:23:32.113179 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-0ea137e9-43fc-4681-85b3-84d3bfc24062 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3733777'] for network (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:32.198828 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea137e9-43fc-4681-85b3-84d3bfc24062 admin admin] Pushing event updated for resources: {'Network': ['ID=fc278ace-cc38-44e4-ba35-3f28be706052,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:23:32.209281 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.rpc [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Network fc278ace-cc38-44e4-ba35-3f28be706052 details requested by agent ovs-agent-dv-cinder-830096-3-iscsi with host dv-cinder-830096-3-iscsi {{(pid=103460) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 20:23:32.234517 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-0ea137e9-43fc-4681-85b3-84d3bfc24062 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8936131 Mar 08 20:23:32.329504 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-dbe61520-29cf-4847-b96e-6d24c6c097a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745146981205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476605'] for agent (6cc78598-e6b3-4e4d-a99c-31b9c4784fd2), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:33.591605 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-7a330e8f-62e0-4259-bea2-8ced8e9b3a98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745146981205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476605'] for agent (cd1d0244-f954-4bda-89fb-1fdc1954e39d), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:34.735164 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.41', 54972) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:23:34.905948 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec803c1a-0a54-4acf-97c1-5360127fdaae demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:23:34.907240 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-ec803c1a-0a54-4acf-97c1-5360127fdaae demo admin] 10.222.0.41 "GET /v2.0/subnets/2e0f6793-9277-4bf7-b5c7-6e2d68f27be7 HTTP/1.1" status: 200 len: 849 time: 0.1711316 Mar 08 20:23:35.027061 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-7c07f0b6-3a2c-4f4a-967e-260aedee2384 demo admin] 10.222.0.41 "GET /v2.0/routers/7238d2a2-94ec-4034-abe4-b5e6358e7151 HTTP/1.1" status: 200 len: 704 time: 0.1141064 Mar 08 20:23:35.272289 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745146981205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476605'] for agent (fa4b043a-5d45-4181-9cb2-30d29598ef5b), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:35.297186 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-9587b46a-143f-4745-b67f-182845e6cb80 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747308'] for port (None), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:35.583702 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.db.db_base_plugin_common [None req-9587b46a-143f-4745-b67f-182845e6cb80 demo admin] Allocated IP 172.20.0.1 (54ab70f8-3fbc-407d-99d4-4b4c04380dd5/2e0f6793-9277-4bf7-b5c7-6e2d68f27be7/0fcd8f7e-2637-45a5-8899-30e1634e9dec) {{(pid=103458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 20:23:35.780837 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-9587b46a-143f-4745-b67f-182845e6cb80 demo admin] Publish callbacks [] for port (0fcd8f7e-2637-45a5-8899-30e1634e9dec), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:35.917824 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-9587b46a-143f-4745-b67f-182845e6cb80 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745146440906'] for port (0fcd8f7e-2637-45a5-8899-30e1634e9dec), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:35.994520 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9587b46a-143f-4745-b67f-182845e6cb80 demo admin] Network 54ab70f8-3fbc-407d-99d4-4b4c04380dd5 is already hosted by enough agents. {{(pid=103458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 20:23:35.999010 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.scheduler.base_scheduler [None req-9587b46a-143f-4745-b67f-182845e6cb80 demo admin] Resources bound (agent type, host, resource id): {{(pid=103458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:23:36.003758 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9587b46a-143f-4745-b67f-182845e6cb80 demo admin] Received port after_create {{(pid=103458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 20:23:36.004606 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-9587b46a-143f-4745-b67f-182845e6cb80 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-443356'] for router_interface (7238d2a2-94ec-4034-abe4-b5e6358e7151), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:36.024939 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9587b46a-143f-4745-b67f-182845e6cb80 demo admin] Pushing event updated for resources: {'Port': ['ID=0fcd8f7e-2637-45a5-8899-30e1634e9dec,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:23:36.230000 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.provisioning_blocks [None req-2906d0d9-c508-46ad-bed2-55a587e68e3f None None] Provisioning complete for port 0fcd8f7e-2637-45a5-8899-30e1634e9dec triggered by entity DHCP. {{(pid=103460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:23:36.230316 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-2906d0d9-c508-46ad-bed2-55a587e68e3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476507'] for port (0fcd8f7e-2637-45a5-8899-30e1634e9dec), provisioning_complete {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:36.263739 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.plugin [None req-2906d0d9-c508-46ad-bed2-55a587e68e3f None None] Port 0fcd8f7e-2637-45a5-8899-30e1634e9dec cannot update to ACTIVE because it is not bound. {{(pid=103460) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 20:23:36.267991 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-9587b46a-143f-4745-b67f-182845e6cb80 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747308'] for port (0fcd8f7e-2637-45a5-8899-30e1634e9dec), before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:36.478027 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-9587b46a-143f-4745-b67f-182845e6cb80 demo admin] Publish callbacks [] for port (0fcd8f7e-2637-45a5-8899-30e1634e9dec), precommit_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:36.523198 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-9587b46a-143f-4745-b67f-182845e6cb80 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745146878648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745146440924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745146440942'] for port (0fcd8f7e-2637-45a5-8899-30e1634e9dec), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:36.523990 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-9587b46a-143f-4745-b67f-182845e6cb80 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3733877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-443312'] for router_interface (7238d2a2-94ec-4034-abe4-b5e6358e7151), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:36.602934 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9587b46a-143f-4745-b67f-182845e6cb80 demo admin] Pushing event updated for resources: {'Port': ['ID=0fcd8f7e-2637-45a5-8899-30e1634e9dec,revision_number=2']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:23:36.644476 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9587b46a-143f-4745-b67f-182845e6cb80 demo admin] Network 54ab70f8-3fbc-407d-99d4-4b4c04380dd5 is already hosted by enough agents. {{(pid=103458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 20:23:36.645751 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.scheduler.base_scheduler [None req-9587b46a-143f-4745-b67f-182845e6cb80 demo admin] Resources bound (agent type, host, resource id): {{(pid=103458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:23:36.895121 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9587b46a-143f-4745-b67f-182845e6cb80 demo admin] Router 7238d2a2-94ec-4034-abe4-b5e6358e7151 is scheduled to L3 agent 7ae9fd8f-5d61-4821-9eac-044950c450f0 with binding_index 1 {{(pid=103458) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 20:23:36.986856 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.provisioning_blocks [None req-da1e76b0-e2d7-4b6a-929a-d3b061af5e4e None None] Provisioning complete for port 0fcd8f7e-2637-45a5-8899-30e1634e9dec triggered by entity DHCP. {{(pid=103460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:23:36.987400 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-da1e76b0-e2d7-4b6a-929a-d3b061af5e4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476507'] for port (0fcd8f7e-2637-45a5-8899-30e1634e9dec), provisioning_complete {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:36.989509 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9587b46a-143f-4745-b67f-182845e6cb80 demo admin] Notify agent at l3_agent.dv-cinder-830096-3-iscsi the message routers_updated {{(pid=103458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 20:23:37.000270 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d620aa6f-1d60-4900-a10b-f84d26f442df None None] Sync routers for ids ['7238d2a2-94ec-4034-abe4-b5e6358e7151'] in dv-cinder-830096-3-iscsi {{(pid=103461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 20:23:37.000807 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-9587b46a-143f-4745-b67f-182845e6cb80 demo admin] 10.222.0.41 "PUT /v2.0/routers/7238d2a2-94ec-4034-abe4-b5e6358e7151/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9645317 Mar 08 20:23:37.013756 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d620aa6f-1d60-4900-a10b-f84d26f442df None None] Routers {'7238d2a2-94ec-4034-abe4-b5e6358e7151'} bound to L3 agent in host dv-cinder-830096-3-iscsi {{(pid=103461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:23:37.014950 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.db.l3_hamode_db [None req-d620aa6f-1d60-4900-a10b-f84d26f442df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-08T20:23:01Z,description=,heartbeat_timestamp=2022-03-08T20:23:31Z,host='dv-cinder-830096-3-iscsi',id=7ae9fd8f-5d61-4821-9eac-044950c450f0,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:23:02Z,topic='l3_agent')) {'router_ids': ['7238d2a2-94ec-4034-abe4-b5e6358e7151'], 'active': True} {{(pid=103461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:23:37.022092 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.plugin [None req-da1e76b0-e2d7-4b6a-929a-d3b061af5e4e None None] Port 0fcd8f7e-2637-45a5-8899-30e1634e9dec cannot update to ACTIVE because it is not bound. {{(pid=103460) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 20:23:37.217981 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.db.l3_dvr_db [None req-d620aa6f-1d60-4900-a10b-f84d26f442df None None] Set router 7238d2a2-94ec-4034-abe4-b5e6358e7151 gateway port host: None {{(pid=103461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:23:37.650061 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.db.l3_hamode_db [None req-d620aa6f-1d60-4900-a10b-f84d26f442df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7238d2a2-94ec-4034-abe4-b5e6358e7151', 'name': 'router1', 'tenant_id': '4c3c146cd7be453b846983ef967e43e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:23:25Z', 'updated_at': '2022-03-08T20:23:36Z', 'revision_number': 2, 'project_id': '4c3c146cd7be453b846983ef967e43e9', 'gw_port_host': None, '_interfaces': [{'id': '0fcd8f7e-2637-45a5-8899-30e1634e9dec', 'name': '', 'network_id': '54ab70f8-3fbc-407d-99d4-4b4c04380dd5', 'tenant_id': '4c3c146cd7be453b846983ef967e43e9', 'mac_address': 'fa:16:3e:76:9b:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7238d2a2-94ec-4034-abe4-b5e6358e7151', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2e0f6793-9277-4bf7-b5c7-6e2d68f27be7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:23:35Z', 'updated_at': '2022-03-08T20:23:36Z', 'revision_number': 2, 'project_id': '4c3c146cd7be453b846983ef967e43e9', 'subnets': [{'id': '2e0f6793-9277-4bf7-b5c7-6e2d68f27be7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c4075d46-5b82-4d96-8776-cfd0f160e625'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830096-3-iscsi', False) {} {{(pid=103461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:23:37.699018 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d620aa6f-1d60-4900-a10b-f84d26f442df None None] Checking router: 7238d2a2-94ec-4034-abe4-b5e6358e7151 for host: dv-cinder-830096-3-iscsi {{(pid=103461) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 20:23:37.699385 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d620aa6f-1d60-4900-a10b-f84d26f442df None None] Updating router 7238d2a2-94ec-4034-abe4-b5e6358e7151 port 0fcd8f7e-2637-45a5-8899-30e1634e9dec binding host dv-cinder-830096-3-iscsi {{(pid=103461) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 20:23:37.777822 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron_lib.callbacks.manager [None req-d620aa6f-1d60-4900-a10b-f84d26f442df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747308'] for port (0fcd8f7e-2637-45a5-8899-30e1634e9dec), before_update {{(pid=103461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:38.250552 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron_lib.callbacks.manager [None req-d620aa6f-1d60-4900-a10b-f84d26f442df None None] Publish callbacks [] for port (0fcd8f7e-2637-45a5-8899-30e1634e9dec), precommit_update {{(pid=103461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:38.315956 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron_lib.callbacks.manager [None req-d620aa6f-1d60-4900-a10b-f84d26f442df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745146878648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745146440924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745146440942'] for port (0fcd8f7e-2637-45a5-8899-30e1634e9dec), after_update {{(pid=103461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:38.468957 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55eee372-f7e8-4e29-b577-cf90ebafb354 None None] Pushing event updated for resources: {'Port': ['ID=0fcd8f7e-2637-45a5-8899-30e1634e9dec,revision_number=3']} {{(pid=103461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:23:38.483203 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.plugins.ml2.managers [None req-d620aa6f-1d60-4900-a10b-f84d26f442df None None] Attempting to bind port 0fcd8f7e-2637-45a5-8899-30e1634e9dec on host dv-cinder-830096-3-iscsi for vnic_type normal with profile {{(pid=103461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 20:23:38.483602 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.plugins.ml2.managers [None req-d620aa6f-1d60-4900-a10b-f84d26f442df None None] Attempting to bind port 0fcd8f7e-2637-45a5-8899-30e1634e9dec by drivers openvswitch,hyperv on host dv-cinder-830096-3-iscsi at level 0 using segments [{'id': 'bfda5413-8623-476b-b0b4-81e9c5b07f75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '54ab70f8-3fbc-407d-99d4-4b4c04380dd5'}] {{(pid=103461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 20:23:38.484037 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d620aa6f-1d60-4900-a10b-f84d26f442df None None] Attempting to bind port 0fcd8f7e-2637-45a5-8899-30e1634e9dec on network 54ab70f8-3fbc-407d-99d4-4b4c04380dd5 {{(pid=103461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 20:23:38.486600 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55eee372-f7e8-4e29-b577-cf90ebafb354 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:23:38.486961 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55eee372-f7e8-4e29-b577-cf90ebafb354 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:23:38.487327 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55eee372-f7e8-4e29-b577-cf90ebafb354 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:23:38.487661 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55eee372-f7e8-4e29-b577-cf90ebafb354 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:23:38.487983 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55eee372-f7e8-4e29-b577-cf90ebafb354 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:23:38.488328 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55eee372-f7e8-4e29-b577-cf90ebafb354 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:23:38.488651 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55eee372-f7e8-4e29-b577-cf90ebafb354 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:23:38.488966 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55eee372-f7e8-4e29-b577-cf90ebafb354 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:23:38.489288 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55eee372-f7e8-4e29-b577-cf90ebafb354 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:23:38.489618 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55eee372-f7e8-4e29-b577-cf90ebafb354 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:23:38.489937 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55eee372-f7e8-4e29-b577-cf90ebafb354 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:23:38.490248 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55eee372-f7e8-4e29-b577-cf90ebafb354 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:23:38.490559 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55eee372-f7e8-4e29-b577-cf90ebafb354 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:23:38.492454 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55eee372-f7e8-4e29-b577-cf90ebafb354 None None] Tracked resource versions report: Mar 08 20:23:38.492454 dv-cinder-830096-3-iscsi neutron-server[103461]: pushed versions: Mar 08 20:23:38.492454 dv-cinder-830096-3-iscsi neutron-server[103461]: { 'AddressGroup': {'1.2'}, Mar 08 20:23:38.492454 dv-cinder-830096-3-iscsi neutron-server[103461]: 'ConntrackHelper': {'1.0'}, Mar 08 20:23:38.492454 dv-cinder-830096-3-iscsi neutron-server[103461]: 'LocalIPAssociation': {'1.0'}, Mar 08 20:23:38.492454 dv-cinder-830096-3-iscsi neutron-server[103461]: 'Log': {'1.0'}, Mar 08 20:23:38.492454 dv-cinder-830096-3-iscsi neutron-server[103461]: 'Network': {'1.1'}, Mar 08 20:23:38.492454 dv-cinder-830096-3-iscsi neutron-server[103461]: 'Port': {'1.7'}, Mar 08 20:23:38.492454 dv-cinder-830096-3-iscsi neutron-server[103461]: 'PortForwarding': {'1.2'}, Mar 08 20:23:38.492454 dv-cinder-830096-3-iscsi neutron-server[103461]: 'QosPolicy': {'1.10'}, Mar 08 20:23:38.492454 dv-cinder-830096-3-iscsi neutron-server[103461]: 'SecurityGroup': {'1.5'}, Mar 08 20:23:38.492454 dv-cinder-830096-3-iscsi neutron-server[103461]: 'SecurityGroupRule': {'1.2'}, Mar 08 20:23:38.492454 dv-cinder-830096-3-iscsi neutron-server[103461]: 'SubPort': {'1.0'}, Mar 08 20:23:38.492454 dv-cinder-830096-3-iscsi neutron-server[103461]: 'Subnet': {'1.1'}, Mar 08 20:23:38.492454 dv-cinder-830096-3-iscsi neutron-server[103461]: 'Trunk': {'1.1'}} Mar 08 20:23:38.492454 dv-cinder-830096-3-iscsi neutron-server[103461]: consumer versions: Mar 08 20:23:38.492454 dv-cinder-830096-3-iscsi neutron-server[103461]: { DHCP agent@dv-cinder-830096-3-iscsi: {}, Mar 08 20:23:38.492454 dv-cinder-830096-3-iscsi neutron-server[103461]: L3 agent@dv-cinder-830096-3-iscsi: {}, Mar 08 20:23:38.492454 dv-cinder-830096-3-iscsi neutron-server[103461]: Metadata agent@dv-cinder-830096-3-iscsi: {}, Mar 08 20:23:38.492454 dv-cinder-830096-3-iscsi neutron-server[103461]: Metering agent@dv-cinder-830096-3-iscsi: {}, Mar 08 20:23:38.492454 dv-cinder-830096-3-iscsi neutron-server[103461]: Open vSwitch agent@dv-cinder-830096-3-iscsi: { 'AddressGroup': '1.2', Mar 08 20:23:38.492454 dv-cinder-830096-3-iscsi neutron-server[103461]: 'ConntrackHelper': '1.0', Mar 08 20:23:38.492454 dv-cinder-830096-3-iscsi neutron-server[103461]: 'LocalIPAssociation': '1.0', Mar 08 20:23:38.492454 dv-cinder-830096-3-iscsi neutron-server[103461]: 'Log': '1.0', Mar 08 20:23:38.492454 dv-cinder-830096-3-iscsi neutron-server[103461]: 'Network': '1.1', Mar 08 20:23:38.492454 dv-cinder-830096-3-iscsi neutron-server[103461]: 'Port': '1.7', Mar 08 20:23:38.492454 dv-cinder-830096-3-iscsi neutron-server[103461]: 'PortForwarding': '1.2', Mar 08 20:23:38.492454 dv-cinder-830096-3-iscsi neutron-server[103461]: 'QosPolicy': '1.10', Mar 08 20:23:38.492454 dv-cinder-830096-3-iscsi neutron-server[103461]: 'SecurityGroup': '1.5', Mar 08 20:23:38.492454 dv-cinder-830096-3-iscsi neutron-server[103461]: 'SecurityGroupRule': '1.2', Mar 08 20:23:38.492454 dv-cinder-830096-3-iscsi neutron-server[103461]: 'SubPort': '1.0', Mar 08 20:23:38.492454 dv-cinder-830096-3-iscsi neutron-server[103461]: 'Subnet': '1.1', Mar 08 20:23:38.492454 dv-cinder-830096-3-iscsi neutron-server[103461]: 'Trunk': '1.1'}} Mar 08 20:23:38.492454 dv-cinder-830096-3-iscsi neutron-server[103461]: {{(pid=103461) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 08 20:23:38.498808 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d620aa6f-1d60-4900-a10b-f84d26f442df None None] Checking agent: {'id': 'fa4b043a-5d45-4181-9cb2-30d29598ef5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830096-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 20, 23, 5), 'started_at': datetime.datetime(2022, 3, 8, 20, 23, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 20, 23, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830096-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 20:23:38.499228 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d620aa6f-1d60-4900-a10b-f84d26f442df None None] Checking segment: {'id': 'bfda5413-8623-476b-b0b4-81e9c5b07f75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '54ab70f8-3fbc-407d-99d4-4b4c04380dd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 20:23:38.499731 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron_lib.callbacks.manager [None req-d620aa6f-1d60-4900-a10b-f84d26f442df None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:38.500116 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d620aa6f-1d60-4900-a10b-f84d26f442df None None] Bound using segment: {'id': 'bfda5413-8623-476b-b0b4-81e9c5b07f75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '54ab70f8-3fbc-407d-99d4-4b4c04380dd5'} {{(pid=103461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 20:23:38.500692 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.plugins.ml2.managers [None req-d620aa6f-1d60-4900-a10b-f84d26f442df None None] Bound port: 0fcd8f7e-2637-45a5-8899-30e1634e9dec, host: dv-cinder-830096-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfda5413-8623-476b-b0b4-81e9c5b07f75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '54ab70f8-3fbc-407d-99d4-4b4c04380dd5'}}] {{(pid=103461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 20:23:38.501020 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron_lib.callbacks.manager [None req-d620aa6f-1d60-4900-a10b-f84d26f442df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747308'] for port (0fcd8f7e-2637-45a5-8899-30e1634e9dec), before_update {{(pid=103461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:38.555743 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.provisioning_blocks [None req-9b65d02e-0a38-4a70-9119-572772fdab5c None None] Provisioning complete for port 0fcd8f7e-2637-45a5-8899-30e1634e9dec triggered by entity DHCP. {{(pid=103460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:23:38.556324 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-9b65d02e-0a38-4a70-9119-572772fdab5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476507'] for port (0fcd8f7e-2637-45a5-8899-30e1634e9dec), provisioning_complete {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:38.571467 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.plugins.ml2.db [None req-d620aa6f-1d60-4900-a10b-f84d26f442df None None] For port 0fcd8f7e-2637-45a5-8899-30e1634e9dec, host dv-cinder-830096-3-iscsi, cleared binding levels {{(pid=103461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 20:23:38.591386 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.plugins.ml2.db [None req-d620aa6f-1d60-4900-a10b-f84d26f442df None None] For port 0fcd8f7e-2637-45a5-8899-30e1634e9dec, host dv-cinder-830096-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-3-iscsi',level=0,port_id=0fcd8f7e-2637-45a5-8899-30e1634e9dec,segment=NetworkSegment(bfda5413-8623-476b-b0b4-81e9c5b07f75),segment_id=bfda5413-8623-476b-b0b4-81e9c5b07f75)] {{(pid=103461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 20:23:38.593426 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.plugin [None req-9b65d02e-0a38-4a70-9119-572772fdab5c None None] Port 0fcd8f7e-2637-45a5-8899-30e1634e9dec cannot update to ACTIVE because it is not bound. {{(pid=103460) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 20:23:38.666826 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron_lib.callbacks.manager [None req-d620aa6f-1d60-4900-a10b-f84d26f442df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745146878648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745146440924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745146440942'] for port (0fcd8f7e-2637-45a5-8899-30e1634e9dec), after_update {{(pid=103461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:38.725420 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55eee372-f7e8-4e29-b577-cf90ebafb354 None None] Pushing event updated for resources: {'Port': ['ID=0fcd8f7e-2637-45a5-8899-30e1634e9dec,revision_number=4']} {{(pid=103461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:23:38.731349 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d620aa6f-1d60-4900-a10b-f84d26f442df None None] Routers {'7238d2a2-94ec-4034-abe4-b5e6358e7151'} bound to L3 agent in host dv-cinder-830096-3-iscsi {{(pid=103461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:23:38.731977 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.db.l3_hamode_db [None req-d620aa6f-1d60-4900-a10b-f84d26f442df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-08T20:23:01Z,description=,heartbeat_timestamp=2022-03-08T20:23:31Z,host='dv-cinder-830096-3-iscsi',id=7ae9fd8f-5d61-4821-9eac-044950c450f0,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:23:02Z,topic='l3_agent')) {'router_ids': ['7238d2a2-94ec-4034-abe4-b5e6358e7151'], 'active': True} {{(pid=103461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:23:38.823133 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.db.l3_dvr_db [None req-d620aa6f-1d60-4900-a10b-f84d26f442df None None] Set router 7238d2a2-94ec-4034-abe4-b5e6358e7151 gateway port host: None {{(pid=103461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:23:38.914300 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.provisioning_blocks [None req-40df2b3c-290f-4d57-a8d1-4d3d2332186d None None] Provisioning complete for port 0fcd8f7e-2637-45a5-8899-30e1634e9dec triggered by entity DHCP. {{(pid=103460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:23:38.914709 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-40df2b3c-290f-4d57-a8d1-4d3d2332186d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476507'] for port (0fcd8f7e-2637-45a5-8899-30e1634e9dec), provisioning_complete {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:38.995781 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.plugin [None req-40df2b3c-290f-4d57-a8d1-4d3d2332186d None None] Current status of the port 0fcd8f7e-2637-45a5-8899-30e1634e9dec is: DOWN; New status is: ACTIVE {{(pid=103460) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:23:38.996098 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-40df2b3c-290f-4d57-a8d1-4d3d2332186d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747308'] for port (0fcd8f7e-2637-45a5-8899-30e1634e9dec), before_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:39.030568 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.db [None req-40df2b3c-290f-4d57-a8d1-4d3d2332186d None None] For port 0fcd8f7e-2637-45a5-8899-30e1634e9dec, host dv-cinder-830096-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-3-iscsi',level=0,port_id=0fcd8f7e-2637-45a5-8899-30e1634e9dec,segment=NetworkSegment(bfda5413-8623-476b-b0b4-81e9c5b07f75),segment_id=bfda5413-8623-476b-b0b4-81e9c5b07f75)] {{(pid=103460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:23:39.035387 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.db.l3_hamode_db [None req-d620aa6f-1d60-4900-a10b-f84d26f442df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7238d2a2-94ec-4034-abe4-b5e6358e7151', 'name': 'router1', 'tenant_id': '4c3c146cd7be453b846983ef967e43e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:23:25Z', 'updated_at': '2022-03-08T20:23:36Z', 'revision_number': 2, 'project_id': '4c3c146cd7be453b846983ef967e43e9', 'gw_port_host': None, '_interfaces': [{'id': '0fcd8f7e-2637-45a5-8899-30e1634e9dec', 'name': '', 'network_id': '54ab70f8-3fbc-407d-99d4-4b4c04380dd5', 'tenant_id': '4c3c146cd7be453b846983ef967e43e9', 'mac_address': 'fa:16:3e:76:9b:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7238d2a2-94ec-4034-abe4-b5e6358e7151', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2e0f6793-9277-4bf7-b5c7-6e2d68f27be7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:23:35Z', 'updated_at': '2022-03-08T20:23:38Z', 'revision_number': 4, 'project_id': '4c3c146cd7be453b846983ef967e43e9', 'subnets': [{'id': '2e0f6793-9277-4bf7-b5c7-6e2d68f27be7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c4075d46-5b82-4d96-8776-cfd0f160e625'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830096-3-iscsi', False) {} {{(pid=103461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:23:39.061431 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d620aa6f-1d60-4900-a10b-f84d26f442df None None] The sync data for ids ['7238d2a2-94ec-4034-abe4-b5e6358e7151'] in dv-cinder-830096-3-iscsi is: [{'id': '7238d2a2-94ec-4034-abe4-b5e6358e7151', 'name': 'router1', 'tenant_id': '4c3c146cd7be453b846983ef967e43e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:23:25Z', 'updated_at': '2022-03-08T20:23:36Z', 'revision_number': 2, 'project_id': '4c3c146cd7be453b846983ef967e43e9', 'gw_port_host': None, '_interfaces': [{'id': '0fcd8f7e-2637-45a5-8899-30e1634e9dec', 'name': '', 'network_id': '54ab70f8-3fbc-407d-99d4-4b4c04380dd5', 'tenant_id': '4c3c146cd7be453b846983ef967e43e9', 'mac_address': 'fa:16:3e:76:9b:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7238d2a2-94ec-4034-abe4-b5e6358e7151', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2e0f6793-9277-4bf7-b5c7-6e2d68f27be7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:23:35Z', 'updated_at': '2022-03-08T20:23:38Z', 'revision_number': 4, 'project_id': '4c3c146cd7be453b846983ef967e43e9', 'subnets': [{'id': '2e0f6793-9277-4bf7-b5c7-6e2d68f27be7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c4075d46-5b82-4d96-8776-cfd0f160e625'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 20:23:39.117393 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-40df2b3c-290f-4d57-a8d1-4d3d2332186d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745146878648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745146440924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745146440942'] for port (0fcd8f7e-2637-45a5-8899-30e1634e9dec), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:39.169298 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40df2b3c-290f-4d57-a8d1-4d3d2332186d None None] Pushing event updated for resources: {'Port': ['ID=0fcd8f7e-2637-45a5-8899-30e1634e9dec,revision_number=5']} {{(pid=103460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:23:39.480693 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.41', 54992) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:23:39.589443 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3b81856-fd0e-4b18-9fa6-b75945347e3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:23:39.591309 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-e3b81856-fd0e-4b18-9fa6-b75945347e3a admin admin] 10.222.0.41 "GET /v2.0/networks/fc278ace-cc38-44e4-ba35-3f28be706052 HTTP/1.1" status: 200 len: 842 time: 0.1094432 Mar 08 20:23:39.600076 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.v2.base [None req-2a76dd5c-fb3d-438a-a2ce-3701edaac645 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'cidr': '172.27.2.0/24', 'ip_version': 4, 'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'gateway_ip': '172.27.2.1', 'enable_dhcp': False}} {{(pid=103458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:23:39.717709 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a76dd5c-fb3d-438a-a2ce-3701edaac645 admin admin] Made reservation on behalf of 918802fe31e84a999b92fe8869c3b752 for: {'subnet': 1} {{(pid=103458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 20:23:39.720048 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-2a76dd5c-fb3d-438a-a2ce-3701edaac645 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:40.149869 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.objects.ports [None req-2a76dd5c-fb3d-438a-a2ce-3701edaac645 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103458) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 08 20:23:40.150306 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-2a76dd5c-fb3d-438a-a2ce-3701edaac645 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763'] for subnet (6746aa92-141d-47b3-806a-20502e0a6f7e), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:40.200345 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a76dd5c-fb3d-438a-a2ce-3701edaac645 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6746aa92-141d-47b3-806a-20502e0a6f7e,revision_number=0']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:23:40.214913 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a76dd5c-fb3d-438a-a2ce-3701edaac645 admin admin] Checking segment: {'id': 'e3ec3731-5b41-434a-a3a7-2ad1e453961f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 20:23:40.216739 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a76dd5c-fb3d-438a-a2ce-3701edaac645 admin admin] Network hostable DHCP agents. Network: fc278ace-cc38-44e4-ba35-3f28be706052, hostable agents: ['a3d84102-f7d3-452b-861a-973020576047'], hosted agents: [] {{(pid=103458) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 20:23:40.287707 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a76dd5c-fb3d-438a-a2ce-3701edaac645 admin admin] Network fc278ace-cc38-44e4-ba35-3f28be706052 is scheduled to be hosted by DHCP agent a3d84102-f7d3-452b-861a-973020576047 with binding_index 1 {{(pid=103458) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 20:23:40.380156 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.scheduler.base_scheduler [None req-2a76dd5c-fb3d-438a-a2ce-3701edaac645 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830096-3-iscsi, fc278ace-cc38-44e4-ba35-3f28be706052) {{(pid=103458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:23:40.384664 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a76dd5c-fb3d-438a-a2ce-3701edaac645 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:23:40.385273 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-2a76dd5c-fb3d-438a-a2ce-3701edaac645 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3733777'] for subnet (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:40.389060 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaa7f754-5518-4f5e-99ba-68baf84046f6 None None] Network fc278ace-cc38-44e4-ba35-3f28be706052 requested from dv-cinder-830096-3-iscsi {{(pid=103460) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 20:23:40.480428 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-2a76dd5c-fb3d-438a-a2ce-3701edaac645 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8837402 Mar 08 20:23:40.504977 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d934926c-a12a-4c6e-93ae-ad76e795ddc3 None None] Network fc278ace-cc38-44e4-ba35-3f28be706052 requested from dv-cinder-830096-3-iscsi {{(pid=103460) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 20:23:42.909912 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.41', 55000) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:23:43.051859 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-562f0a82-2668-4fc6-aab6-70b6c0b4c39b demo admin] 10.222.0.41 "GET /v2.0/routers/7238d2a2-94ec-4034-abe4-b5e6358e7151 HTTP/1.1" status: 200 len: 710 time: 0.1405830 Mar 08 20:23:43.146205 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3901ad2-0d20-4ace-9cb9-7c829bb8e373 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:23:43.148037 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-f3901ad2-0d20-4ace-9cb9-7c829bb8e373 demo admin] 10.222.0.41 "GET /v2.0/networks/fc278ace-cc38-44e4-ba35-3f28be706052 HTTP/1.1" status: 200 len: 886 time: 0.0904870 Mar 08 20:23:43.157707 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.v2.base [None req-e6a9e88a-7bc9-4812-90b7-bd2ea78d8e62 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052'}}} {{(pid=103458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:23:43.415467 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e6a9e88a-7bc9-4812-90b7-bd2ea78d8e62 demo admin] Publish callbacks [] for router_gateway (7238d2a2-94ec-4034-abe4-b5e6358e7151), precommit_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:43.815451 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e6a9e88a-7bc9-4812-90b7-bd2ea78d8e62 demo admin] Publish callbacks [] for router_gateway (7238d2a2-94ec-4034-abe4-b5e6358e7151), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:43.890654 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e6a9e88a-7bc9-4812-90b7-bd2ea78d8e62 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747308'] for port (None), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:44.005773 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.db.db_base_plugin_common [None req-e6a9e88a-7bc9-4812-90b7-bd2ea78d8e62 demo admin] Allocated IP 172.27.2.78 (fc278ace-cc38-44e4-ba35-3f28be706052/6746aa92-141d-47b3-806a-20502e0a6f7e/5a57942d-60b8-4413-aec3-3602fd8be360) {{(pid=103458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 20:23:44.114262 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e6a9e88a-7bc9-4812-90b7-bd2ea78d8e62 demo admin] Publish callbacks [] for port (5a57942d-60b8-4413-aec3-3602fd8be360), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:44.226762 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e6a9e88a-7bc9-4812-90b7-bd2ea78d8e62 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745146440906'] for port (5a57942d-60b8-4413-aec3-3602fd8be360), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:44.268834 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6a9e88a-7bc9-4812-90b7-bd2ea78d8e62 demo admin] Network fc278ace-cc38-44e4-ba35-3f28be706052 is already hosted by enough agents. {{(pid=103458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 20:23:44.272104 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.scheduler.base_scheduler [None req-e6a9e88a-7bc9-4812-90b7-bd2ea78d8e62 demo admin] Resources bound (agent type, host, resource id): {{(pid=103458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:23:44.281572 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6a9e88a-7bc9-4812-90b7-bd2ea78d8e62 demo admin] Received port after_create {{(pid=103458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 20:23:44.284388 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a9e88a-7bc9-4812-90b7-bd2ea78d8e62 demo admin] Pushing event updated for resources: {'Port': ['ID=5a57942d-60b8-4413-aec3-3602fd8be360,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:23:44.751300 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e6a9e88a-7bc9-4812-90b7-bd2ea78d8e62 demo admin] Publish callbacks [] for router_gateway (7238d2a2-94ec-4034-abe4-b5e6358e7151), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:44.949241 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e6a9e88a-7bc9-4812-90b7-bd2ea78d8e62 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-442570', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-448285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-126043'] for router (7238d2a2-94ec-4034-abe4-b5e6358e7151), precommit_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:44.952442 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e6a9e88a-7bc9-4812-90b7-bd2ea78d8e62 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-442609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-442563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-442616', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-448274'] for router (7238d2a2-94ec-4034-abe4-b5e6358e7151), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:45.066050 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6a9e88a-7bc9-4812-90b7-bd2ea78d8e62 demo admin] Router 7238d2a2-94ec-4034-abe4-b5e6358e7151 has already been hosted by L3 agent 7ae9fd8f-5d61-4821-9eac-044950c450f0 {{(pid=103458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 20:23:45.172809 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6a9e88a-7bc9-4812-90b7-bd2ea78d8e62 demo admin] Notify agent at l3_agent.dv-cinder-830096-3-iscsi the message routers_updated {{(pid=103458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 20:23:45.177061 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e6a9e88a-7bc9-4812-90b7-bd2ea78d8e62 demo admin] Publish callbacks [] for router (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:45.178254 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-e6a9e88a-7bc9-4812-90b7-bd2ea78d8e62 demo admin] 10.222.0.41 "PUT /v2.0/routers/7238d2a2-94ec-4034-abe4-b5e6358e7151 HTTP/1.1" status: 200 len: 889 time: 2.0242960 Mar 08 20:23:46.067339 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.rpc [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Device 0fcd8f7e-2637-45a5-8899-30e1634e9dec up at agent ovs-agent-dv-cinder-830096-3-iscsi {{(pid=103460) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 20:23:46.116590 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.provisioning_blocks [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Provisioning complete for port 0fcd8f7e-2637-45a5-8899-30e1634e9dec triggered by entity L2. {{(pid=103460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:23:46.117073 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476507'] for port (0fcd8f7e-2637-45a5-8899-30e1634e9dec), provisioning_complete {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:46.197197 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.plugin [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Current status of the port 0fcd8f7e-2637-45a5-8899-30e1634e9dec is: ACTIVE; New status is: ACTIVE {{(pid=103460) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:23:47.802164 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.wsgi [-] (103459) accepted ('10.222.0.41', 55012) {{(pid=103459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:23:47.960553 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [None req-25b5cd27-0823-4266-8f51-f948b99c0ae6 admin admin] 10.222.0.41 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1565988 Mar 08 20:23:48.012074 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d691c0e5-1a16-4ade-8112-9855767ea6e8 None None] Sync routers for ids ['7238d2a2-94ec-4034-abe4-b5e6358e7151'] in dv-cinder-830096-3-iscsi {{(pid=103460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 20:23:48.025773 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d691c0e5-1a16-4ade-8112-9855767ea6e8 None None] Routers {'7238d2a2-94ec-4034-abe4-b5e6358e7151'} bound to L3 agent in host dv-cinder-830096-3-iscsi {{(pid=103460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:23:48.026503 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-d691c0e5-1a16-4ade-8112-9855767ea6e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-08T20:23:01Z,description=,heartbeat_timestamp=2022-03-08T20:23:31Z,host='dv-cinder-830096-3-iscsi',id=7ae9fd8f-5d61-4821-9eac-044950c450f0,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:23:02Z,topic='l3_agent')) {'router_ids': ['7238d2a2-94ec-4034-abe4-b5e6358e7151'], 'active': True} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:23:48.266522 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvr_db [None req-d691c0e5-1a16-4ade-8112-9855767ea6e8 None None] Set router 7238d2a2-94ec-4034-abe4-b5e6358e7151 gateway port host: dv-cinder-830096-3-iscsi {{(pid=103460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:23:48.747723 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-d691c0e5-1a16-4ade-8112-9855767ea6e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7238d2a2-94ec-4034-abe4-b5e6358e7151', 'name': 'router1', 'tenant_id': '4c3c146cd7be453b846983ef967e43e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'external_fixed_ips': [{'subnet_id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'ip_address': '172.27.2.78'}], 'enable_snat': True}, 'gw_port_id': '5a57942d-60b8-4413-aec3-3602fd8be360', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:23:25Z', 'updated_at': '2022-03-08T20:23:44Z', 'revision_number': 4, 'project_id': '4c3c146cd7be453b846983ef967e43e9', 'gw_port': {'id': '5a57942d-60b8-4413-aec3-3602fd8be360', 'name': '', 'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:eb:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7238d2a2-94ec-4034-abe4-b5e6358e7151', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'ip_address': '172.27.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:23:43Z', 'updated_at': '2022-03-08T20:23:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-3-iscsi', '_interfaces': [{'id': '0fcd8f7e-2637-45a5-8899-30e1634e9dec', 'name': '', 'network_id': '54ab70f8-3fbc-407d-99d4-4b4c04380dd5', 'tenant_id': '4c3c146cd7be453b846983ef967e43e9', 'mac_address': 'fa:16:3e:76:9b:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7238d2a2-94ec-4034-abe4-b5e6358e7151', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2e0f6793-9277-4bf7-b5c7-6e2d68f27be7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:23:35Z', 'updated_at': '2022-03-08T20:23:39Z', 'revision_number': 5, 'project_id': '4c3c146cd7be453b846983ef967e43e9', 'subnets': [{'id': '2e0f6793-9277-4bf7-b5c7-6e2d68f27be7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c4075d46-5b82-4d96-8776-cfd0f160e625'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830096-3-iscsi', False) {} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:23:48.798929 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d691c0e5-1a16-4ade-8112-9855767ea6e8 None None] Checking router: 7238d2a2-94ec-4034-abe4-b5e6358e7151 for host: dv-cinder-830096-3-iscsi {{(pid=103460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 20:23:48.799307 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d691c0e5-1a16-4ade-8112-9855767ea6e8 None None] Updating router 7238d2a2-94ec-4034-abe4-b5e6358e7151 port 5a57942d-60b8-4413-aec3-3602fd8be360 binding host dv-cinder-830096-3-iscsi {{(pid=103460) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 20:23:48.883141 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-d691c0e5-1a16-4ade-8112-9855767ea6e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747308'] for port (5a57942d-60b8-4413-aec3-3602fd8be360), before_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:49.198299 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-d691c0e5-1a16-4ade-8112-9855767ea6e8 None None] Publish callbacks [] for port (5a57942d-60b8-4413-aec3-3602fd8be360), precommit_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:49.288305 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-d691c0e5-1a16-4ade-8112-9855767ea6e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745146878648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745146440924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745146440942'] for port (5a57942d-60b8-4413-aec3-3602fd8be360), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:49.362170 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.managers [None req-d691c0e5-1a16-4ade-8112-9855767ea6e8 None None] Attempting to bind port 5a57942d-60b8-4413-aec3-3602fd8be360 on host dv-cinder-830096-3-iscsi for vnic_type normal with profile {{(pid=103460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 20:23:49.362523 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.managers [None req-d691c0e5-1a16-4ade-8112-9855767ea6e8 None None] Attempting to bind port 5a57942d-60b8-4413-aec3-3602fd8be360 by drivers openvswitch,hyperv on host dv-cinder-830096-3-iscsi at level 0 using segments [{'id': 'e3ec3731-5b41-434a-a3a7-2ad1e453961f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052'}] {{(pid=103460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 20:23:49.362968 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d691c0e5-1a16-4ade-8112-9855767ea6e8 None None] Attempting to bind port 5a57942d-60b8-4413-aec3-3602fd8be360 on network fc278ace-cc38-44e4-ba35-3f28be706052 {{(pid=103460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 20:23:49.371428 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d691c0e5-1a16-4ade-8112-9855767ea6e8 None None] Checking agent: {'id': 'fa4b043a-5d45-4181-9cb2-30d29598ef5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830096-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 20, 23, 5), 'started_at': datetime.datetime(2022, 3, 8, 20, 23, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 20, 23, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830096-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 20:23:49.371826 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d691c0e5-1a16-4ade-8112-9855767ea6e8 None None] Checking segment: {'id': 'e3ec3731-5b41-434a-a3a7-2ad1e453961f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 20:23:49.372282 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-d691c0e5-1a16-4ade-8112-9855767ea6e8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:49.372678 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d691c0e5-1a16-4ade-8112-9855767ea6e8 None None] Bound using segment: {'id': 'e3ec3731-5b41-434a-a3a7-2ad1e453961f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052'} {{(pid=103460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 20:23:49.373186 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.managers [None req-d691c0e5-1a16-4ade-8112-9855767ea6e8 None None] Bound port: 5a57942d-60b8-4413-aec3-3602fd8be360, host: dv-cinder-830096-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3ec3731-5b41-434a-a3a7-2ad1e453961f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052'}}] {{(pid=103460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 20:23:49.373590 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-d691c0e5-1a16-4ade-8112-9855767ea6e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747308'] for port (5a57942d-60b8-4413-aec3-3602fd8be360), before_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:49.375074 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae757f7-21dd-4b6f-b181-eb5d87591626 None None] Pushing event updated for resources: {'Port': ['ID=5a57942d-60b8-4413-aec3-3602fd8be360,revision_number=2']} {{(pid=103460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:23:49.429408 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.db [None req-d691c0e5-1a16-4ade-8112-9855767ea6e8 None None] For port 5a57942d-60b8-4413-aec3-3602fd8be360, host dv-cinder-830096-3-iscsi, cleared binding levels {{(pid=103460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 20:23:49.432505 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.db [None req-d691c0e5-1a16-4ade-8112-9855767ea6e8 None None] For port 5a57942d-60b8-4413-aec3-3602fd8be360, host dv-cinder-830096-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-3-iscsi',level=0,port_id=5a57942d-60b8-4413-aec3-3602fd8be360,segment=NetworkSegment(e3ec3731-5b41-434a-a3a7-2ad1e453961f),segment_id=e3ec3731-5b41-434a-a3a7-2ad1e453961f)] {{(pid=103460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 20:23:49.540536 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-d691c0e5-1a16-4ade-8112-9855767ea6e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745146878648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745146440924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745146440942'] for port (5a57942d-60b8-4413-aec3-3602fd8be360), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:49.599474 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d691c0e5-1a16-4ade-8112-9855767ea6e8 None None] Routers {'7238d2a2-94ec-4034-abe4-b5e6358e7151'} bound to L3 agent in host dv-cinder-830096-3-iscsi {{(pid=103460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:23:49.600081 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-d691c0e5-1a16-4ade-8112-9855767ea6e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-08T20:23:01Z,description=,heartbeat_timestamp=2022-03-08T20:23:31Z,host='dv-cinder-830096-3-iscsi',id=7ae9fd8f-5d61-4821-9eac-044950c450f0,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:23:02Z,topic='l3_agent')) {'router_ids': ['7238d2a2-94ec-4034-abe4-b5e6358e7151'], 'active': True} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:23:49.642968 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae757f7-21dd-4b6f-b181-eb5d87591626 None None] Pushing event updated for resources: {'Port': ['ID=5a57942d-60b8-4413-aec3-3602fd8be360,revision_number=3']} {{(pid=103460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:23:49.731330 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvr_db [None req-d691c0e5-1a16-4ade-8112-9855767ea6e8 None None] Set router 7238d2a2-94ec-4034-abe4-b5e6358e7151 gateway port host: dv-cinder-830096-3-iscsi {{(pid=103460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:23:49.957182 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-d691c0e5-1a16-4ade-8112-9855767ea6e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7238d2a2-94ec-4034-abe4-b5e6358e7151', 'name': 'router1', 'tenant_id': '4c3c146cd7be453b846983ef967e43e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'external_fixed_ips': [{'subnet_id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'ip_address': '172.27.2.78'}], 'enable_snat': True}, 'gw_port_id': '5a57942d-60b8-4413-aec3-3602fd8be360', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:23:25Z', 'updated_at': '2022-03-08T20:23:44Z', 'revision_number': 4, 'project_id': '4c3c146cd7be453b846983ef967e43e9', 'gw_port': {'id': '5a57942d-60b8-4413-aec3-3602fd8be360', 'name': '', 'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:eb:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7238d2a2-94ec-4034-abe4-b5e6358e7151', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'ip_address': '172.27.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:23:43Z', 'updated_at': '2022-03-08T20:23:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-3-iscsi', '_interfaces': [{'id': '0fcd8f7e-2637-45a5-8899-30e1634e9dec', 'name': '', 'network_id': '54ab70f8-3fbc-407d-99d4-4b4c04380dd5', 'tenant_id': '4c3c146cd7be453b846983ef967e43e9', 'mac_address': 'fa:16:3e:76:9b:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7238d2a2-94ec-4034-abe4-b5e6358e7151', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2e0f6793-9277-4bf7-b5c7-6e2d68f27be7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:23:35Z', 'updated_at': '2022-03-08T20:23:39Z', 'revision_number': 5, 'project_id': '4c3c146cd7be453b846983ef967e43e9', 'subnets': [{'id': '2e0f6793-9277-4bf7-b5c7-6e2d68f27be7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c4075d46-5b82-4d96-8776-cfd0f160e625'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830096-3-iscsi', False) {} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:23:49.984994 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d691c0e5-1a16-4ade-8112-9855767ea6e8 None None] The sync data for ids ['7238d2a2-94ec-4034-abe4-b5e6358e7151'] in dv-cinder-830096-3-iscsi is: [{'id': '7238d2a2-94ec-4034-abe4-b5e6358e7151', 'name': 'router1', 'tenant_id': '4c3c146cd7be453b846983ef967e43e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'external_fixed_ips': [{'subnet_id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'ip_address': '172.27.2.78'}], 'enable_snat': True}, 'gw_port_id': '5a57942d-60b8-4413-aec3-3602fd8be360', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:23:25Z', 'updated_at': '2022-03-08T20:23:44Z', 'revision_number': 4, 'project_id': '4c3c146cd7be453b846983ef967e43e9', 'gw_port': {'id': '5a57942d-60b8-4413-aec3-3602fd8be360', 'name': '', 'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:eb:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7238d2a2-94ec-4034-abe4-b5e6358e7151', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'ip_address': '172.27.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:23:43Z', 'updated_at': '2022-03-08T20:23:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-3-iscsi', '_interfaces': [{'id': '0fcd8f7e-2637-45a5-8899-30e1634e9dec', 'name': '', 'network_id': '54ab70f8-3fbc-407d-99d4-4b4c04380dd5', 'tenant_id': '4c3c146cd7be453b846983ef967e43e9', 'mac_address': 'fa:16:3e:76:9b:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7238d2a2-94ec-4034-abe4-b5e6358e7151', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2e0f6793-9277-4bf7-b5c7-6e2d68f27be7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:23:35Z', 'updated_at': '2022-03-08T20:23:39Z', 'revision_number': 5, 'project_id': '4c3c146cd7be453b846983ef967e43e9', 'subnets': [{'id': '2e0f6793-9277-4bf7-b5c7-6e2d68f27be7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c4075d46-5b82-4d96-8776-cfd0f160e625'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 20:23:52.120201 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.rpc [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Device 5a57942d-60b8-4413-aec3-3602fd8be360 up at agent ovs-agent-dv-cinder-830096-3-iscsi {{(pid=103460) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 20:23:52.181704 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.provisioning_blocks [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Provisioning complete for port 5a57942d-60b8-4413-aec3-3602fd8be360 triggered by entity L2. {{(pid=103460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:23:52.182340 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476507'] for port (5a57942d-60b8-4413-aec3-3602fd8be360), provisioning_complete {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:52.282808 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.plugin [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Current status of the port 5a57942d-60b8-4413-aec3-3602fd8be360 is: DOWN; New status is: ACTIVE {{(pid=103460) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:23:52.282808 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747308'] for port (5a57942d-60b8-4413-aec3-3602fd8be360), before_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:52.308450 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.db [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] For port 5a57942d-60b8-4413-aec3-3602fd8be360, host dv-cinder-830096-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-3-iscsi',level=0,port_id=5a57942d-60b8-4413-aec3-3602fd8be360,segment=NetworkSegment(e3ec3731-5b41-434a-a3a7-2ad1e453961f),segment_id=e3ec3731-5b41-434a-a3a7-2ad1e453961f)] {{(pid=103460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:23:52.392058 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745146878648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745146440924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745146440942'] for port (5a57942d-60b8-4413-aec3-3602fd8be360), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:52.455816 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Pushing event updated for resources: {'Port': ['ID=5a57942d-60b8-4413-aec3-3602fd8be360,revision_number=4']} {{(pid=103460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:23:54.130321 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.rpc [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Device 5a57942d-60b8-4413-aec3-3602fd8be360 up at agent ovs-agent-dv-cinder-830096-3-iscsi {{(pid=103460) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 20:23:54.233500 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.provisioning_blocks [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Provisioning complete for port 5a57942d-60b8-4413-aec3-3602fd8be360 triggered by entity L2. {{(pid=103460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:23:54.234588 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476507'] for port (5a57942d-60b8-4413-aec3-3602fd8be360), provisioning_complete {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:54.358232 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.plugin [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Current status of the port 5a57942d-60b8-4413-aec3-3602fd8be360 is: ACTIVE; New status is: ACTIVE {{(pid=103460) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:23:58.916847 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-4cc67256-08da-48be-9acf-6a5b8e4edd3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745146981205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476605'] for agent (a3d84102-f7d3-452b-861a-973020576047), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:01.214483 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-949e9ea8-cc4e-4835-8e52-5b8791939142 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745146981205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476605'] for agent (7ae9fd8f-5d61-4821-9eac-044950c450f0), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:02.311661 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-dbe61520-29cf-4847-b96e-6d24c6c097a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745146981205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476605'] for agent (6cc78598-e6b3-4e4d-a99c-31b9c4784fd2), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:03.631526 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-7a330e8f-62e0-4259-bea2-8ced8e9b3a98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745146981205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476605'] for agent (cd1d0244-f954-4bda-89fb-1fdc1954e39d), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:05.216822 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.db.agents_db [None req-39e8813d-158c-4e2f-bb5f-b8539461cb33 None None] Agent healthcheck: found 5 active agents {{(pid=103461) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 20:24:05.299954 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745146981205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476605'] for agent (fa4b043a-5d45-4181-9cb2-30d29598ef5b), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:28.932974 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-6f5dec0e-7c7d-4290-958f-9a4ce8367b69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745146981205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476605'] for agent (a3d84102-f7d3-452b-861a-973020576047), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:31.269418 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-564345de-ae97-4391-b7e3-3669aa0ffd0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745146981205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476605'] for agent (7ae9fd8f-5d61-4821-9eac-044950c450f0), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:32.286458 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-dbe61520-29cf-4847-b96e-6d24c6c097a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745146981205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476605'] for agent (6cc78598-e6b3-4e4d-a99c-31b9c4784fd2), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:33.607666 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-7a330e8f-62e0-4259-bea2-8ced8e9b3a98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745146981205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476605'] for agent (cd1d0244-f954-4bda-89fb-1fdc1954e39d), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:35.270891 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745146981205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476605'] for agent (fa4b043a-5d45-4181-9cb2-30d29598ef5b), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:42.205899 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.db.agents_db [None req-39e8813d-158c-4e2f-bb5f-b8539461cb33 None None] Agent healthcheck: found 5 active agents {{(pid=103461) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 20:24:58.909855 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-56e9c55a-9e3e-481e-8710-43ad6591013d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745146981205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476605'] for agent (a3d84102-f7d3-452b-861a-973020576047), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:25:01.240805 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-10570f61-d539-48c8-84b8-84424d391fe1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745146981205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476605'] for agent (7ae9fd8f-5d61-4821-9eac-044950c450f0), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:25:02.280736 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-dbe61520-29cf-4847-b96e-6d24c6c097a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745146981205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476605'] for agent (6cc78598-e6b3-4e4d-a99c-31b9c4784fd2), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:25:03.617876 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-7a330e8f-62e0-4259-bea2-8ced8e9b3a98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745146981205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476605'] for agent (cd1d0244-f954-4bda-89fb-1fdc1954e39d), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:25:05.273082 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745146981205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476605'] for agent (fa4b043a-5d45-4181-9cb2-30d29598ef5b), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:25:12.976295 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.wsgi [-] (103459) accepted ('10.222.0.41', 55496) {{(pid=103459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:25:13.050438 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.pecan_wsgi.hooks.translation [None req-4bd6c55a-3221-4b4b-9848-9d234e103e2e admin admin] GET failed (client error): The resource could not be found. Mar 08 20:25:13.052129 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [None req-4bd6c55a-3221-4b4b-9848-9d234e103e2e admin admin] 10.222.0.41 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0744882 Mar 08 20:25:13.242631 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75a2a212-5192-42c0-bf99-d87f518a867c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:25:13.244090 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [None req-75a2a212-5192-42c0-bf99-d87f518a867c admin admin] 10.222.0.41 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1883550 Mar 08 20:25:15.536906 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.wsgi [-] (103459) accepted ('10.222.0.41', 55506) {{(pid=103459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:25:15.662274 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7efe0a72-aaae-4e0b-8f29-a0177ddfb715 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:25:15.663602 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [None req-7efe0a72-aaae-4e0b-8f29-a0177ddfb715 admin admin] 10.222.0.41 "GET /v2.0/subnets/2e0f6793-9277-4bf7-b5c7-6e2d68f27be7 HTTP/1.1" status: 200 len: 849 time: 0.1257391 Mar 08 20:25:15.673174 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.v2.base [None req-588f4cea-7893-4c69-b3f2-6e29aa13d60e admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:25:15.755496 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-588f4cea-7893-4c69-b3f2-6e29aa13d60e admin admin] Publish callbacks [] for subnet (2e0f6793-9277-4bf7-b5c7-6e2d68f27be7), before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:25:15.958733 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-588f4cea-7893-4c69-b3f2-6e29aa13d60e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8745146878639'] for subnet (2e0f6793-9277-4bf7-b5c7-6e2d68f27be7), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:25:16.022711 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4ba8b97-938b-45d0-81ef-80fc587652bb None None] Network 54ab70f8-3fbc-407d-99d4-4b4c04380dd5 requested from dv-cinder-830096-3-iscsi {{(pid=103460) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 20:25:16.048261 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-588f4cea-7893-4c69-b3f2-6e29aa13d60e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:25:16.048261 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-588f4cea-7893-4c69-b3f2-6e29aa13d60e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3733777'] for subnet (None), before_response {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:25:16.048261 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [None req-588f4cea-7893-4c69-b3f2-6e29aa13d60e admin admin] 10.222.0.41 "PUT /v2.0/subnets/2e0f6793-9277-4bf7-b5c7-6e2d68f27be7 HTTP/1.1" status: 200 len: 868 time: 0.3707399 Mar 08 20:25:16.056470 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588f4cea-7893-4c69-b3f2-6e29aa13d60e admin admin] Pushing event updated for resources: {'Subnet': ['ID=2e0f6793-9277-4bf7-b5c7-6e2d68f27be7,revision_number=1']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:25:16.067011 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588f4cea-7893-4c69-b3f2-6e29aa13d60e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:25:16.077608 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588f4cea-7893-4c69-b3f2-6e29aa13d60e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:25:16.077608 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588f4cea-7893-4c69-b3f2-6e29aa13d60e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:25:16.077608 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588f4cea-7893-4c69-b3f2-6e29aa13d60e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:25:16.077608 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588f4cea-7893-4c69-b3f2-6e29aa13d60e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:25:16.077608 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588f4cea-7893-4c69-b3f2-6e29aa13d60e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:25:16.077608 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588f4cea-7893-4c69-b3f2-6e29aa13d60e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:25:16.077608 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588f4cea-7893-4c69-b3f2-6e29aa13d60e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:25:16.077608 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588f4cea-7893-4c69-b3f2-6e29aa13d60e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:25:16.077608 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588f4cea-7893-4c69-b3f2-6e29aa13d60e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:25:16.077608 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588f4cea-7893-4c69-b3f2-6e29aa13d60e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:25:16.077608 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588f4cea-7893-4c69-b3f2-6e29aa13d60e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:25:16.077608 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588f4cea-7893-4c69-b3f2-6e29aa13d60e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:25:16.077608 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588f4cea-7893-4c69-b3f2-6e29aa13d60e admin admin] Tracked resource versions report: Mar 08 20:25:16.077608 dv-cinder-830096-3-iscsi neutron-server[103459]: pushed versions: Mar 08 20:25:16.077608 dv-cinder-830096-3-iscsi neutron-server[103459]: { 'AddressGroup': {'1.2'}, Mar 08 20:25:16.077608 dv-cinder-830096-3-iscsi neutron-server[103459]: 'ConntrackHelper': {'1.0'}, Mar 08 20:25:16.077608 dv-cinder-830096-3-iscsi neutron-server[103459]: 'LocalIPAssociation': {'1.0'}, Mar 08 20:25:16.077608 dv-cinder-830096-3-iscsi neutron-server[103459]: 'Log': {'1.0'}, Mar 08 20:25:16.077608 dv-cinder-830096-3-iscsi neutron-server[103459]: 'Network': {'1.1'}, Mar 08 20:25:16.077608 dv-cinder-830096-3-iscsi neutron-server[103459]: 'Port': {'1.7'}, Mar 08 20:25:16.077608 dv-cinder-830096-3-iscsi neutron-server[103459]: 'PortForwarding': {'1.2'}, Mar 08 20:25:16.077608 dv-cinder-830096-3-iscsi neutron-server[103459]: 'QosPolicy': {'1.10'}, Mar 08 20:25:16.077608 dv-cinder-830096-3-iscsi neutron-server[103459]: 'SecurityGroup': {'1.5'}, Mar 08 20:25:16.077608 dv-cinder-830096-3-iscsi neutron-server[103459]: 'SecurityGroupRule': {'1.2'}, Mar 08 20:25:16.077608 dv-cinder-830096-3-iscsi neutron-server[103459]: 'SubPort': {'1.0'}, Mar 08 20:25:16.077608 dv-cinder-830096-3-iscsi neutron-server[103459]: 'Subnet': {'1.1'}, Mar 08 20:25:16.077608 dv-cinder-830096-3-iscsi neutron-server[103459]: 'Trunk': {'1.1'}} Mar 08 20:25:16.077608 dv-cinder-830096-3-iscsi neutron-server[103459]: consumer versions: Mar 08 20:25:16.077608 dv-cinder-830096-3-iscsi neutron-server[103459]: { DHCP agent@dv-cinder-830096-3-iscsi: {}, Mar 08 20:25:16.077608 dv-cinder-830096-3-iscsi neutron-server[103459]: L3 agent@dv-cinder-830096-3-iscsi: {}, Mar 08 20:25:16.077608 dv-cinder-830096-3-iscsi neutron-server[103459]: Metadata agent@dv-cinder-830096-3-iscsi: {}, Mar 08 20:25:16.077608 dv-cinder-830096-3-iscsi neutron-server[103459]: Metering agent@dv-cinder-830096-3-iscsi: {}, Mar 08 20:25:16.077608 dv-cinder-830096-3-iscsi neutron-server[103459]: Open vSwitch agent@dv-cinder-830096-3-iscsi: { 'AddressGroup': '1.2', Mar 08 20:25:16.077608 dv-cinder-830096-3-iscsi neutron-server[103459]: 'ConntrackHelper': '1.0', Mar 08 20:25:16.077608 dv-cinder-830096-3-iscsi neutron-server[103459]: 'LocalIPAssociation': '1.0', Mar 08 20:25:16.077608 dv-cinder-830096-3-iscsi neutron-server[103459]: 'Log': '1.0', Mar 08 20:25:16.077608 dv-cinder-830096-3-iscsi neutron-server[103459]: 'Network': '1.1', Mar 08 20:25:16.077608 dv-cinder-830096-3-iscsi neutron-server[103459]: 'Port': '1.7', Mar 08 20:25:16.077608 dv-cinder-830096-3-iscsi neutron-server[103459]: 'PortForwarding': '1.2', Mar 08 20:25:16.077608 dv-cinder-830096-3-iscsi neutron-server[103459]: 'QosPolicy': '1.10', Mar 08 20:25:16.077608 dv-cinder-830096-3-iscsi neutron-server[103459]: 'SecurityGroup': '1.5', Mar 08 20:25:16.080541 dv-cinder-830096-3-iscsi neutron-server[103459]: 'SecurityGroupRule': '1.2', Mar 08 20:25:16.080541 dv-cinder-830096-3-iscsi neutron-server[103459]: 'SubPort': '1.0', Mar 08 20:25:16.080541 dv-cinder-830096-3-iscsi neutron-server[103459]: 'Subnet': '1.1', Mar 08 20:25:16.080541 dv-cinder-830096-3-iscsi neutron-server[103459]: 'Trunk': '1.1'}} Mar 08 20:25:16.080541 dv-cinder-830096-3-iscsi neutron-server[103459]: {{(pid=103459) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 08 20:25:16.322422 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.provisioning_blocks [None req-b00c0fd6-736a-4aca-a80f-4baceca121d2 None None] Provisioning complete for port 39fe0e9f-a5e0-4446-a204-4a53f8a7f62c triggered by entity DHCP. {{(pid=103460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:25:16.322821 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-b00c0fd6-736a-4aca-a80f-4baceca121d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476507'] for port (39fe0e9f-a5e0-4446-a204-4a53f8a7f62c), provisioning_complete {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:25:16.401077 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.plugin [None req-b00c0fd6-736a-4aca-a80f-4baceca121d2 None None] Current status of the port 39fe0e9f-a5e0-4446-a204-4a53f8a7f62c is: ACTIVE; New status is: ACTIVE {{(pid=103460) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:25:16.411351 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.provisioning_blocks [None req-b00c0fd6-736a-4aca-a80f-4baceca121d2 None None] Provisioning complete for port 0fcd8f7e-2637-45a5-8899-30e1634e9dec triggered by entity DHCP. {{(pid=103460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:25:16.411743 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-b00c0fd6-736a-4aca-a80f-4baceca121d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476507'] for port (0fcd8f7e-2637-45a5-8899-30e1634e9dec), provisioning_complete {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:25:16.484650 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.plugin [None req-b00c0fd6-736a-4aca-a80f-4baceca121d2 None None] Current status of the port 0fcd8f7e-2637-45a5-8899-30e1634e9dec is: ACTIVE; New status is: ACTIVE {{(pid=103460) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:25:18.349945 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.41', 55518) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:25:18.547737 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fb872de-2391-4cb5-9f5a-60da0c6d7a5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:25:18.548136 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fb872de-2391-4cb5-9f5a-60da0c6d7a5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:25:18.550347 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-9fb872de-2391-4cb5-9f5a-60da0c6d7a5e admin admin] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1994388 Mar 08 20:25:19.205263 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.db.agents_db [None req-39e8813d-158c-4e2f-bb5f-b8539461cb33 None None] Agent healthcheck: found 5 active agents {{(pid=103461) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 20:25:20.851835 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.41', 55528) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:25:20.979242 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bcc96ab-f72f-46d2-afa1-2423eb6647c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:25:20.979712 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bcc96ab-f72f-46d2-afa1-2423eb6647c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:25:20.981247 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-5bcc96ab-f72f-46d2-afa1-2423eb6647c6 admin admin] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1284499 Mar 08 20:25:23.285476 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.41', 55536) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:25:23.413649 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a409027e-7425-4e95-b998-de4e7fd3ea1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:25:23.414997 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-a409027e-7425-4e95-b998-de4e7fd3ea1f admin admin] 10.222.0.41 "GET /v2.0/networks/54ab70f8-3fbc-407d-99d4-4b4c04380dd5 HTTP/1.1" status: 200 len: 869 time: 0.1285841 Mar 08 20:25:25.711584 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.41', 55544) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:25:25.831645 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-103be9a1-2d50-42b6-a744-2f13e87983d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:25:25.832945 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-103be9a1-2d50-42b6-a744-2f13e87983d2 admin admin] 10.222.0.41 "GET /v2.0/networks/fc278ace-cc38-44e4-ba35-3f28be706052 HTTP/1.1" status: 200 len: 886 time: 0.1203902 Mar 08 20:25:28.140078 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.41', 55552) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:25:28.262939 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1574e9aa-6902-4da9-8f6f-57cdac9bc4a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:25:28.263398 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1574e9aa-6902-4da9-8f6f-57cdac9bc4a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:25:28.265018 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-1574e9aa-6902-4da9-8f6f-57cdac9bc4a1 admin admin] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1239603 Mar 08 20:25:28.904878 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-2b9e555a-7e7c-47b5-b450-54dc0a03be87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745146981205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476605'] for agent (a3d84102-f7d3-452b-861a-973020576047), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:25:30.566801 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.41', 55560) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:25:30.656417 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7721954f-4084-4e02-a850-8f086cdedf31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:25:30.656872 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7721954f-4084-4e02-a850-8f086cdedf31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:25:30.658892 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-7721954f-4084-4e02-a850-8f086cdedf31 admin admin] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0911083 Mar 08 20:25:31.217481 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-dbe2ae93-62b6-4a8b-89f1-41dfcb10a84a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745146981205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476605'] for agent (7ae9fd8f-5d61-4821-9eac-044950c450f0), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:25:32.289571 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-dbe61520-29cf-4847-b96e-6d24c6c097a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745146981205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476605'] for agent (6cc78598-e6b3-4e4d-a99c-31b9c4784fd2), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:25:32.956097 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.41', 55568) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:25:33.049311 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5c9aab1-dbbe-4479-af46-0412cbb4e802 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:25:33.050652 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-f5c9aab1-dbbe-4479-af46-0412cbb4e802 admin admin] 10.222.0.41 "GET /v2.0/subnets/2e0f6793-9277-4bf7-b5c7-6e2d68f27be7 HTTP/1.1" status: 200 len: 868 time: 0.0935879 Mar 08 20:25:33.615196 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-7a330e8f-62e0-4259-bea2-8ced8e9b3a98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745146981205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476605'] for agent (cd1d0244-f954-4bda-89fb-1fdc1954e39d), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:25:35.277700 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745146981205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476605'] for agent (fa4b043a-5d45-4181-9cb2-30d29598ef5b), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:25:35.349725 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.41', 55576) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:25:35.433903 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0dd2631-b757-4a36-a197-5733a6a2305d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:25:35.435235 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-f0dd2631-b757-4a36-a197-5733a6a2305d admin admin] 10.222.0.41 "GET /v2.0/subnets/6746aa92-141d-47b3-806a-20502e0a6f7e HTTP/1.1" status: 200 len: 816 time: 0.0845609 Mar 08 20:25:56.204563 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.db.agents_db [None req-39e8813d-158c-4e2f-bb5f-b8539461cb33 None None] Agent healthcheck: found 5 active agents {{(pid=103461) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 20:25:58.930587 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-fbec5212-9f6b-46d6-88c3-4da97f1f3310 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745146981205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476605'] for agent (a3d84102-f7d3-452b-861a-973020576047), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:26:01.215845 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-b414d43f-83e6-4acc-9c51-004fa055283b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745146981205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476605'] for agent (7ae9fd8f-5d61-4821-9eac-044950c450f0), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:26:02.301443 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-dbe61520-29cf-4847-b96e-6d24c6c097a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745146981205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476605'] for agent (6cc78598-e6b3-4e4d-a99c-31b9c4784fd2), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:26:03.461564 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.41', 55628) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:26:03.507445 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.wsgi [None req-3415347b-8e05-4f68-bf50-1a8b79052dc3 admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=103458) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 20:26:03.508469 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-3415347b-8e05-4f68-bf50-1a8b79052dc3 admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0459695 Mar 08 20:26:03.648592 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-7a330e8f-62e0-4259-bea2-8ced8e9b3a98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745146981205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476605'] for agent (cd1d0244-f954-4bda-89fb-1fdc1954e39d), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:26:05.293855 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745146981205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476605'] for agent (fa4b043a-5d45-4181-9cb2-30d29598ef5b), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:26:05.877020 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.41', 55636) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:26:05.940623 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.pecan_wsgi.hooks.translation [None req-666d8608-08ef-49be-a126-f04b485f7d32 admin admin] GET failed (client error): The resource could not be found. Mar 08 20:26:05.941938 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-666d8608-08ef-49be-a126-f04b485f7d32 admin admin] 10.222.0.41 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0639691 Mar 08 20:26:06.082961 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d02cf12-24a0-4247-a0a1-4d78b7821dd4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:26:06.084452 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-5d02cf12-24a0-4247-a0a1-4d78b7821dd4 admin admin] 10.222.0.41 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1384966 Mar 08 20:26:08.459143 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.41', 55644) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:26:08.505684 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.v2.base [None req-613b5ec3-af4c-4dd0-be3e-b88a4dee3d5f admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=103458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:26:08.604377 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-613b5ec3-af4c-4dd0-be3e-b88a4dee3d5f admin admin] Made reservation on behalf of 918802fe31e84a999b92fe8869c3b752 for: {'network': 1} {{(pid=103458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 20:26:08.606605 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-613b5ec3-af4c-4dd0-be3e-b88a4dee3d5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747308'] for network (None), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:26:08.634524 dv-cinder-830096-3-iscsi neutron-server[103458]: WARNING neutron.services.revisions.revision_plugin [None req-613b5ec3-af4c-4dd0-be3e-b88a4dee3d5f admin admin] Could not find related network for resource to bump revision. Mar 08 20:26:08.644931 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-613b5ec3-af4c-4dd0-be3e-b88a4dee3d5f admin admin] vlan segment allocate from pool success with {'vlan_id': 100, 'physical_network': 'physnet1'} {{(pid=103458) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 20:26:08.653004 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-613b5ec3-af4c-4dd0-be3e-b88a4dee3d5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536034'] for segment (b17699f2-a6d0-4342-a50a-fc827084701d), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:26:08.653341 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.db.segments_db [None req-613b5ec3-af4c-4dd0-be3e-b88a4dee3d5f admin admin] Added segment b17699f2-a6d0-4342-a50a-fc827084701d of type vlan for network e7a779e9-25f0-4b55-9501-9229b7fc6456 Mar 08 20:26:08.788415 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-613b5ec3-af4c-4dd0-be3e-b88a4dee3d5f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745146455601'] for network (e7a779e9-25f0-4b55-9501-9229b7fc6456), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:26:08.912463 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-613b5ec3-af4c-4dd0-be3e-b88a4dee3d5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763'] for network (e7a779e9-25f0-4b55-9501-9229b7fc6456), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:26:08.913413 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-613b5ec3-af4c-4dd0-be3e-b88a4dee3d5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:26:08.913970 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-613b5ec3-af4c-4dd0-be3e-b88a4dee3d5f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3733777'] for network (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:26:08.970752 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613b5ec3-af4c-4dd0-be3e-b88a4dee3d5f admin admin] Pushing event updated for resources: {'Network': ['ID=e7a779e9-25f0-4b55-9501-9229b7fc6456,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:26:08.977233 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613b5ec3-af4c-4dd0-be3e-b88a4dee3d5f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:26:08.977614 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613b5ec3-af4c-4dd0-be3e-b88a4dee3d5f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:26:08.977956 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613b5ec3-af4c-4dd0-be3e-b88a4dee3d5f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:26:08.978271 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613b5ec3-af4c-4dd0-be3e-b88a4dee3d5f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:26:08.978597 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613b5ec3-af4c-4dd0-be3e-b88a4dee3d5f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:26:08.978920 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613b5ec3-af4c-4dd0-be3e-b88a4dee3d5f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:26:08.979256 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613b5ec3-af4c-4dd0-be3e-b88a4dee3d5f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:26:08.979580 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613b5ec3-af4c-4dd0-be3e-b88a4dee3d5f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:26:08.979911 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613b5ec3-af4c-4dd0-be3e-b88a4dee3d5f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:26:08.980252 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613b5ec3-af4c-4dd0-be3e-b88a4dee3d5f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:26:08.980568 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613b5ec3-af4c-4dd0-be3e-b88a4dee3d5f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:26:08.980880 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613b5ec3-af4c-4dd0-be3e-b88a4dee3d5f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:26:08.981190 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613b5ec3-af4c-4dd0-be3e-b88a4dee3d5f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:26:08.992368 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.rpc [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Network e7a779e9-25f0-4b55-9501-9229b7fc6456 details requested by agent ovs-agent-dv-cinder-830096-3-iscsi with host dv-cinder-830096-3-iscsi {{(pid=103460) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 20:26:09.021896 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-613b5ec3-af4c-4dd0-be3e-b88a4dee3d5f admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5616636 Mar 08 20:26:11.345692 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.41', 55652) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:26:11.404333 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.pecan_wsgi.hooks.translation [None req-da1b92b0-beb7-4202-9e0c-d93edb52a38c admin admin] GET failed (client error): The resource could not be found. Mar 08 20:26:11.405579 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-da1b92b0-beb7-4202-9e0c-d93edb52a38c admin admin] 10.222.0.41 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0589435 Mar 08 20:26:11.474378 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e5638ed-b21f-4156-9ee7-653d3bc2b640 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:26:11.475771 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-7e5638ed-b21f-4156-9ee7-653d3bc2b640 admin admin] 10.222.0.41 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0661306 Mar 08 20:26:11.485623 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.v2.base [None req-8cf52c4e-62fe-4fd9-a3ed-202903242e09 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'ip_version': 4, 'name': 'shared-subnet', 'network_id': 'e7a779e9-25f0-4b55-9501-9229b7fc6456', 'description': 'shared-subnet'}} {{(pid=103458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:26:11.598342 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cf52c4e-62fe-4fd9-a3ed-202903242e09 admin admin] Made reservation on behalf of 918802fe31e84a999b92fe8869c3b752 for: {'subnet': 1} {{(pid=103458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 20:26:11.600622 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-8cf52c4e-62fe-4fd9-a3ed-202903242e09 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:26:11.793326 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-8cf52c4e-62fe-4fd9-a3ed-202903242e09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763'] for subnet (fd8c3f69-2550-49c2-8ff9-1551e4543b94), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:26:11.847650 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf52c4e-62fe-4fd9-a3ed-202903242e09 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fd8c3f69-2550-49c2-8ff9-1551e4543b94,revision_number=0']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:26:11.854475 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cf52c4e-62fe-4fd9-a3ed-202903242e09 admin admin] Checking segment: {'id': 'b17699f2-a6d0-4342-a50a-fc827084701d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'e7a779e9-25f0-4b55-9501-9229b7fc6456'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 20:26:11.854780 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cf52c4e-62fe-4fd9-a3ed-202903242e09 admin admin] Network hostable DHCP agents. Network: e7a779e9-25f0-4b55-9501-9229b7fc6456, hostable agents: ['a3d84102-f7d3-452b-861a-973020576047'], hosted agents: [] {{(pid=103458) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 20:26:11.907639 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cf52c4e-62fe-4fd9-a3ed-202903242e09 admin admin] Network e7a779e9-25f0-4b55-9501-9229b7fc6456 is scheduled to be hosted by DHCP agent a3d84102-f7d3-452b-861a-973020576047 with binding_index 1 {{(pid=103458) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 20:26:11.981013 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.scheduler.base_scheduler [None req-8cf52c4e-62fe-4fd9-a3ed-202903242e09 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830096-3-iscsi, e7a779e9-25f0-4b55-9501-9229b7fc6456) {{(pid=103458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:26:11.986120 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cf52c4e-62fe-4fd9-a3ed-202903242e09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:26:11.986971 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-8cf52c4e-62fe-4fd9-a3ed-202903242e09 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3733777'] for subnet (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:26:11.991573 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92db300e-07a0-4f17-b8ab-414f9a4b0c1f None None] Network e7a779e9-25f0-4b55-9501-9229b7fc6456 requested from dv-cinder-830096-3-iscsi {{(pid=103460) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 20:26:12.052586 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-8cf52c4e-62fe-4fd9-a3ed-202903242e09 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5706463 Mar 08 20:26:12.095187 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5c19894-1cb8-4170-99b3-79aa6c6e06d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6397307-3a10-58e1-a95b-092462da5fca-e7a779e9-25f0-4b55-9501-9229b7fc6456', 'network_id': 'e7a779e9-25f0-4b55-9501-9229b7fc6456', 'project_id': '918802fe31e84a999b92fe8869c3b752', 'fixed_ips': [{'subnet_id': 'fd8c3f69-2550-49c2-8ff9-1551e4543b94'}]}} from dv-cinder-830096-3-iscsi. {{(pid=103460) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 08 20:26:12.096048 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-c5c19894-1cb8-4170-99b3-79aa6c6e06d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747308'] for port (None), before_create {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:26:12.363416 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.db_base_plugin_common [None req-c5c19894-1cb8-4170-99b3-79aa6c6e06d5 None None] Allocated IP 192.168.233.2 (e7a779e9-25f0-4b55-9501-9229b7fc6456/fd8c3f69-2550-49c2-8ff9-1551e4543b94/b8a96440-fe7c-4808-a3d7-c63141db5e47) {{(pid=103460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 20:26:12.508414 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-c5c19894-1cb8-4170-99b3-79aa6c6e06d5 None None] Publish callbacks [] for port (b8a96440-fe7c-4808-a3d7-c63141db5e47), precommit_create {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:26:12.598932 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-c5c19894-1cb8-4170-99b3-79aa6c6e06d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745146440906'] for port (b8a96440-fe7c-4808-a3d7-c63141db5e47), after_create {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:26:12.633386 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5c19894-1cb8-4170-99b3-79aa6c6e06d5 None None] Network e7a779e9-25f0-4b55-9501-9229b7fc6456 is already hosted by enough agents. {{(pid=103460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 20:26:12.639853 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.scheduler.base_scheduler [None req-c5c19894-1cb8-4170-99b3-79aa6c6e06d5 None None] Resources bound (agent type, host, resource id): {{(pid=103460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:26:12.645927 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5c19894-1cb8-4170-99b3-79aa6c6e06d5 None None] Received port after_create {{(pid=103460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 20:26:12.655373 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c19894-1cb8-4170-99b3-79aa6c6e06d5 None None] Pushing event updated for resources: {'Port': ['ID=b8a96440-fe7c-4808-a3d7-c63141db5e47,revision_number=1']} {{(pid=103460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:26:12.666309 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c19894-1cb8-4170-99b3-79aa6c6e06d5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:26:12.666673 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c19894-1cb8-4170-99b3-79aa6c6e06d5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:26:12.667031 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c19894-1cb8-4170-99b3-79aa6c6e06d5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:26:12.667363 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c19894-1cb8-4170-99b3-79aa6c6e06d5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:26:12.667687 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c19894-1cb8-4170-99b3-79aa6c6e06d5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:26:12.668039 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c19894-1cb8-4170-99b3-79aa6c6e06d5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:26:12.668382 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c19894-1cb8-4170-99b3-79aa6c6e06d5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:26:12.668702 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c19894-1cb8-4170-99b3-79aa6c6e06d5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:26:12.669021 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c19894-1cb8-4170-99b3-79aa6c6e06d5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:26:12.669348 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c19894-1cb8-4170-99b3-79aa6c6e06d5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:26:12.669668 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c19894-1cb8-4170-99b3-79aa6c6e06d5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:26:12.669981 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c19894-1cb8-4170-99b3-79aa6c6e06d5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:26:12.670287 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c19894-1cb8-4170-99b3-79aa6c6e06d5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:26:12.716698 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.managers [None req-c5c19894-1cb8-4170-99b3-79aa6c6e06d5 None None] Attempting to bind port b8a96440-fe7c-4808-a3d7-c63141db5e47 on host dv-cinder-830096-3-iscsi for vnic_type normal with profile {{(pid=103460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 20:26:12.717056 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.managers [None req-c5c19894-1cb8-4170-99b3-79aa6c6e06d5 None None] Attempting to bind port b8a96440-fe7c-4808-a3d7-c63141db5e47 by drivers openvswitch,hyperv on host dv-cinder-830096-3-iscsi at level 0 using segments [{'id': 'b17699f2-a6d0-4342-a50a-fc827084701d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'e7a779e9-25f0-4b55-9501-9229b7fc6456'}] {{(pid=103460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 20:26:12.717409 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5c19894-1cb8-4170-99b3-79aa6c6e06d5 None None] Attempting to bind port b8a96440-fe7c-4808-a3d7-c63141db5e47 on network e7a779e9-25f0-4b55-9501-9229b7fc6456 {{(pid=103460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 20:26:12.722293 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5c19894-1cb8-4170-99b3-79aa6c6e06d5 None None] Checking agent: {'id': 'fa4b043a-5d45-4181-9cb2-30d29598ef5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830096-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 20, 23, 5), 'started_at': datetime.datetime(2022, 3, 8, 20, 23, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 20, 26, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830096-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 20:26:12.722655 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5c19894-1cb8-4170-99b3-79aa6c6e06d5 None None] Checking segment: {'id': 'b17699f2-a6d0-4342-a50a-fc827084701d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'e7a779e9-25f0-4b55-9501-9229b7fc6456'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 20:26:12.723046 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-c5c19894-1cb8-4170-99b3-79aa6c6e06d5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:26:12.723430 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5c19894-1cb8-4170-99b3-79aa6c6e06d5 None None] Bound using segment: {'id': 'b17699f2-a6d0-4342-a50a-fc827084701d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'e7a779e9-25f0-4b55-9501-9229b7fc6456'} {{(pid=103460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 20:26:12.723888 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.managers [None req-c5c19894-1cb8-4170-99b3-79aa6c6e06d5 None None] Bound port: b8a96440-fe7c-4808-a3d7-c63141db5e47, host: dv-cinder-830096-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b17699f2-a6d0-4342-a50a-fc827084701d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'e7a779e9-25f0-4b55-9501-9229b7fc6456'}}] {{(pid=103460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 20:26:12.724289 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-c5c19894-1cb8-4170-99b3-79aa6c6e06d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747308'] for port (b8a96440-fe7c-4808-a3d7-c63141db5e47), before_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:26:12.785459 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.db [None req-c5c19894-1cb8-4170-99b3-79aa6c6e06d5 None None] For port b8a96440-fe7c-4808-a3d7-c63141db5e47, host dv-cinder-830096-3-iscsi, cleared binding levels {{(pid=103460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 20:26:12.788456 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.db [None req-c5c19894-1cb8-4170-99b3-79aa6c6e06d5 None None] For port b8a96440-fe7c-4808-a3d7-c63141db5e47, host dv-cinder-830096-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-3-iscsi',level=0,port_id=b8a96440-fe7c-4808-a3d7-c63141db5e47,segment=NetworkSegment(b17699f2-a6d0-4342-a50a-fc827084701d),segment_id=b17699f2-a6d0-4342-a50a-fc827084701d)] {{(pid=103460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 20:26:12.883299 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-c5c19894-1cb8-4170-99b3-79aa6c6e06d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745146878648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745146440924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745146440942'] for port (b8a96440-fe7c-4808-a3d7-c63141db5e47), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:26:12.939732 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c19894-1cb8-4170-99b3-79aa6c6e06d5 None None] Pushing event updated for resources: {'Port': ['ID=b8a96440-fe7c-4808-a3d7-c63141db5e47,revision_number=2']} {{(pid=103460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:26:13.820388 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83770844-6793-4c2f-85c1-1486000e6d33 None None] Network e7a779e9-25f0-4b55-9501-9229b7fc6456 requested from dv-cinder-830096-3-iscsi {{(pid=103460) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 20:26:13.883462 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.provisioning_blocks [None req-c1c8e412-eb30-4600-80e1-a259136cdab2 None None] Provisioning complete for port b8a96440-fe7c-4808-a3d7-c63141db5e47 triggered by entity DHCP. {{(pid=103460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:26:13.884117 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-c1c8e412-eb30-4600-80e1-a259136cdab2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476507'] for port (b8a96440-fe7c-4808-a3d7-c63141db5e47), provisioning_complete {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:26:13.997812 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.plugin [None req-c1c8e412-eb30-4600-80e1-a259136cdab2 None None] Current status of the port b8a96440-fe7c-4808-a3d7-c63141db5e47 is: DOWN; New status is: ACTIVE {{(pid=103460) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:26:13.998196 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-c1c8e412-eb30-4600-80e1-a259136cdab2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747308'] for port (b8a96440-fe7c-4808-a3d7-c63141db5e47), before_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:26:14.189332 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.db [None req-c1c8e412-eb30-4600-80e1-a259136cdab2 None None] For port b8a96440-fe7c-4808-a3d7-c63141db5e47, host dv-cinder-830096-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-3-iscsi',level=0,port_id=b8a96440-fe7c-4808-a3d7-c63141db5e47,segment=NetworkSegment(b17699f2-a6d0-4342-a50a-fc827084701d),segment_id=b17699f2-a6d0-4342-a50a-fc827084701d)] {{(pid=103460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:26:14.197744 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.rpc [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Device b8a96440-fe7c-4808-a3d7-c63141db5e47 up at agent ovs-agent-dv-cinder-830096-3-iscsi {{(pid=103460) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 20:26:14.246618 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.provisioning_blocks [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Provisioning complete for port b8a96440-fe7c-4808-a3d7-c63141db5e47 triggered by entity L2. {{(pid=103460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:26:14.247007 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476507'] for port (b8a96440-fe7c-4808-a3d7-c63141db5e47), provisioning_complete {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:26:14.271799 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-c1c8e412-eb30-4600-80e1-a259136cdab2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745146878648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745146440924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745146440942'] for port (b8a96440-fe7c-4808-a3d7-c63141db5e47), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:26:14.357869 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c8e412-eb30-4600-80e1-a259136cdab2 None None] Pushing event updated for resources: {'Port': ['ID=b8a96440-fe7c-4808-a3d7-c63141db5e47,revision_number=3']} {{(pid=103460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:26:14.370923 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.plugin [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Current status of the port b8a96440-fe7c-4808-a3d7-c63141db5e47 is: ACTIVE; New status is: ACTIVE {{(pid=103460) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:26:14.389994 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.provisioning_blocks [None req-df4c95e4-441d-42cd-a14c-cc2bfc067180 None None] Provisioning complete for port b8a96440-fe7c-4808-a3d7-c63141db5e47 triggered by entity DHCP. {{(pid=103460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:26:14.390893 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-df4c95e4-441d-42cd-a14c-cc2bfc067180 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476507'] for port (b8a96440-fe7c-4808-a3d7-c63141db5e47), provisioning_complete {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:26:14.470516 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.plugin [None req-df4c95e4-441d-42cd-a14c-cc2bfc067180 None None] Current status of the port b8a96440-fe7c-4808-a3d7-c63141db5e47 is: ACTIVE; New status is: ACTIVE {{(pid=103460) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:26:16.125649 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.rpc [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Device b8a96440-fe7c-4808-a3d7-c63141db5e47 up at agent ovs-agent-dv-cinder-830096-3-iscsi {{(pid=103460) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 20:26:16.177429 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.provisioning_blocks [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Provisioning complete for port b8a96440-fe7c-4808-a3d7-c63141db5e47 triggered by entity L2. {{(pid=103460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:26:16.177842 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476507'] for port (b8a96440-fe7c-4808-a3d7-c63141db5e47), provisioning_complete {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:26:16.255385 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.plugin [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Current status of the port b8a96440-fe7c-4808-a3d7-c63141db5e47 is: ACTIVE; New status is: ACTIVE {{(pid=103460) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:26:28.912374 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-63845a39-56cf-473d-ac60-388fab59ab9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745146981205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476605'] for agent (a3d84102-f7d3-452b-861a-973020576047), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:26:31.203408 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-c899acbf-f65b-4849-bff7-e0bb4bdd7202 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745146981205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476605'] for agent (7ae9fd8f-5d61-4821-9eac-044950c450f0), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:26:32.283300 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-dbe61520-29cf-4847-b96e-6d24c6c097a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745146981205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476605'] for agent (6cc78598-e6b3-4e4d-a99c-31b9c4784fd2), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:26:33.203418 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.db.agents_db [None req-39e8813d-158c-4e2f-bb5f-b8539461cb33 None None] Agent healthcheck: found 5 active agents {{(pid=103461) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 20:26:33.654777 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-7a330e8f-62e0-4259-bea2-8ced8e9b3a98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745146981205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476605'] for agent (cd1d0244-f954-4bda-89fb-1fdc1954e39d), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:26:35.254536 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745146981205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476605'] for agent (fa4b043a-5d45-4181-9cb2-30d29598ef5b), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:26:58.973801 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-4ef59d4b-a65b-42fb-a6ab-e9653376de4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745146981205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476605'] for agent (a3d84102-f7d3-452b-861a-973020576047), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:01.196420 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-df359249-9414-4a8b-9cba-741d6fabb866 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745146981205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476605'] for agent (7ae9fd8f-5d61-4821-9eac-044950c450f0), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:02.390982 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-dbe61520-29cf-4847-b96e-6d24c6c097a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745146981205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476605'] for agent (6cc78598-e6b3-4e4d-a99c-31b9c4784fd2), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:03.636640 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-7a330e8f-62e0-4259-bea2-8ced8e9b3a98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745146981205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476605'] for agent (cd1d0244-f954-4bda-89fb-1fdc1954e39d), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:05.290700 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745146981205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476605'] for agent (fa4b043a-5d45-4181-9cb2-30d29598ef5b), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:10.201971 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.db.agents_db [None req-39e8813d-158c-4e2f-bb5f-b8539461cb33 None None] Agent healthcheck: found 5 active agents {{(pid=103461) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 20:27:28.927377 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-de943c27-cd6c-48ff-8df8-1fea8067b7f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745146981205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476605'] for agent (a3d84102-f7d3-452b-861a-973020576047), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:31.204843 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-890660e1-eaa8-4207-8049-72f96a83fa51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745146981205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476605'] for agent (7ae9fd8f-5d61-4821-9eac-044950c450f0), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:32.292601 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-dbe61520-29cf-4847-b96e-6d24c6c097a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745146981205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476605'] for agent (6cc78598-e6b3-4e4d-a99c-31b9c4784fd2), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:33.658797 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-7a330e8f-62e0-4259-bea2-8ced8e9b3a98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745146981205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476605'] for agent (cd1d0244-f954-4bda-89fb-1fdc1954e39d), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:35.281796 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745146981205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476605'] for agent (fa4b043a-5d45-4181-9cb2-30d29598ef5b), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:40.422565 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.41', 55690) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:27:40.428202 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.wsgi [None req-bace7c59-02a9-4ffd-bc7d-e41f4f0a9ad7 tempest-verify_tempest_config-150220700 tempest-verify_tempest_config-150220700-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=103458) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 20:27:40.429317 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-bace7c59-02a9-4ffd-bc7d-e41f4f0a9ad7 tempest-verify_tempest_config-150220700 tempest-verify_tempest_config-150220700-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0057266 Mar 08 20:27:40.941717 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.41', 55708) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:27:41.046243 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-34c06611-ae1b-401e-844b-f556616bfe69 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:41.117725 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-34c06611-ae1b-401e-844b-f556616bfe69 admin admin] Publish callbacks [] for security_group (1604fab6-333d-4d7c-a687-b6451a9a0df2), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:41.198781 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-34c06611-ae1b-401e-844b-f556616bfe69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310940'] for security_group (1604fab6-333d-4d7c-a687-b6451a9a0df2), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:41.247307 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-34c06611-ae1b-401e-844b-f556616bfe69 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ec970461658a461b8456a6c1b2f4d94e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3045585 Mar 08 20:27:41.248150 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c06611-ae1b-401e-844b-f556616bfe69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1604fab6-333d-4d7c-a687-b6451a9a0df2,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:27:41.250111 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.wsgi [-] (103459) accepted ('10.222.0.41', 55712) {{(pid=103459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:27:41.255154 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c06611-ae1b-401e-844b-f556616bfe69 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:27:41.255504 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c06611-ae1b-401e-844b-f556616bfe69 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:27:41.255851 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c06611-ae1b-401e-844b-f556616bfe69 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:27:41.256206 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c06611-ae1b-401e-844b-f556616bfe69 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:27:41.256547 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c06611-ae1b-401e-844b-f556616bfe69 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:27:41.256877 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c06611-ae1b-401e-844b-f556616bfe69 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:27:41.257257 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c06611-ae1b-401e-844b-f556616bfe69 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:27:41.257577 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c06611-ae1b-401e-844b-f556616bfe69 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:27:41.257872 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c06611-ae1b-401e-844b-f556616bfe69 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:27:41.258216 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c06611-ae1b-401e-844b-f556616bfe69 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:27:41.258550 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c06611-ae1b-401e-844b-f556616bfe69 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:27:41.258870 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c06611-ae1b-401e-844b-f556616bfe69 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:27:41.259191 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c06611-ae1b-401e-844b-f556616bfe69 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:27:41.328323 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-248e1785-45ed-4a3b-a796-6ee3426d1243 admin admin] Publish callbacks [] for security_group (1604fab6-333d-4d7c-a687-b6451a9a0df2), before_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:41.349374 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-248e1785-45ed-4a3b-a796-6ee3426d1243 admin admin] Publish callbacks [] for security_group (1604fab6-333d-4d7c-a687-b6451a9a0df2), precommit_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:41.509852 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-248e1785-45ed-4a3b-a796-6ee3426d1243 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310940'] for security_group (1604fab6-333d-4d7c-a687-b6451a9a0df2), after_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:41.512464 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-248e1785-45ed-4a3b-a796-6ee3426d1243 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:41.515461 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [None req-248e1785-45ed-4a3b-a796-6ee3426d1243 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1604fab6-333d-4d7c-a687-b6451a9a0df2 HTTP/1.1" status: 204 len: 168 time: 0.2620866 Mar 08 20:27:41.521932 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248e1785-45ed-4a3b-a796-6ee3426d1243 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1604fab6-333d-4d7c-a687-b6451a9a0df2,revision_number=None']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:27:41.529131 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248e1785-45ed-4a3b-a796-6ee3426d1243 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:27:41.529479 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248e1785-45ed-4a3b-a796-6ee3426d1243 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:27:41.530329 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248e1785-45ed-4a3b-a796-6ee3426d1243 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:27:41.530736 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248e1785-45ed-4a3b-a796-6ee3426d1243 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:27:41.531108 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248e1785-45ed-4a3b-a796-6ee3426d1243 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:27:41.531528 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248e1785-45ed-4a3b-a796-6ee3426d1243 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:27:41.531872 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248e1785-45ed-4a3b-a796-6ee3426d1243 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:27:41.532224 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248e1785-45ed-4a3b-a796-6ee3426d1243 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:27:41.532593 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248e1785-45ed-4a3b-a796-6ee3426d1243 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:27:41.532919 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248e1785-45ed-4a3b-a796-6ee3426d1243 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:27:41.533251 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248e1785-45ed-4a3b-a796-6ee3426d1243 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:27:41.533577 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248e1785-45ed-4a3b-a796-6ee3426d1243 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:27:41.533869 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248e1785-45ed-4a3b-a796-6ee3426d1243 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:27:47.200593 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.db.agents_db [None req-39e8813d-158c-4e2f-bb5f-b8539461cb33 None None] Agent healthcheck: found 5 active agents {{(pid=103461) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 20:27:58.926680 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-c7928486-b728-406e-bb48-8cb1f4659f4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745146981205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476605'] for agent (a3d84102-f7d3-452b-861a-973020576047), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:28:01.214801 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-3bf053a3-9280-48b2-84c8-793fda515f84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745146981205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476605'] for agent (7ae9fd8f-5d61-4821-9eac-044950c450f0), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:28:02.319901 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-dbe61520-29cf-4847-b96e-6d24c6c097a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745146981205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476605'] for agent (6cc78598-e6b3-4e4d-a99c-31b9c4784fd2), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:28:03.626743 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-7a330e8f-62e0-4259-bea2-8ced8e9b3a98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745146981205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476605'] for agent (cd1d0244-f954-4bda-89fb-1fdc1954e39d), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:28:05.334449 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745146981205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476605'] for agent (fa4b043a-5d45-4181-9cb2-30d29598ef5b), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:28:24.198786 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.db.agents_db [None req-39e8813d-158c-4e2f-bb5f-b8539461cb33 None None] Agent healthcheck: found 5 active agents {{(pid=103461) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 20:28:28.922516 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-68c884e8-8e6a-4b6e-ac4d-8ea9bab26141 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745146981205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476605'] for agent (a3d84102-f7d3-452b-861a-973020576047), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:28:31.213732 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-476705ac-9273-4174-9c55-a469c4765b8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745146981205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476605'] for agent (7ae9fd8f-5d61-4821-9eac-044950c450f0), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:28:32.339462 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-dbe61520-29cf-4847-b96e-6d24c6c097a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745146981205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476605'] for agent (6cc78598-e6b3-4e4d-a99c-31b9c4784fd2), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:28:33.662297 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-7a330e8f-62e0-4259-bea2-8ced8e9b3a98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745146981205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476605'] for agent (cd1d0244-f954-4bda-89fb-1fdc1954e39d), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:28:35.273390 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745146981205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476605'] for agent (fa4b043a-5d45-4181-9cb2-30d29598ef5b), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:28:58.929604 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-b41cb604-732f-40c2-9abe-4c4ba86f3dad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745146981205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476605'] for agent (a3d84102-f7d3-452b-861a-973020576047), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:29:01.196289 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.db.agents_db [None req-39e8813d-158c-4e2f-bb5f-b8539461cb33 None None] Agent healthcheck: found 5 active agents {{(pid=103461) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 20:29:01.260770 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-fcdb9cc0-c025-4c20-a047-fa5c99a7f492 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745146981205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476605'] for agent (7ae9fd8f-5d61-4821-9eac-044950c450f0), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:29:02.323766 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-dbe61520-29cf-4847-b96e-6d24c6c097a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745146981205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476605'] for agent (6cc78598-e6b3-4e4d-a99c-31b9c4784fd2), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:29:03.649333 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-7a330e8f-62e0-4259-bea2-8ced8e9b3a98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745146981205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476605'] for agent (cd1d0244-f954-4bda-89fb-1fdc1954e39d), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:29:05.309594 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745146981205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476605'] for agent (fa4b043a-5d45-4181-9cb2-30d29598ef5b), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:29:24.120271 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745146981205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-450296'] for agent (905863fd-6a46-47f8-82ce-98f31309cbd3), after_create {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:29:28.919833 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-01cbf450-9793-43bf-a46d-40af2e049e19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745146981205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476605'] for agent (a3d84102-f7d3-452b-861a-973020576047), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:29:31.237446 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-9e848865-3163-4dd1-a57c-d379ded49baf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745146981205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476605'] for agent (7ae9fd8f-5d61-4821-9eac-044950c450f0), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:29:32.313770 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-dbe61520-29cf-4847-b96e-6d24c6c097a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745146981205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476605'] for agent (6cc78598-e6b3-4e4d-a99c-31b9c4784fd2), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:29:33.643436 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-7a330e8f-62e0-4259-bea2-8ced8e9b3a98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745146981205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476605'] for agent (cd1d0244-f954-4bda-89fb-1fdc1954e39d), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:29:35.017203 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.41', 55784) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:29:35.117920 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-4f529c0a-bb39-4ea0-ab1c-985b5ba37363 admin admin] 10.222.0.41 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0996008 Mar 08 20:29:35.279932 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745146981205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476605'] for agent (fa4b043a-5d45-4181-9cb2-30d29598ef5b), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:29:37.450170 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.41', 55794) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:29:37.504153 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-2e8f86a4-e0e9-442c-97e6-59583a9b378e admin admin] 10.222.0.41 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0529072 Mar 08 20:29:38.197074 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.db.agents_db [None req-39e8813d-158c-4e2f-bb5f-b8539461cb33 None None] Agent healthcheck: found 6 active agents {{(pid=103461) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 20:29:54.048584 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745146981205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476605'] for agent (905863fd-6a46-47f8-82ce-98f31309cbd3), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:29:58.927577 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-6d5a01dd-27d4-423a-b2ad-9a43a935b7a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745146981205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476605'] for agent (a3d84102-f7d3-452b-861a-973020576047), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:30:01.190158 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-041f41a6-449a-4e9a-a6bb-9c2d792f07e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745146981205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476605'] for agent (7ae9fd8f-5d61-4821-9eac-044950c450f0), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:30:02.324586 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-dbe61520-29cf-4847-b96e-6d24c6c097a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745146981205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476605'] for agent (6cc78598-e6b3-4e4d-a99c-31b9c4784fd2), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:30:03.692727 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-7a330e8f-62e0-4259-bea2-8ced8e9b3a98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745146981205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476605'] for agent (cd1d0244-f954-4bda-89fb-1fdc1954e39d), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:30:05.316045 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745146981205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476605'] for agent (fa4b043a-5d45-4181-9cb2-30d29598ef5b), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:30:15.195940 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.db.agents_db [None req-39e8813d-158c-4e2f-bb5f-b8539461cb33 None None] Agent healthcheck: found 6 active agents {{(pid=103461) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 20:30:24.080640 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745146981205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476605'] for agent (905863fd-6a46-47f8-82ce-98f31309cbd3), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:30:28.949297 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-26bd98dc-eb64-41a0-98a3-a6d870ce0865 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745146981205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476605'] for agent (a3d84102-f7d3-452b-861a-973020576047), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:30:31.207711 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-26d6bb00-a0ce-464a-9fd8-98a3a02dc15e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745146981205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476605'] for agent (7ae9fd8f-5d61-4821-9eac-044950c450f0), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:30:32.338147 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-dbe61520-29cf-4847-b96e-6d24c6c097a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745146981205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476605'] for agent (6cc78598-e6b3-4e4d-a99c-31b9c4784fd2), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:30:33.653215 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-7a330e8f-62e0-4259-bea2-8ced8e9b3a98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745146981205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476605'] for agent (cd1d0244-f954-4bda-89fb-1fdc1954e39d), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:30:35.295803 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745146981205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476605'] for agent (fa4b043a-5d45-4181-9cb2-30d29598ef5b), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:30:52.200078 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.db.agents_db [None req-39e8813d-158c-4e2f-bb5f-b8539461cb33 None None] Agent healthcheck: found 6 active agents {{(pid=103461) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 20:30:54.099705 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745146981205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476605'] for agent (905863fd-6a46-47f8-82ce-98f31309cbd3), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:30:59.002255 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-13980919-4d73-4cbf-9d97-134d12baba1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745146981205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476605'] for agent (a3d84102-f7d3-452b-861a-973020576047), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:01.211211 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-7b217997-36ea-4aed-afad-02991a1d8431 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745146981205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476605'] for agent (7ae9fd8f-5d61-4821-9eac-044950c450f0), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:02.370758 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-dbe61520-29cf-4847-b96e-6d24c6c097a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745146981205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476605'] for agent (6cc78598-e6b3-4e4d-a99c-31b9c4784fd2), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:03.676228 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-7a330e8f-62e0-4259-bea2-8ced8e9b3a98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745146981205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476605'] for agent (cd1d0244-f954-4bda-89fb-1fdc1954e39d), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:05.282805 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745146981205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476605'] for agent (fa4b043a-5d45-4181-9cb2-30d29598ef5b), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:18.202512 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.41', 55942) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:31:18.556769 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.v2.base [None req-ae082d22-b1d8-4423-a8cd-b25aa83b9fbb admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-742847262-network', 'tenant_id': 'f20808b123ee4f56a27c063a5a344a6f'}} {{(pid=103458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:31:18.585066 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.wsgi [-] (103459) accepted ('10.222.0.41', 55962) {{(pid=103459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:31:18.650644 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae082d22-b1d8-4423-a8cd-b25aa83b9fbb admin admin] Made reservation on behalf of f20808b123ee4f56a27c063a5a344a6f for: {'network': 1} {{(pid=103458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 20:31:18.653240 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ae082d22-b1d8-4423-a8cd-b25aa83b9fbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747308'] for network (None), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:18.666494 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ae082d22-b1d8-4423-a8cd-b25aa83b9fbb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:18.726505 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.v2.base [None req-73b24b25-dcab-4637-af2a-eb299817f773 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-342151622-network', 'tenant_id': 'd6f96096d22d48859f721b16524ca2d4'}} {{(pid=103459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:31:18.737374 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ae082d22-b1d8-4423-a8cd-b25aa83b9fbb admin admin] Publish callbacks [] for security_group (45c17bb1-8842-479a-8ece-dfdcff7d4d03), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:18.813515 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ae082d22-b1d8-4423-a8cd-b25aa83b9fbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310940'] for security_group (45c17bb1-8842-479a-8ece-dfdcff7d4d03), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:18.837889 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae082d22-b1d8-4423-a8cd-b25aa83b9fbb admin admin] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'} {{(pid=103458) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 20:31:18.841108 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73b24b25-dcab-4637-af2a-eb299817f773 admin admin] Made reservation on behalf of d6f96096d22d48859f721b16524ca2d4 for: {'network': 1} {{(pid=103459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 20:31:18.847693 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-73b24b25-dcab-4637-af2a-eb299817f773 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747308'] for network (None), before_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:18.847832 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae082d22-b1d8-4423-a8cd-b25aa83b9fbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45c17bb1-8842-479a-8ece-dfdcff7d4d03,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:31:18.854717 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ae082d22-b1d8-4423-a8cd-b25aa83b9fbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536034'] for segment (4d17c990-8ca8-4b04-9435-e1e4727aeb38), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:18.855059 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.db.segments_db [None req-ae082d22-b1d8-4423-a8cd-b25aa83b9fbb admin admin] Added segment 4d17c990-8ca8-4b04-9435-e1e4727aeb38 of type vlan for network c4b9653e-45c7-499b-ba57-89c5719459c1 Mar 08 20:31:18.856492 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-73b24b25-dcab-4637-af2a-eb299817f773 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:18.856976 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae082d22-b1d8-4423-a8cd-b25aa83b9fbb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:31:18.857326 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae082d22-b1d8-4423-a8cd-b25aa83b9fbb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:31:18.857665 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae082d22-b1d8-4423-a8cd-b25aa83b9fbb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:31:18.857999 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae082d22-b1d8-4423-a8cd-b25aa83b9fbb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:31:18.858326 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae082d22-b1d8-4423-a8cd-b25aa83b9fbb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:31:18.858653 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae082d22-b1d8-4423-a8cd-b25aa83b9fbb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:31:18.858994 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae082d22-b1d8-4423-a8cd-b25aa83b9fbb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:31:18.859320 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae082d22-b1d8-4423-a8cd-b25aa83b9fbb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:31:18.859690 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae082d22-b1d8-4423-a8cd-b25aa83b9fbb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:31:18.860028 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae082d22-b1d8-4423-a8cd-b25aa83b9fbb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:31:18.860376 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae082d22-b1d8-4423-a8cd-b25aa83b9fbb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:31:18.860695 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae082d22-b1d8-4423-a8cd-b25aa83b9fbb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:31:18.861011 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae082d22-b1d8-4423-a8cd-b25aa83b9fbb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:31:18.862062 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae082d22-b1d8-4423-a8cd-b25aa83b9fbb admin admin] Tracked resource versions report: Mar 08 20:31:18.862062 dv-cinder-830096-3-iscsi neutron-server[103458]: pushed versions: Mar 08 20:31:18.862062 dv-cinder-830096-3-iscsi neutron-server[103458]: { 'AddressGroup': {'1.2'}, Mar 08 20:31:18.862062 dv-cinder-830096-3-iscsi neutron-server[103458]: 'ConntrackHelper': {'1.0'}, Mar 08 20:31:18.862062 dv-cinder-830096-3-iscsi neutron-server[103458]: 'LocalIPAssociation': {'1.0'}, Mar 08 20:31:18.862062 dv-cinder-830096-3-iscsi neutron-server[103458]: 'Log': {'1.0'}, Mar 08 20:31:18.862062 dv-cinder-830096-3-iscsi neutron-server[103458]: 'Network': {'1.1'}, Mar 08 20:31:18.862062 dv-cinder-830096-3-iscsi neutron-server[103458]: 'Port': {'1.7'}, Mar 08 20:31:18.862062 dv-cinder-830096-3-iscsi neutron-server[103458]: 'PortForwarding': {'1.2'}, Mar 08 20:31:18.862062 dv-cinder-830096-3-iscsi neutron-server[103458]: 'QosPolicy': {'1.10'}, Mar 08 20:31:18.862062 dv-cinder-830096-3-iscsi neutron-server[103458]: 'SecurityGroup': {'1.5'}, Mar 08 20:31:18.862062 dv-cinder-830096-3-iscsi neutron-server[103458]: 'SecurityGroupRule': {'1.2'}, Mar 08 20:31:18.862062 dv-cinder-830096-3-iscsi neutron-server[103458]: 'SubPort': {'1.0'}, Mar 08 20:31:18.862062 dv-cinder-830096-3-iscsi neutron-server[103458]: 'Subnet': {'1.1'}, Mar 08 20:31:18.862062 dv-cinder-830096-3-iscsi neutron-server[103458]: 'Trunk': {'1.1'}} Mar 08 20:31:18.862062 dv-cinder-830096-3-iscsi neutron-server[103458]: consumer versions: Mar 08 20:31:18.862062 dv-cinder-830096-3-iscsi neutron-server[103458]: { DHCP agent@dv-cinder-830096-3-iscsi: {}, Mar 08 20:31:18.862062 dv-cinder-830096-3-iscsi neutron-server[103458]: HyperV agent@hv-cinder-83009: {}, Mar 08 20:31:18.862062 dv-cinder-830096-3-iscsi neutron-server[103458]: L3 agent@dv-cinder-830096-3-iscsi: {}, Mar 08 20:31:18.862062 dv-cinder-830096-3-iscsi neutron-server[103458]: Metadata agent@dv-cinder-830096-3-iscsi: {}, Mar 08 20:31:18.862062 dv-cinder-830096-3-iscsi neutron-server[103458]: Metering agent@dv-cinder-830096-3-iscsi: {}, Mar 08 20:31:18.862062 dv-cinder-830096-3-iscsi neutron-server[103458]: Open vSwitch agent@dv-cinder-830096-3-iscsi: { 'AddressGroup': '1.2', Mar 08 20:31:18.862062 dv-cinder-830096-3-iscsi neutron-server[103458]: 'ConntrackHelper': '1.0', Mar 08 20:31:18.862062 dv-cinder-830096-3-iscsi neutron-server[103458]: 'LocalIPAssociation': '1.0', Mar 08 20:31:18.862062 dv-cinder-830096-3-iscsi neutron-server[103458]: 'Log': '1.0', Mar 08 20:31:18.862062 dv-cinder-830096-3-iscsi neutron-server[103458]: 'Network': '1.1', Mar 08 20:31:18.862062 dv-cinder-830096-3-iscsi neutron-server[103458]: 'Port': '1.7', Mar 08 20:31:18.862062 dv-cinder-830096-3-iscsi neutron-server[103458]: 'PortForwarding': '1.2', Mar 08 20:31:18.862062 dv-cinder-830096-3-iscsi neutron-server[103458]: 'QosPolicy': '1.10', Mar 08 20:31:18.862062 dv-cinder-830096-3-iscsi neutron-server[103458]: 'SecurityGroup': '1.5', Mar 08 20:31:18.862062 dv-cinder-830096-3-iscsi neutron-server[103458]: 'SecurityGroupRule': '1.2', Mar 08 20:31:18.862062 dv-cinder-830096-3-iscsi neutron-server[103458]: 'SubPort': '1.0', Mar 08 20:31:18.862062 dv-cinder-830096-3-iscsi neutron-server[103458]: 'Subnet': '1.1', Mar 08 20:31:18.862062 dv-cinder-830096-3-iscsi neutron-server[103458]: 'Trunk': '1.1'}} Mar 08 20:31:18.862062 dv-cinder-830096-3-iscsi neutron-server[103458]: {{(pid=103458) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 08 20:31:18.902652 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ae082d22-b1d8-4423-a8cd-b25aa83b9fbb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745146455601'] for network (c4b9653e-45c7-499b-ba57-89c5719459c1), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:18.937135 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-73b24b25-dcab-4637-af2a-eb299817f773 admin admin] Publish callbacks [] for security_group (325d1601-4ab7-4960-9061-99cbe6242b26), precommit_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:19.046850 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-73b24b25-dcab-4637-af2a-eb299817f773 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310940'] for security_group (325d1601-4ab7-4960-9061-99cbe6242b26), after_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:19.049312 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ae082d22-b1d8-4423-a8cd-b25aa83b9fbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763'] for network (c4b9653e-45c7-499b-ba57-89c5719459c1), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:19.050487 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae082d22-b1d8-4423-a8cd-b25aa83b9fbb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:31:19.051162 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ae082d22-b1d8-4423-a8cd-b25aa83b9fbb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3733777'] for network (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:19.070954 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b24b25-dcab-4637-af2a-eb299817f773 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=325d1601-4ab7-4960-9061-99cbe6242b26,revision_number=1']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:31:19.082526 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b24b25-dcab-4637-af2a-eb299817f773 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:31:19.082872 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b24b25-dcab-4637-af2a-eb299817f773 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:31:19.083513 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b24b25-dcab-4637-af2a-eb299817f773 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:31:19.083851 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b24b25-dcab-4637-af2a-eb299817f773 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:31:19.084205 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b24b25-dcab-4637-af2a-eb299817f773 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:31:19.084525 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b24b25-dcab-4637-af2a-eb299817f773 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:31:19.084850 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b24b25-dcab-4637-af2a-eb299817f773 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:31:19.085166 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b24b25-dcab-4637-af2a-eb299817f773 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:31:19.085659 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b24b25-dcab-4637-af2a-eb299817f773 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:31:19.086166 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b24b25-dcab-4637-af2a-eb299817f773 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:31:19.086645 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b24b25-dcab-4637-af2a-eb299817f773 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:31:19.086961 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b24b25-dcab-4637-af2a-eb299817f773 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:31:19.087428 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b24b25-dcab-4637-af2a-eb299817f773 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:31:19.088711 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b24b25-dcab-4637-af2a-eb299817f773 admin admin] Tracked resource versions report: Mar 08 20:31:19.088711 dv-cinder-830096-3-iscsi neutron-server[103459]: pushed versions: Mar 08 20:31:19.088711 dv-cinder-830096-3-iscsi neutron-server[103459]: { 'AddressGroup': {'1.2'}, Mar 08 20:31:19.088711 dv-cinder-830096-3-iscsi neutron-server[103459]: 'ConntrackHelper': {'1.0'}, Mar 08 20:31:19.088711 dv-cinder-830096-3-iscsi neutron-server[103459]: 'LocalIPAssociation': {'1.0'}, Mar 08 20:31:19.088711 dv-cinder-830096-3-iscsi neutron-server[103459]: 'Log': {'1.0'}, Mar 08 20:31:19.088711 dv-cinder-830096-3-iscsi neutron-server[103459]: 'Network': {'1.1'}, Mar 08 20:31:19.088711 dv-cinder-830096-3-iscsi neutron-server[103459]: 'Port': {'1.7'}, Mar 08 20:31:19.088711 dv-cinder-830096-3-iscsi neutron-server[103459]: 'PortForwarding': {'1.2'}, Mar 08 20:31:19.088711 dv-cinder-830096-3-iscsi neutron-server[103459]: 'QosPolicy': {'1.10'}, Mar 08 20:31:19.088711 dv-cinder-830096-3-iscsi neutron-server[103459]: 'SecurityGroup': {'1.5'}, Mar 08 20:31:19.088711 dv-cinder-830096-3-iscsi neutron-server[103459]: 'SecurityGroupRule': {'1.2'}, Mar 08 20:31:19.088711 dv-cinder-830096-3-iscsi neutron-server[103459]: 'SubPort': {'1.0'}, Mar 08 20:31:19.088711 dv-cinder-830096-3-iscsi neutron-server[103459]: 'Subnet': {'1.1'}, Mar 08 20:31:19.088711 dv-cinder-830096-3-iscsi neutron-server[103459]: 'Trunk': {'1.1'}} Mar 08 20:31:19.088711 dv-cinder-830096-3-iscsi neutron-server[103459]: consumer versions: Mar 08 20:31:19.088711 dv-cinder-830096-3-iscsi neutron-server[103459]: { DHCP agent@dv-cinder-830096-3-iscsi: {}, Mar 08 20:31:19.088711 dv-cinder-830096-3-iscsi neutron-server[103459]: HyperV agent@hv-cinder-83009: {}, Mar 08 20:31:19.088711 dv-cinder-830096-3-iscsi neutron-server[103459]: L3 agent@dv-cinder-830096-3-iscsi: {}, Mar 08 20:31:19.088711 dv-cinder-830096-3-iscsi neutron-server[103459]: Metadata agent@dv-cinder-830096-3-iscsi: {}, Mar 08 20:31:19.088711 dv-cinder-830096-3-iscsi neutron-server[103459]: Metering agent@dv-cinder-830096-3-iscsi: {}, Mar 08 20:31:19.088711 dv-cinder-830096-3-iscsi neutron-server[103459]: Open vSwitch agent@dv-cinder-830096-3-iscsi: { 'AddressGroup': '1.2', Mar 08 20:31:19.088711 dv-cinder-830096-3-iscsi neutron-server[103459]: 'ConntrackHelper': '1.0', Mar 08 20:31:19.088711 dv-cinder-830096-3-iscsi neutron-server[103459]: 'LocalIPAssociation': '1.0', Mar 08 20:31:19.088711 dv-cinder-830096-3-iscsi neutron-server[103459]: 'Log': '1.0', Mar 08 20:31:19.088711 dv-cinder-830096-3-iscsi neutron-server[103459]: 'Network': '1.1', Mar 08 20:31:19.088711 dv-cinder-830096-3-iscsi neutron-server[103459]: 'Port': '1.7', Mar 08 20:31:19.088711 dv-cinder-830096-3-iscsi neutron-server[103459]: 'PortForwarding': '1.2', Mar 08 20:31:19.088711 dv-cinder-830096-3-iscsi neutron-server[103459]: 'QosPolicy': '1.10', Mar 08 20:31:19.088711 dv-cinder-830096-3-iscsi neutron-server[103459]: 'SecurityGroup': '1.5', Mar 08 20:31:19.088711 dv-cinder-830096-3-iscsi neutron-server[103459]: 'SecurityGroupRule': '1.2', Mar 08 20:31:19.088711 dv-cinder-830096-3-iscsi neutron-server[103459]: 'SubPort': '1.0', Mar 08 20:31:19.088711 dv-cinder-830096-3-iscsi neutron-server[103459]: 'Subnet': '1.1', Mar 08 20:31:19.088711 dv-cinder-830096-3-iscsi neutron-server[103459]: 'Trunk': '1.1'}} Mar 08 20:31:19.088711 dv-cinder-830096-3-iscsi neutron-server[103459]: {{(pid=103459) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 08 20:31:19.101538 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73b24b25-dcab-4637-af2a-eb299817f773 admin admin] vlan segment allocate from pool success with {'vlan_id': 131, 'physical_network': 'physnet1'} {{(pid=103459) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 20:31:19.113505 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-73b24b25-dcab-4637-af2a-eb299817f773 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8745146981214', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536034'] for segment (44cb8fbc-2f9a-4486-b1fb-d0ea40c8665b), precommit_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:19.114159 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-73b24b25-dcab-4637-af2a-eb299817f773 admin admin] Unsubscribe: segment precommit_create {{(pid=103459) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 08 20:31:19.114576 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.db.segments_db [None req-73b24b25-dcab-4637-af2a-eb299817f773 admin admin] Added segment 44cb8fbc-2f9a-4486-b1fb-d0ea40c8665b of type vlan for network dde8d1ca-6419-419a-83ee-3c26ebcab779 Mar 08 20:31:19.141547 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae082d22-b1d8-4423-a8cd-b25aa83b9fbb admin admin] Pushing event updated for resources: {'Network': ['ID=c4b9653e-45c7-499b-ba57-89c5719459c1,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:31:19.152137 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.rpc [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Network c4b9653e-45c7-499b-ba57-89c5719459c1 details requested by agent ovs-agent-dv-cinder-830096-3-iscsi with host dv-cinder-830096-3-iscsi {{(pid=103460) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 20:31:19.164494 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-ae082d22-b1d8-4423-a8cd-b25aa83b9fbb admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9603522 Mar 08 20:31:19.165915 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.41', 55992) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:31:19.170804 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.v2.base [None req-929352ab-12b7-48c6-8491-5793a6583147 admin admin] Request body: {'subnet': {'network_id': 'c4b9653e-45c7-499b-ba57-89c5719459c1', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-742847262-subnet', 'tenant_id': 'f20808b123ee4f56a27c063a5a344a6f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:31:19.174388 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-73b24b25-dcab-4637-af2a-eb299817f773 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745146455601'] for network (dde8d1ca-6419-419a-83ee-3c26ebcab779), precommit_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:19.309623 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-929352ab-12b7-48c6-8491-5793a6583147 admin admin] Made reservation on behalf of f20808b123ee4f56a27c063a5a344a6f for: {'subnet': 1} {{(pid=103458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 20:31:19.311979 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-929352ab-12b7-48c6-8491-5793a6583147 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:19.332650 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.wsgi [-] (103459) accepted ('10.222.0.41', 55998) {{(pid=103459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:31:19.355618 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-73b24b25-dcab-4637-af2a-eb299817f773 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763'] for network (dde8d1ca-6419-419a-83ee-3c26ebcab779), after_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:19.356670 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73b24b25-dcab-4637-af2a-eb299817f773 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:31:19.357261 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-73b24b25-dcab-4637-af2a-eb299817f773 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3733777'] for network (None), before_response {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:19.369060 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.41', 56002) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:31:19.460355 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b24b25-dcab-4637-af2a-eb299817f773 admin admin] Pushing event updated for resources: {'Network': ['ID=dde8d1ca-6419-419a-83ee-3c26ebcab779,revision_number=1']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:31:19.473597 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.rpc [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Network dde8d1ca-6419-419a-83ee-3c26ebcab779 details requested by agent ovs-agent-dv-cinder-830096-3-iscsi with host dv-cinder-830096-3-iscsi {{(pid=103460) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 20:31:19.529634 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [None req-73b24b25-dcab-4637-af2a-eb299817f773 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9434636 Mar 08 20:31:19.532679 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.wsgi [-] (103459) accepted ('10.222.0.41', 56010) {{(pid=103459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:31:19.541262 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.v2.base [None req-216bfd63-aa74-4562-b2cf-9cd5f95f5939 admin admin] Request body: {'subnet': {'network_id': 'dde8d1ca-6419-419a-83ee-3c26ebcab779', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-342151622-subnet', 'tenant_id': 'd6f96096d22d48859f721b16524ca2d4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:31:19.565902 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-929352ab-12b7-48c6-8491-5793a6583147 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763'] for subnet (3acd2cae-edc5-4deb-af56-8a423e7d5ec3), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:19.616791 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929352ab-12b7-48c6-8491-5793a6583147 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3acd2cae-edc5-4deb-af56-8a423e7d5ec3,revision_number=0']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:31:19.635409 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-216bfd63-aa74-4562-b2cf-9cd5f95f5939 admin admin] Made reservation on behalf of d6f96096d22d48859f721b16524ca2d4 for: {'subnet': 1} {{(pid=103459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 20:31:19.639843 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-216bfd63-aa74-4562-b2cf-9cd5f95f5939 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:19.648298 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-929352ab-12b7-48c6-8491-5793a6583147 admin admin] Checking segment: {'id': '4d17c990-8ca8-4b04-9435-e1e4727aeb38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'c4b9653e-45c7-499b-ba57-89c5719459c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 20:31:19.648879 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-929352ab-12b7-48c6-8491-5793a6583147 admin admin] Network hostable DHCP agents. Network: c4b9653e-45c7-499b-ba57-89c5719459c1, hostable agents: ['a3d84102-f7d3-452b-861a-973020576047'], hosted agents: [] {{(pid=103458) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 20:31:19.744416 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-929352ab-12b7-48c6-8491-5793a6583147 admin admin] Network c4b9653e-45c7-499b-ba57-89c5719459c1 is scheduled to be hosted by DHCP agent a3d84102-f7d3-452b-861a-973020576047 with binding_index 1 {{(pid=103458) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 20:31:19.801506 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.v2.base [None req-7de7ad12-e999-4ee3-bd28-1a71978d162d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-298488986-network', 'tenant_id': '01d3223cb5334df4aeb878f77f56a4af'}} {{(pid=103459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:31:19.822501 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.v2.base [None req-36b45004-76c5-43aa-b946-c6f8b1fee7c4 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-2107178860-network', 'tenant_id': '64bbed509db949a6a003c639d3f67567'}} {{(pid=103458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:31:19.841841 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.scheduler.base_scheduler [None req-929352ab-12b7-48c6-8491-5793a6583147 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830096-3-iscsi, c4b9653e-45c7-499b-ba57-89c5719459c1) {{(pid=103458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:31:19.847232 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-929352ab-12b7-48c6-8491-5793a6583147 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:31:19.848346 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-929352ab-12b7-48c6-8491-5793a6583147 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3733777'] for subnet (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:19.854883 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dd877fd-9b80-40a0-97e8-679101af9817 None None] Network c4b9653e-45c7-499b-ba57-89c5719459c1 requested from dv-cinder-830096-3-iscsi {{(pid=103460) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 20:31:19.955959 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.wsgi [-] (103459) accepted ('10.222.0.41', 56024) {{(pid=103459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:31:19.956204 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-929352ab-12b7-48c6-8491-5793a6583147 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7891867 Mar 08 20:31:19.960619 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.v2.base [None req-2fe3e10e-617b-4173-9bf8-02d06146f56f admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-742847262-router', 'tenant_id': 'f20808b123ee4f56a27c063a5a344a6f', 'external_gateway_info': {'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052'}}} {{(pid=103459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:31:19.978517 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36b45004-76c5-43aa-b946-c6f8b1fee7c4 admin admin] Made reservation on behalf of 64bbed509db949a6a003c639d3f67567 for: {'network': 1} {{(pid=103458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 20:31:19.981072 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-36b45004-76c5-43aa-b946-c6f8b1fee7c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747308'] for network (None), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:19.988724 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8df3bfca-7539-42a4-8e3a-93ba1fdc5bb0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6397307-3a10-58e1-a95b-092462da5fca-c4b9653e-45c7-499b-ba57-89c5719459c1', 'network_id': 'c4b9653e-45c7-499b-ba57-89c5719459c1', 'project_id': 'f20808b123ee4f56a27c063a5a344a6f', 'fixed_ips': [{'subnet_id': '3acd2cae-edc5-4deb-af56-8a423e7d5ec3'}]}} from dv-cinder-830096-3-iscsi. {{(pid=103460) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 08 20:31:19.993291 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-8df3bfca-7539-42a4-8e3a-93ba1fdc5bb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747308'] for port (None), before_create {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:19.993436 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-36b45004-76c5-43aa-b946-c6f8b1fee7c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:19.995303 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7de7ad12-e999-4ee3-bd28-1a71978d162d admin admin] Made reservation on behalf of 01d3223cb5334df4aeb878f77f56a4af for: {'network': 1} {{(pid=103459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 20:31:19.997743 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-7de7ad12-e999-4ee3-bd28-1a71978d162d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747308'] for network (None), before_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:19.999823 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-216bfd63-aa74-4562-b2cf-9cd5f95f5939 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763'] for subnet (41a97b68-91f3-4838-9bdc-219b95c686fc), after_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:20.051077 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216bfd63-aa74-4562-b2cf-9cd5f95f5939 admin admin] Pushing event updated for resources: {'Subnet': ['ID=41a97b68-91f3-4838-9bdc-219b95c686fc,revision_number=0']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:31:20.057408 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-7de7ad12-e999-4ee3-bd28-1a71978d162d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:20.087131 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-2fe3e10e-617b-4173-9bf8-02d06146f56f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-449439', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126078'] for router (530b8758-a936-4a7c-9055-3fd7021964a9), before_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:20.088144 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-2fe3e10e-617b-4173-9bf8-02d06146f56f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-448367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-442588', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-476585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126025'] for router (530b8758-a936-4a7c-9055-3fd7021964a9), precommit_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:20.101919 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-36b45004-76c5-43aa-b946-c6f8b1fee7c4 admin admin] Publish callbacks [] for security_group (f1f109a4-a332-4ba3-b80d-f15aa9a1438b), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:20.142022 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.db_base_plugin_common [None req-8df3bfca-7539-42a4-8e3a-93ba1fdc5bb0 None None] Allocated IP 172.20.0.2 (c4b9653e-45c7-499b-ba57-89c5719459c1/3acd2cae-edc5-4deb-af56-8a423e7d5ec3/5d762a43-bdab-4b53-8ece-ba940caf5cc9) {{(pid=103460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 20:31:20.181542 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-216bfd63-aa74-4562-b2cf-9cd5f95f5939 admin admin] Checking segment: {'id': '44cb8fbc-2f9a-4486-b1fb-d0ea40c8665b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'dde8d1ca-6419-419a-83ee-3c26ebcab779'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 20:31:20.181927 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-216bfd63-aa74-4562-b2cf-9cd5f95f5939 admin admin] Network hostable DHCP agents. Network: dde8d1ca-6419-419a-83ee-3c26ebcab779, hostable agents: ['a3d84102-f7d3-452b-861a-973020576047'], hosted agents: [] {{(pid=103459) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 20:31:20.190320 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-36b45004-76c5-43aa-b946-c6f8b1fee7c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310940'] for security_group (f1f109a4-a332-4ba3-b80d-f15aa9a1438b), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:20.254252 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36b45004-76c5-43aa-b946-c6f8b1fee7c4 admin admin] vlan segment allocate from pool success with {'vlan_id': 121, 'physical_network': 'physnet1'} {{(pid=103458) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 20:31:20.266634 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b45004-76c5-43aa-b946-c6f8b1fee7c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1f109a4-a332-4ba3-b80d-f15aa9a1438b,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:31:20.279149 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-2fe3e10e-617b-4173-9bf8-02d06146f56f admin admin] Publish callbacks [] for router_controller (530b8758-a936-4a7c-9055-3fd7021964a9), precommit_add_association {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:20.284979 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-36b45004-76c5-43aa-b946-c6f8b1fee7c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536034'] for segment (14ae2af9-0664-46c4-a507-3b43c3ed1f8c), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:20.285561 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-216bfd63-aa74-4562-b2cf-9cd5f95f5939 admin admin] Network dde8d1ca-6419-419a-83ee-3c26ebcab779 is scheduled to be hosted by DHCP agent a3d84102-f7d3-452b-861a-973020576047 with binding_index 1 {{(pid=103459) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 20:31:20.285980 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.db.segments_db [None req-36b45004-76c5-43aa-b946-c6f8b1fee7c4 admin admin] Added segment 14ae2af9-0664-46c4-a507-3b43c3ed1f8c of type vlan for network bb3cf682-183a-4b4f-b70b-ac9d75a4abdd Mar 08 20:31:20.332773 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-36b45004-76c5-43aa-b946-c6f8b1fee7c4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745146455601'] for network (bb3cf682-183a-4b4f-b70b-ac9d75a4abdd), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:20.342871 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-7de7ad12-e999-4ee3-bd28-1a71978d162d admin admin] Publish callbacks [] for security_group (67f5b79b-3036-4819-a10f-41effde098a2), precommit_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:20.345479 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-8df3bfca-7539-42a4-8e3a-93ba1fdc5bb0 None None] Publish callbacks [] for port (5d762a43-bdab-4b53-8ece-ba940caf5cc9), precommit_create {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:20.418570 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.scheduler.base_scheduler [None req-216bfd63-aa74-4562-b2cf-9cd5f95f5939 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830096-3-iscsi, dde8d1ca-6419-419a-83ee-3c26ebcab779) {{(pid=103459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:31:20.427342 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62c47c8b-b869-4892-a250-9ba02a178bf4 None None] Network dde8d1ca-6419-419a-83ee-3c26ebcab779 requested from dv-cinder-830096-3-iscsi {{(pid=103460) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 20:31:20.458737 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-36b45004-76c5-43aa-b946-c6f8b1fee7c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763'] for network (bb3cf682-183a-4b4f-b70b-ac9d75a4abdd), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:20.459848 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36b45004-76c5-43aa-b946-c6f8b1fee7c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:31:20.460458 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-36b45004-76c5-43aa-b946-c6f8b1fee7c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3733777'] for network (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:20.469647 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-216bfd63-aa74-4562-b2cf-9cd5f95f5939 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:31:20.470271 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-216bfd63-aa74-4562-b2cf-9cd5f95f5939 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3733777'] for subnet (None), before_response {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:20.477404 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-7de7ad12-e999-4ee3-bd28-1a71978d162d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310940'] for security_group (67f5b79b-3036-4819-a10f-41effde098a2), after_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:20.496630 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-8df3bfca-7539-42a4-8e3a-93ba1fdc5bb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745146440906'] for port (5d762a43-bdab-4b53-8ece-ba940caf5cc9), after_create {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:20.518150 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8df3bfca-7539-42a4-8e3a-93ba1fdc5bb0 None None] Network c4b9653e-45c7-499b-ba57-89c5719459c1 is already hosted by enough agents. {{(pid=103460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 20:31:20.561347 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b45004-76c5-43aa-b946-c6f8b1fee7c4 admin admin] Pushing event updated for resources: {'Network': ['ID=bb3cf682-183a-4b4f-b70b-ac9d75a4abdd,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:31:20.564817 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.scheduler.base_scheduler [None req-8df3bfca-7539-42a4-8e3a-93ba1fdc5bb0 None None] Resources bound (agent type, host, resource id): {{(pid=103460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:31:20.565966 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7de7ad12-e999-4ee3-bd28-1a71978d162d admin admin] vlan segment allocate from pool success with {'vlan_id': 140, 'physical_network': 'physnet1'} {{(pid=103459) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 20:31:20.567142 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df3bfca-7539-42a4-8e3a-93ba1fdc5bb0 None None] Pushing event updated for resources: {'Port': ['ID=5d762a43-bdab-4b53-8ece-ba940caf5cc9,revision_number=1']} {{(pid=103460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:31:20.574593 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8df3bfca-7539-42a4-8e3a-93ba1fdc5bb0 None None] Received port after_create {{(pid=103460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 20:31:20.589501 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df3bfca-7539-42a4-8e3a-93ba1fdc5bb0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:31:20.589971 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df3bfca-7539-42a4-8e3a-93ba1fdc5bb0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:31:20.592836 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df3bfca-7539-42a4-8e3a-93ba1fdc5bb0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:31:20.593302 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df3bfca-7539-42a4-8e3a-93ba1fdc5bb0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:31:20.593859 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df3bfca-7539-42a4-8e3a-93ba1fdc5bb0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:31:20.594289 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df3bfca-7539-42a4-8e3a-93ba1fdc5bb0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:31:20.594733 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df3bfca-7539-42a4-8e3a-93ba1fdc5bb0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:31:20.595150 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df3bfca-7539-42a4-8e3a-93ba1fdc5bb0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:31:20.595640 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df3bfca-7539-42a4-8e3a-93ba1fdc5bb0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:31:20.597387 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df3bfca-7539-42a4-8e3a-93ba1fdc5bb0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:31:20.597830 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df3bfca-7539-42a4-8e3a-93ba1fdc5bb0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:31:20.598755 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df3bfca-7539-42a4-8e3a-93ba1fdc5bb0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:31:20.599178 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df3bfca-7539-42a4-8e3a-93ba1fdc5bb0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:31:20.601645 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df3bfca-7539-42a4-8e3a-93ba1fdc5bb0 None None] Tracked resource versions report: Mar 08 20:31:20.601645 dv-cinder-830096-3-iscsi neutron-server[103460]: pushed versions: Mar 08 20:31:20.601645 dv-cinder-830096-3-iscsi neutron-server[103460]: { 'AddressGroup': {'1.2'}, Mar 08 20:31:20.601645 dv-cinder-830096-3-iscsi neutron-server[103460]: 'ConntrackHelper': {'1.0'}, Mar 08 20:31:20.601645 dv-cinder-830096-3-iscsi neutron-server[103460]: 'LocalIPAssociation': {'1.0'}, Mar 08 20:31:20.601645 dv-cinder-830096-3-iscsi neutron-server[103460]: 'Log': {'1.0'}, Mar 08 20:31:20.601645 dv-cinder-830096-3-iscsi neutron-server[103460]: 'Network': {'1.1'}, Mar 08 20:31:20.601645 dv-cinder-830096-3-iscsi neutron-server[103460]: 'Port': {'1.7'}, Mar 08 20:31:20.601645 dv-cinder-830096-3-iscsi neutron-server[103460]: 'PortForwarding': {'1.2'}, Mar 08 20:31:20.601645 dv-cinder-830096-3-iscsi neutron-server[103460]: 'QosPolicy': {'1.10'}, Mar 08 20:31:20.601645 dv-cinder-830096-3-iscsi neutron-server[103460]: 'SecurityGroup': {'1.5'}, Mar 08 20:31:20.601645 dv-cinder-830096-3-iscsi neutron-server[103460]: 'SecurityGroupRule': {'1.2'}, Mar 08 20:31:20.601645 dv-cinder-830096-3-iscsi neutron-server[103460]: 'SubPort': {'1.0'}, Mar 08 20:31:20.601645 dv-cinder-830096-3-iscsi neutron-server[103460]: 'Subnet': {'1.1'}, Mar 08 20:31:20.601645 dv-cinder-830096-3-iscsi neutron-server[103460]: 'Trunk': {'1.1'}} Mar 08 20:31:20.601645 dv-cinder-830096-3-iscsi neutron-server[103460]: consumer versions: Mar 08 20:31:20.601645 dv-cinder-830096-3-iscsi neutron-server[103460]: { DHCP agent@dv-cinder-830096-3-iscsi: {}, Mar 08 20:31:20.601645 dv-cinder-830096-3-iscsi neutron-server[103460]: HyperV agent@hv-cinder-83009: {}, Mar 08 20:31:20.601645 dv-cinder-830096-3-iscsi neutron-server[103460]: L3 agent@dv-cinder-830096-3-iscsi: {}, Mar 08 20:31:20.601645 dv-cinder-830096-3-iscsi neutron-server[103460]: Metadata agent@dv-cinder-830096-3-iscsi: {}, Mar 08 20:31:20.601645 dv-cinder-830096-3-iscsi neutron-server[103460]: Metering agent@dv-cinder-830096-3-iscsi: {}, Mar 08 20:31:20.601645 dv-cinder-830096-3-iscsi neutron-server[103460]: Open vSwitch agent@dv-cinder-830096-3-iscsi: { 'AddressGroup': '1.2', Mar 08 20:31:20.601645 dv-cinder-830096-3-iscsi neutron-server[103460]: 'ConntrackHelper': '1.0', Mar 08 20:31:20.601645 dv-cinder-830096-3-iscsi neutron-server[103460]: 'LocalIPAssociation': '1.0', Mar 08 20:31:20.601645 dv-cinder-830096-3-iscsi neutron-server[103460]: 'Log': '1.0', Mar 08 20:31:20.601645 dv-cinder-830096-3-iscsi neutron-server[103460]: 'Network': '1.1', Mar 08 20:31:20.601645 dv-cinder-830096-3-iscsi neutron-server[103460]: 'Port': '1.7', Mar 08 20:31:20.601645 dv-cinder-830096-3-iscsi neutron-server[103460]: 'PortForwarding': '1.2', Mar 08 20:31:20.601645 dv-cinder-830096-3-iscsi neutron-server[103460]: 'QosPolicy': '1.10', Mar 08 20:31:20.601645 dv-cinder-830096-3-iscsi neutron-server[103460]: 'SecurityGroup': '1.5', Mar 08 20:31:20.601645 dv-cinder-830096-3-iscsi neutron-server[103460]: 'SecurityGroupRule': '1.2', Mar 08 20:31:20.601645 dv-cinder-830096-3-iscsi neutron-server[103460]: 'SubPort': '1.0', Mar 08 20:31:20.601645 dv-cinder-830096-3-iscsi neutron-server[103460]: 'Subnet': '1.1', Mar 08 20:31:20.601645 dv-cinder-830096-3-iscsi neutron-server[103460]: 'Trunk': '1.1'}} Mar 08 20:31:20.601645 dv-cinder-830096-3-iscsi neutron-server[103460]: {{(pid=103460) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 08 20:31:20.606974 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de7ad12-e999-4ee3-bd28-1a71978d162d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67f5b79b-3036-4819-a10f-41effde098a2,revision_number=1']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:31:20.611962 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-2fe3e10e-617b-4173-9bf8-02d06146f56f admin admin] Publish callbacks [] for router_gateway (530b8758-a936-4a7c-9055-3fd7021964a9), precommit_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:20.615418 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.rpc [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Network bb3cf682-183a-4b4f-b70b-ac9d75a4abdd details requested by agent ovs-agent-dv-cinder-830096-3-iscsi with host dv-cinder-830096-3-iscsi {{(pid=103460) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 20:31:20.632803 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-7de7ad12-e999-4ee3-bd28-1a71978d162d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536034'] for segment (06ef9f39-1080-4af3-a1d4-5e6b0fa990b9), precommit_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:20.633154 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.db.segments_db [None req-7de7ad12-e999-4ee3-bd28-1a71978d162d admin admin] Added segment 06ef9f39-1080-4af3-a1d4-5e6b0fa990b9 of type vlan for network 6c06189c-e7e3-4c8a-acc0-5147890ac16f Mar 08 20:31:20.648464 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [None req-216bfd63-aa74-4562-b2cf-9cd5f95f5939 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1145973 Mar 08 20:31:20.690760 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-36b45004-76c5-43aa-b946-c6f8b1fee7c4 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.3167677 Mar 08 20:31:20.691518 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.41', 56056) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:31:20.701880 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.v2.base [None req-5b558649-96e2-4769-a9c4-350fa5ad0180 admin admin] Request body: {'subnet': {'network_id': 'bb3cf682-183a-4b4f-b70b-ac9d75a4abdd', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-2107178860-subnet', 'tenant_id': '64bbed509db949a6a003c639d3f67567', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:31:20.788781 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-7de7ad12-e999-4ee3-bd28-1a71978d162d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745146455601'] for network (6c06189c-e7e3-4c8a-acc0-5147890ac16f), precommit_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:20.807060 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b558649-96e2-4769-a9c4-350fa5ad0180 admin admin] Made reservation on behalf of 64bbed509db949a6a003c639d3f67567 for: {'subnet': 1} {{(pid=103458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 20:31:20.809851 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-5b558649-96e2-4769-a9c4-350fa5ad0180 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:20.848627 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6918d0a-e136-4fea-8421-3a4316c49dd3 None None] Network dde8d1ca-6419-419a-83ee-3c26ebcab779 requested from dv-cinder-830096-3-iscsi {{(pid=103460) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 20:31:20.856001 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.managers [None req-8df3bfca-7539-42a4-8e3a-93ba1fdc5bb0 None None] Attempting to bind port 5d762a43-bdab-4b53-8ece-ba940caf5cc9 on host dv-cinder-830096-3-iscsi for vnic_type normal with profile {{(pid=103460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 20:31:20.856400 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.managers [None req-8df3bfca-7539-42a4-8e3a-93ba1fdc5bb0 None None] Attempting to bind port 5d762a43-bdab-4b53-8ece-ba940caf5cc9 by drivers openvswitch,hyperv on host dv-cinder-830096-3-iscsi at level 0 using segments [{'id': '4d17c990-8ca8-4b04-9435-e1e4727aeb38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'c4b9653e-45c7-499b-ba57-89c5719459c1'}] {{(pid=103460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 20:31:20.867023 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8df3bfca-7539-42a4-8e3a-93ba1fdc5bb0 None None] Attempting to bind port 5d762a43-bdab-4b53-8ece-ba940caf5cc9 on network c4b9653e-45c7-499b-ba57-89c5719459c1 {{(pid=103460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 20:31:20.892653 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8df3bfca-7539-42a4-8e3a-93ba1fdc5bb0 None None] Checking agent: {'id': 'fa4b043a-5d45-4181-9cb2-30d29598ef5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830096-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 20, 23, 5), 'started_at': datetime.datetime(2022, 3, 8, 20, 23, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 20, 31, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830096-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 20:31:20.896856 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8df3bfca-7539-42a4-8e3a-93ba1fdc5bb0 None None] Checking segment: {'id': '4d17c990-8ca8-4b04-9435-e1e4727aeb38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'c4b9653e-45c7-499b-ba57-89c5719459c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 20:31:20.896856 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-8df3bfca-7539-42a4-8e3a-93ba1fdc5bb0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:20.896856 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8df3bfca-7539-42a4-8e3a-93ba1fdc5bb0 None None] Bound using segment: {'id': '4d17c990-8ca8-4b04-9435-e1e4727aeb38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'c4b9653e-45c7-499b-ba57-89c5719459c1'} {{(pid=103460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 20:31:20.897493 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.managers [None req-8df3bfca-7539-42a4-8e3a-93ba1fdc5bb0 None None] Bound port: 5d762a43-bdab-4b53-8ece-ba940caf5cc9, host: dv-cinder-830096-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d17c990-8ca8-4b04-9435-e1e4727aeb38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'c4b9653e-45c7-499b-ba57-89c5719459c1'}}] {{(pid=103460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 20:31:20.898064 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-8df3bfca-7539-42a4-8e3a-93ba1fdc5bb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747308'] for port (5d762a43-bdab-4b53-8ece-ba940caf5cc9), before_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:20.948628 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-7de7ad12-e999-4ee3-bd28-1a71978d162d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763'] for network (6c06189c-e7e3-4c8a-acc0-5147890ac16f), after_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:20.949720 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7de7ad12-e999-4ee3-bd28-1a71978d162d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:31:20.950316 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-7de7ad12-e999-4ee3-bd28-1a71978d162d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3733777'] for network (None), before_response {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:21.049568 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.db [None req-8df3bfca-7539-42a4-8e3a-93ba1fdc5bb0 None None] For port 5d762a43-bdab-4b53-8ece-ba940caf5cc9, host dv-cinder-830096-3-iscsi, cleared binding levels {{(pid=103460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 20:31:21.058016 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.db [None req-8df3bfca-7539-42a4-8e3a-93ba1fdc5bb0 None None] For port 5d762a43-bdab-4b53-8ece-ba940caf5cc9, host dv-cinder-830096-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-3-iscsi',level=0,port_id=5d762a43-bdab-4b53-8ece-ba940caf5cc9,segment=NetworkSegment(4d17c990-8ca8-4b04-9435-e1e4727aeb38),segment_id=4d17c990-8ca8-4b04-9435-e1e4727aeb38)] {{(pid=103460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 20:31:21.095193 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de7ad12-e999-4ee3-bd28-1a71978d162d admin admin] Pushing event updated for resources: {'Network': ['ID=6c06189c-e7e3-4c8a-acc0-5147890ac16f,revision_number=1']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:31:21.103160 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [None req-7de7ad12-e999-4ee3-bd28-1a71978d162d admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.7656429 Mar 08 20:31:21.103546 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.wsgi [-] (103459) accepted ('10.222.0.41', 56070) {{(pid=103459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:31:21.106630 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.rpc [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Network 6c06189c-e7e3-4c8a-acc0-5147890ac16f details requested by agent ovs-agent-dv-cinder-830096-3-iscsi with host dv-cinder-830096-3-iscsi {{(pid=103460) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 20:31:21.108715 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.v2.base [None req-77688b03-1e72-4b57-88ff-e7d39f53a6b8 admin admin] Request body: {'subnet': {'network_id': '6c06189c-e7e3-4c8a-acc0-5147890ac16f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-298488986-subnet', 'tenant_id': '01d3223cb5334df4aeb878f77f56a4af', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:31:21.166309 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-8df3bfca-7539-42a4-8e3a-93ba1fdc5bb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745146878648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745146440924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745146440942'] for port (5d762a43-bdab-4b53-8ece-ba940caf5cc9), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:21.285408 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df3bfca-7539-42a4-8e3a-93ba1fdc5bb0 None None] Pushing event updated for resources: {'Port': ['ID=5d762a43-bdab-4b53-8ece-ba940caf5cc9,revision_number=2']} {{(pid=103460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:31:21.307727 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-5b558649-96e2-4769-a9c4-350fa5ad0180 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763'] for subnet (a968dc2a-71a9-4847-a130-162c884db338), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:21.407415 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b558649-96e2-4769-a9c4-350fa5ad0180 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a968dc2a-71a9-4847-a130-162c884db338,revision_number=0']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:31:21.438117 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-2fe3e10e-617b-4173-9bf8-02d06146f56f admin admin] Publish callbacks [] for router_gateway (530b8758-a936-4a7c-9055-3fd7021964a9), before_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:21.474397 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-2fe3e10e-617b-4173-9bf8-02d06146f56f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747308'] for port (None), before_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:21.497058 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b558649-96e2-4769-a9c4-350fa5ad0180 admin admin] Checking segment: {'id': '14ae2af9-0664-46c4-a507-3b43c3ed1f8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'bb3cf682-183a-4b4f-b70b-ac9d75a4abdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 20:31:21.497058 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b558649-96e2-4769-a9c4-350fa5ad0180 admin admin] Network hostable DHCP agents. Network: bb3cf682-183a-4b4f-b70b-ac9d75a4abdd, hostable agents: ['a3d84102-f7d3-452b-861a-973020576047'], hosted agents: [] {{(pid=103458) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 20:31:21.649013 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77688b03-1e72-4b57-88ff-e7d39f53a6b8 admin admin] Made reservation on behalf of 01d3223cb5334df4aeb878f77f56a4af for: {'subnet': 1} {{(pid=103459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 20:31:21.649013 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-77688b03-1e72-4b57-88ff-e7d39f53a6b8 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:21.651655 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b558649-96e2-4769-a9c4-350fa5ad0180 admin admin] Network bb3cf682-183a-4b4f-b70b-ac9d75a4abdd is scheduled to be hosted by DHCP agent a3d84102-f7d3-452b-861a-973020576047 with binding_index 1 {{(pid=103458) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 20:31:21.739103 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.scheduler.base_scheduler [None req-5b558649-96e2-4769-a9c4-350fa5ad0180 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830096-3-iscsi, bb3cf682-183a-4b4f-b70b-ac9d75a4abdd) {{(pid=103458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:31:21.751862 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b558649-96e2-4769-a9c4-350fa5ad0180 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:31:21.752231 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-5b558649-96e2-4769-a9c4-350fa5ad0180 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3733777'] for subnet (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:21.754374 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12a1601d-a6ef-44db-bb82-7ce7e6382efe None None] Network bb3cf682-183a-4b4f-b70b-ac9d75a4abdd requested from dv-cinder-830096-3-iscsi {{(pid=103460) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 20:31:21.869850 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-5b558649-96e2-4769-a9c4-350fa5ad0180 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1741858 Mar 08 20:31:21.870234 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.41', 56104) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:31:21.877263 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.v2.base [None req-6aa1e980-3441-4ab6-b722-fbbdb48cc2c0 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-2107178860-router', 'tenant_id': '64bbed509db949a6a003c639d3f67567', 'external_gateway_info': {'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052'}}} {{(pid=103458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:31:21.923492 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.db.db_base_plugin_common [None req-2fe3e10e-617b-4173-9bf8-02d06146f56f admin admin] Allocated IP 172.27.2.231 (fc278ace-cc38-44e4-ba35-3f28be706052/6746aa92-141d-47b3-806a-20502e0a6f7e/d32f389e-7f79-4333-ab66-fc102b040de8) {{(pid=103459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 20:31:21.947140 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f03e68e-4392-4893-9da6-1f4113a0b2ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6397307-3a10-58e1-a95b-092462da5fca-bb3cf682-183a-4b4f-b70b-ac9d75a4abdd', 'network_id': 'bb3cf682-183a-4b4f-b70b-ac9d75a4abdd', 'project_id': '64bbed509db949a6a003c639d3f67567', 'fixed_ips': [{'subnet_id': 'a968dc2a-71a9-4847-a130-162c884db338'}]}} from dv-cinder-830096-3-iscsi. {{(pid=103460) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 08 20:31:21.949100 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-3f03e68e-4392-4893-9da6-1f4113a0b2ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747308'] for port (None), before_create {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:21.970593 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-77688b03-1e72-4b57-88ff-e7d39f53a6b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763'] for subnet (22d98187-3e01-4f4c-846a-c4973fed68d0), after_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:21.996727 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-6aa1e980-3441-4ab6-b722-fbbdb48cc2c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-449439', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126078'] for router (16dea0cb-fffa-4ed7-9abb-b7eb4318dca9), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:21.998456 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-6aa1e980-3441-4ab6-b722-fbbdb48cc2c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-448367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-442588', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-476585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126025'] for router (16dea0cb-fffa-4ed7-9abb-b7eb4318dca9), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:22.088923 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77688b03-1e72-4b57-88ff-e7d39f53a6b8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=22d98187-3e01-4f4c-846a-c4973fed68d0,revision_number=0']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:31:22.118837 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77688b03-1e72-4b57-88ff-e7d39f53a6b8 admin admin] Checking segment: {'id': '06ef9f39-1080-4af3-a1d4-5e6b0fa990b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '6c06189c-e7e3-4c8a-acc0-5147890ac16f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 20:31:22.119185 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77688b03-1e72-4b57-88ff-e7d39f53a6b8 admin admin] Network hostable DHCP agents. Network: 6c06189c-e7e3-4c8a-acc0-5147890ac16f, hostable agents: ['a3d84102-f7d3-452b-861a-973020576047'], hosted agents: [] {{(pid=103459) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 20:31:22.132576 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-2fe3e10e-617b-4173-9bf8-02d06146f56f admin admin] Publish callbacks [] for port (d32f389e-7f79-4333-ab66-fc102b040de8), precommit_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:22.172498 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-6aa1e980-3441-4ab6-b722-fbbdb48cc2c0 admin admin] Publish callbacks [] for router_controller (16dea0cb-fffa-4ed7-9abb-b7eb4318dca9), precommit_add_association {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:22.295699 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77688b03-1e72-4b57-88ff-e7d39f53a6b8 admin admin] Network 6c06189c-e7e3-4c8a-acc0-5147890ac16f is scheduled to be hosted by DHCP agent a3d84102-f7d3-452b-861a-973020576047 with binding_index 1 {{(pid=103459) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 20:31:22.324688 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.db_base_plugin_common [None req-3f03e68e-4392-4893-9da6-1f4113a0b2ce None None] Allocated IP 172.20.0.2 (bb3cf682-183a-4b4f-b70b-ac9d75a4abdd/a968dc2a-71a9-4847-a130-162c884db338/cd6b0749-82f9-4a79-92ee-c677871286b6) {{(pid=103460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 20:31:22.402464 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.rpc [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Device 5d762a43-bdab-4b53-8ece-ba940caf5cc9 up at agent ovs-agent-dv-cinder-830096-3-iscsi {{(pid=103460) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 20:31:22.424899 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-2fe3e10e-617b-4173-9bf8-02d06146f56f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745146440906'] for port (d32f389e-7f79-4333-ab66-fc102b040de8), after_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:22.470882 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.provisioning_blocks [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Provisioning complete for port 5d762a43-bdab-4b53-8ece-ba940caf5cc9 triggered by entity L2. {{(pid=103460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:31:22.471320 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476507'] for port (5d762a43-bdab-4b53-8ece-ba940caf5cc9), provisioning_complete {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:22.486748 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.scheduler.base_scheduler [None req-77688b03-1e72-4b57-88ff-e7d39f53a6b8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830096-3-iscsi, 6c06189c-e7e3-4c8a-acc0-5147890ac16f) {{(pid=103459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:31:22.496158 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77688b03-1e72-4b57-88ff-e7d39f53a6b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:31:22.497184 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-77688b03-1e72-4b57-88ff-e7d39f53a6b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3733777'] for subnet (None), before_response {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:22.512978 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c8c2350-5da5-4576-8a9c-0ba1272ac091 None None] Network 6c06189c-e7e3-4c8a-acc0-5147890ac16f requested from dv-cinder-830096-3-iscsi {{(pid=103460) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 20:31:22.524454 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-6aa1e980-3441-4ab6-b722-fbbdb48cc2c0 admin admin] Publish callbacks [] for router_gateway (16dea0cb-fffa-4ed7-9abb-b7eb4318dca9), precommit_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:22.532497 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fe3e10e-617b-4173-9bf8-02d06146f56f admin admin] Network fc278ace-cc38-44e4-ba35-3f28be706052 is already hosted by enough agents. {{(pid=103459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 20:31:22.552089 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.scheduler.base_scheduler [None req-2fe3e10e-617b-4173-9bf8-02d06146f56f admin admin] Resources bound (agent type, host, resource id): {{(pid=103459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:31:22.558249 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fe3e10e-617b-4173-9bf8-02d06146f56f admin admin] Received port after_create {{(pid=103459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 20:31:22.561339 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe3e10e-617b-4173-9bf8-02d06146f56f admin admin] Pushing event updated for resources: {'Port': ['ID=d32f389e-7f79-4333-ab66-fc102b040de8,revision_number=1']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:31:22.646041 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [None req-77688b03-1e72-4b57-88ff-e7d39f53a6b8 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.5416427 Mar 08 20:31:22.668102 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.41', 56108) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:31:22.679657 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.v2.base [None req-c812d23e-4ec9-4b7d-a2a8-0fc84706eb42 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-298488986-router', 'tenant_id': '01d3223cb5334df4aeb878f77f56a4af', 'external_gateway_info': {'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052'}}} {{(pid=103458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:31:22.697966 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-3f03e68e-4392-4893-9da6-1f4113a0b2ce None None] Publish callbacks [] for port (cd6b0749-82f9-4a79-92ee-c677871286b6), precommit_create {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:22.702861 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d258fec2-dc3b-4032-89b3-e62f3d5c80e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6397307-3a10-58e1-a95b-092462da5fca-6c06189c-e7e3-4c8a-acc0-5147890ac16f', 'network_id': '6c06189c-e7e3-4c8a-acc0-5147890ac16f', 'project_id': '01d3223cb5334df4aeb878f77f56a4af', 'fixed_ips': [{'subnet_id': '22d98187-3e01-4f4c-846a-c4973fed68d0'}]}} from dv-cinder-830096-3-iscsi. {{(pid=103460) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 08 20:31:22.704651 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-d258fec2-dc3b-4032-89b3-e62f3d5c80e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747308'] for port (None), before_create {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:22.706981 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ceb6968-8997-4d29-8651-7ed870c0963c None None] Network c4b9653e-45c7-499b-ba57-89c5719459c1 requested from dv-cinder-830096-3-iscsi {{(pid=103460) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 20:31:22.787887 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.plugin [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Current status of the port 5d762a43-bdab-4b53-8ece-ba940caf5cc9 is: DOWN; New status is: ACTIVE {{(pid=103460) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:31:22.788629 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747308'] for port (5d762a43-bdab-4b53-8ece-ba940caf5cc9), before_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:22.826258 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-c812d23e-4ec9-4b7d-a2a8-0fc84706eb42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-449439', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126078'] for router (a974851c-fa28-4512-826f-f1ac9013912c), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:22.827669 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-c812d23e-4ec9-4b7d-a2a8-0fc84706eb42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-448367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-442588', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-476585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126025'] for router (a974851c-fa28-4512-826f-f1ac9013912c), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:22.882216 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-6aa1e980-3441-4ab6-b722-fbbdb48cc2c0 admin admin] Publish callbacks [] for router_gateway (16dea0cb-fffa-4ed7-9abb-b7eb4318dca9), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:22.885179 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-3f03e68e-4392-4893-9da6-1f4113a0b2ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745146440906'] for port (cd6b0749-82f9-4a79-92ee-c677871286b6), after_create {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:22.928373 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-6aa1e980-3441-4ab6-b722-fbbdb48cc2c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747308'] for port (None), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:22.930895 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-c812d23e-4ec9-4b7d-a2a8-0fc84706eb42 admin admin] Publish callbacks [] for router_controller (a974851c-fa28-4512-826f-f1ac9013912c), precommit_add_association {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:22.946112 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.provisioning_blocks [None req-95a98639-6b7c-4bdc-a002-34e5b7f89765 None None] Provisioning complete for port 5d762a43-bdab-4b53-8ece-ba940caf5cc9 triggered by entity DHCP. {{(pid=103460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:31:22.946813 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-95a98639-6b7c-4bdc-a002-34e5b7f89765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476507'] for port (5d762a43-bdab-4b53-8ece-ba940caf5cc9), provisioning_complete {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:22.995523 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f03e68e-4392-4893-9da6-1f4113a0b2ce None None] Network bb3cf682-183a-4b4f-b70b-ac9d75a4abdd is already hosted by enough agents. {{(pid=103460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 20:31:22.997378 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.db [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] For port 5d762a43-bdab-4b53-8ece-ba940caf5cc9, host dv-cinder-830096-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-3-iscsi',level=0,port_id=5d762a43-bdab-4b53-8ece-ba940caf5cc9,segment=NetworkSegment(4d17c990-8ca8-4b04-9435-e1e4727aeb38),segment_id=4d17c990-8ca8-4b04-9435-e1e4727aeb38)] {{(pid=103460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:31:23.011377 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-2fe3e10e-617b-4173-9bf8-02d06146f56f admin admin] Publish callbacks [] for router_gateway (530b8758-a936-4a7c-9055-3fd7021964a9), after_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:23.047943 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.scheduler.base_scheduler [None req-3f03e68e-4392-4893-9da6-1f4113a0b2ce None None] Resources bound (agent type, host, resource id): {{(pid=103460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:31:23.048330 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f03e68e-4392-4893-9da6-1f4113a0b2ce None None] Received port after_create {{(pid=103460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 20:31:23.068782 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.db.db_base_plugin_common [None req-6aa1e980-3441-4ab6-b722-fbbdb48cc2c0 admin admin] Allocated IP 172.27.2.87 (fc278ace-cc38-44e4-ba35-3f28be706052/6746aa92-141d-47b3-806a-20502e0a6f7e/8a387cb4-88be-456d-967c-2a9b47cbbc3f) {{(pid=103458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 20:31:23.129623 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745146878648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745146440924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745146440942'] for port (5d762a43-bdab-4b53-8ece-ba940caf5cc9), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:23.181452 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f03e68e-4392-4893-9da6-1f4113a0b2ce None None] Pushing event updated for resources: {'Port': ['ID=cd6b0749-82f9-4a79-92ee-c677871286b6,revision_number=1']} {{(pid=103460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:31:23.238504 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.db_base_plugin_common [None req-d258fec2-dc3b-4032-89b3-e62f3d5c80e1 None None] Allocated IP 172.20.0.2 (6c06189c-e7e3-4c8a-acc0-5147890ac16f/22d98187-3e01-4f4c-846a-c4973fed68d0/dbf98163-b804-4883-9fe6-c6ce31d0deb5) {{(pid=103460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 20:31:23.293581 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.managers [None req-3f03e68e-4392-4893-9da6-1f4113a0b2ce None None] Attempting to bind port cd6b0749-82f9-4a79-92ee-c677871286b6 on host dv-cinder-830096-3-iscsi for vnic_type normal with profile {{(pid=103460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 20:31:23.293978 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.managers [None req-3f03e68e-4392-4893-9da6-1f4113a0b2ce None None] Attempting to bind port cd6b0749-82f9-4a79-92ee-c677871286b6 by drivers openvswitch,hyperv on host dv-cinder-830096-3-iscsi at level 0 using segments [{'id': '14ae2af9-0664-46c4-a507-3b43c3ed1f8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'bb3cf682-183a-4b4f-b70b-ac9d75a4abdd'}] {{(pid=103460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 20:31:23.294527 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f03e68e-4392-4893-9da6-1f4113a0b2ce None None] Attempting to bind port cd6b0749-82f9-4a79-92ee-c677871286b6 on network bb3cf682-183a-4b4f-b70b-ac9d75a4abdd {{(pid=103460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 20:31:23.358330 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f03e68e-4392-4893-9da6-1f4113a0b2ce None None] Checking agent: {'id': 'fa4b043a-5d45-4181-9cb2-30d29598ef5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830096-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 20, 23, 5), 'started_at': datetime.datetime(2022, 3, 8, 20, 23, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 20, 31, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830096-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 20:31:23.358330 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f03e68e-4392-4893-9da6-1f4113a0b2ce None None] Checking segment: {'id': '14ae2af9-0664-46c4-a507-3b43c3ed1f8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'bb3cf682-183a-4b4f-b70b-ac9d75a4abdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 20:31:23.358330 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-3f03e68e-4392-4893-9da6-1f4113a0b2ce None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:23.358330 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f03e68e-4392-4893-9da6-1f4113a0b2ce None None] Bound using segment: {'id': '14ae2af9-0664-46c4-a507-3b43c3ed1f8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'bb3cf682-183a-4b4f-b70b-ac9d75a4abdd'} {{(pid=103460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 20:31:23.358330 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.managers [None req-3f03e68e-4392-4893-9da6-1f4113a0b2ce None None] Bound port: cd6b0749-82f9-4a79-92ee-c677871286b6, host: dv-cinder-830096-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14ae2af9-0664-46c4-a507-3b43c3ed1f8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'bb3cf682-183a-4b4f-b70b-ac9d75a4abdd'}}] {{(pid=103460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 20:31:23.358330 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-3f03e68e-4392-4893-9da6-1f4113a0b2ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747308'] for port (cd6b0749-82f9-4a79-92ee-c677871286b6), before_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:23.372448 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Pushing event updated for resources: {'Port': ['ID=5d762a43-bdab-4b53-8ece-ba940caf5cc9,revision_number=3']} {{(pid=103460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:31:23.419589 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-2fe3e10e-617b-4173-9bf8-02d06146f56f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-448356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-442609'] for router (530b8758-a936-4a7c-9055-3fd7021964a9), after_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:23.430040 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-6aa1e980-3441-4ab6-b722-fbbdb48cc2c0 admin admin] Publish callbacks [] for port (8a387cb4-88be-456d-967c-2a9b47cbbc3f), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:23.475378 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.plugin [None req-95a98639-6b7c-4bdc-a002-34e5b7f89765 None None] Current status of the port 5d762a43-bdab-4b53-8ece-ba940caf5cc9 is: ACTIVE; New status is: ACTIVE {{(pid=103460) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:31:23.529232 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-6aa1e980-3441-4ab6-b722-fbbdb48cc2c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745146440906'] for port (8a387cb4-88be-456d-967c-2a9b47cbbc3f), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:23.544823 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.db [None req-3f03e68e-4392-4893-9da6-1f4113a0b2ce None None] For port cd6b0749-82f9-4a79-92ee-c677871286b6, host dv-cinder-830096-3-iscsi, cleared binding levels {{(pid=103460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 20:31:23.548732 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aa1e980-3441-4ab6-b722-fbbdb48cc2c0 admin admin] Network fc278ace-cc38-44e4-ba35-3f28be706052 is already hosted by enough agents. {{(pid=103458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 20:31:23.551120 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.db [None req-3f03e68e-4392-4893-9da6-1f4113a0b2ce None None] For port cd6b0749-82f9-4a79-92ee-c677871286b6, host dv-cinder-830096-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-3-iscsi',level=0,port_id=cd6b0749-82f9-4a79-92ee-c677871286b6,segment=NetworkSegment(14ae2af9-0664-46c4-a507-3b43c3ed1f8c),segment_id=14ae2af9-0664-46c4-a507-3b43c3ed1f8c)] {{(pid=103460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 20:31:23.576481 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.scheduler.base_scheduler [None req-6aa1e980-3441-4ab6-b722-fbbdb48cc2c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:31:23.580151 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aa1e980-3441-4ab6-b722-fbbdb48cc2c0 admin admin] Received port after_create {{(pid=103458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 20:31:23.632754 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-d258fec2-dc3b-4032-89b3-e62f3d5c80e1 None None] Publish callbacks [] for port (dbf98163-b804-4883-9fe6-c6ce31d0deb5), precommit_create {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:23.650143 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-3f03e68e-4392-4893-9da6-1f4113a0b2ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745146878648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745146440924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745146440942'] for port (cd6b0749-82f9-4a79-92ee-c677871286b6), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:23.763478 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-d258fec2-dc3b-4032-89b3-e62f3d5c80e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745146440906'] for port (dbf98163-b804-4883-9fe6-c6ce31d0deb5), after_create {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:23.853161 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d258fec2-dc3b-4032-89b3-e62f3d5c80e1 None None] Network 6c06189c-e7e3-4c8a-acc0-5147890ac16f is already hosted by enough agents. {{(pid=103460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 20:31:23.854120 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f03e68e-4392-4893-9da6-1f4113a0b2ce None None] Pushing event updated for resources: {'Port': ['ID=cd6b0749-82f9-4a79-92ee-c677871286b6,revision_number=2']} {{(pid=103460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:31:23.879353 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.scheduler.base_scheduler [None req-d258fec2-dc3b-4032-89b3-e62f3d5c80e1 None None] Resources bound (agent type, host, resource id): {{(pid=103460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:31:23.892610 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d258fec2-dc3b-4032-89b3-e62f3d5c80e1 None None] Received port after_create {{(pid=103460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 20:31:23.918890 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-c812d23e-4ec9-4b7d-a2a8-0fc84706eb42 admin admin] Publish callbacks [] for router_gateway (a974851c-fa28-4512-826f-f1ac9013912c), precommit_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:23.960504 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa1e980-3441-4ab6-b722-fbbdb48cc2c0 admin admin] Pushing event updated for resources: {'Port': ['ID=8a387cb4-88be-456d-967c-2a9b47cbbc3f,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:31:23.999096 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.provisioning_blocks [None req-0fedcf4b-bef9-4d5e-ae64-bfba6d9847fb None None] Provisioning complete for port 5d762a43-bdab-4b53-8ece-ba940caf5cc9 triggered by entity DHCP. {{(pid=103460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:31:24.000285 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-0fedcf4b-bef9-4d5e-ae64-bfba6d9847fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476507'] for port (5d762a43-bdab-4b53-8ece-ba940caf5cc9), provisioning_complete {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:24.041172 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fe3e10e-617b-4173-9bf8-02d06146f56f admin admin] Router 530b8758-a936-4a7c-9055-3fd7021964a9 is scheduled to L3 agent 7ae9fd8f-5d61-4821-9eac-044950c450f0 with binding_index 1 {{(pid=103459) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 20:31:24.083235 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d258fec2-dc3b-4032-89b3-e62f3d5c80e1 None None] Pushing event updated for resources: {'Port': ['ID=dbf98163-b804-4883-9fe6-c6ce31d0deb5,revision_number=1']} {{(pid=103460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:31:24.165882 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745146981205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476605'] for agent (905863fd-6a46-47f8-82ce-98f31309cbd3), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:24.187881 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.managers [None req-d258fec2-dc3b-4032-89b3-e62f3d5c80e1 None None] Attempting to bind port dbf98163-b804-4883-9fe6-c6ce31d0deb5 on host dv-cinder-830096-3-iscsi for vnic_type normal with profile {{(pid=103460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 20:31:24.191449 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.managers [None req-d258fec2-dc3b-4032-89b3-e62f3d5c80e1 None None] Attempting to bind port dbf98163-b804-4883-9fe6-c6ce31d0deb5 by drivers openvswitch,hyperv on host dv-cinder-830096-3-iscsi at level 0 using segments [{'id': '06ef9f39-1080-4af3-a1d4-5e6b0fa990b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '6c06189c-e7e3-4c8a-acc0-5147890ac16f'}] {{(pid=103460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 20:31:24.197035 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d258fec2-dc3b-4032-89b3-e62f3d5c80e1 None None] Attempting to bind port dbf98163-b804-4883-9fe6-c6ce31d0deb5 on network 6c06189c-e7e3-4c8a-acc0-5147890ac16f {{(pid=103460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 20:31:24.215789 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d258fec2-dc3b-4032-89b3-e62f3d5c80e1 None None] Checking agent: {'id': 'fa4b043a-5d45-4181-9cb2-30d29598ef5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830096-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 20, 23, 5), 'started_at': datetime.datetime(2022, 3, 8, 20, 23, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 20, 31, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830096-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 20:31:24.216453 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d258fec2-dc3b-4032-89b3-e62f3d5c80e1 None None] Checking segment: {'id': '06ef9f39-1080-4af3-a1d4-5e6b0fa990b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '6c06189c-e7e3-4c8a-acc0-5147890ac16f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 20:31:24.217030 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-d258fec2-dc3b-4032-89b3-e62f3d5c80e1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:24.217600 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d258fec2-dc3b-4032-89b3-e62f3d5c80e1 None None] Bound using segment: {'id': '06ef9f39-1080-4af3-a1d4-5e6b0fa990b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '6c06189c-e7e3-4c8a-acc0-5147890ac16f'} {{(pid=103460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 20:31:24.218961 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.managers [None req-d258fec2-dc3b-4032-89b3-e62f3d5c80e1 None None] Bound port: dbf98163-b804-4883-9fe6-c6ce31d0deb5, host: dv-cinder-830096-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06ef9f39-1080-4af3-a1d4-5e6b0fa990b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '6c06189c-e7e3-4c8a-acc0-5147890ac16f'}}] {{(pid=103460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 20:31:24.219851 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-d258fec2-dc3b-4032-89b3-e62f3d5c80e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747308'] for port (dbf98163-b804-4883-9fe6-c6ce31d0deb5), before_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:24.260035 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-6aa1e980-3441-4ab6-b722-fbbdb48cc2c0 admin admin] Publish callbacks [] for router_gateway (16dea0cb-fffa-4ed7-9abb-b7eb4318dca9), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:24.288799 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fe3e10e-617b-4173-9bf8-02d06146f56f admin admin] Notify agent at l3_agent.dv-cinder-830096-3-iscsi the message routers_updated {{(pid=103459) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 20:31:24.310455 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0cd05fc-6cd7-4f8b-aac8-30b189ef21aa None None] Sync routers for ids ['530b8758-a936-4a7c-9055-3fd7021964a9'] in dv-cinder-830096-3-iscsi {{(pid=103461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 20:31:24.329956 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0cd05fc-6cd7-4f8b-aac8-30b189ef21aa None None] Routers {'530b8758-a936-4a7c-9055-3fd7021964a9'} bound to L3 agent in host dv-cinder-830096-3-iscsi {{(pid=103461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:31:24.329956 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.db.l3_hamode_db [None req-e0cd05fc-6cd7-4f8b-aac8-30b189ef21aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T20:23:01Z,description=,heartbeat_timestamp=2022-03-08T20:31:01Z,host='dv-cinder-830096-3-iscsi',id=7ae9fd8f-5d61-4821-9eac-044950c450f0,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:23:02Z,topic='l3_agent')) {'router_ids': ['530b8758-a936-4a7c-9055-3fd7021964a9'], 'active': True} {{(pid=103461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:31:24.348449 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.wsgi [-] (103459) accepted ('10.222.0.41', 56184) {{(pid=103459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:31:24.350724 dv-cinder-830096-3-iscsi neutron-server[103459]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 08 20:31:24.449418 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.plugin [None req-0fedcf4b-bef9-4d5e-ae64-bfba6d9847fb None None] Current status of the port 5d762a43-bdab-4b53-8ece-ba940caf5cc9 is: ACTIVE; New status is: ACTIVE {{(pid=103460) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:31:24.460215 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.db [None req-d258fec2-dc3b-4032-89b3-e62f3d5c80e1 None None] For port dbf98163-b804-4883-9fe6-c6ce31d0deb5, host dv-cinder-830096-3-iscsi, cleared binding levels {{(pid=103460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 20:31:24.464337 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.db [None req-d258fec2-dc3b-4032-89b3-e62f3d5c80e1 None None] For port dbf98163-b804-4883-9fe6-c6ce31d0deb5, host dv-cinder-830096-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-3-iscsi',level=0,port_id=dbf98163-b804-4883-9fe6-c6ce31d0deb5,segment=NetworkSegment(06ef9f39-1080-4af3-a1d4-5e6b0fa990b9),segment_id=06ef9f39-1080-4af3-a1d4-5e6b0fa990b9)] {{(pid=103460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 20:31:24.483804 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-2fe3e10e-617b-4173-9bf8-02d06146f56f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:24.485625 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [None req-2fe3e10e-617b-4173-9bf8-02d06146f56f admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.5285156 Mar 08 20:31:24.494658 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.wsgi [-] (103459) accepted ('10.222.0.41', 56186) {{(pid=103459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:31:24.530685 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.rpc [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Device 5d762a43-bdab-4b53-8ece-ba940caf5cc9 up at agent ovs-agent-dv-cinder-830096-3-iscsi {{(pid=103460) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 20:31:24.585172 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-d258fec2-dc3b-4032-89b3-e62f3d5c80e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745146878648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745146440924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745146440942'] for port (dbf98163-b804-4883-9fe6-c6ce31d0deb5), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:24.670401 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.db.l3_dvr_db [None req-e0cd05fc-6cd7-4f8b-aac8-30b189ef21aa None None] Set router 530b8758-a936-4a7c-9055-3fd7021964a9 gateway port host: dv-cinder-830096-3-iscsi {{(pid=103461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:31:24.709548 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d258fec2-dc3b-4032-89b3-e62f3d5c80e1 None None] Pushing event updated for resources: {'Port': ['ID=dbf98163-b804-4883-9fe6-c6ce31d0deb5,revision_number=2']} {{(pid=103460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:31:24.730424 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.provisioning_blocks [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Provisioning complete for port 5d762a43-bdab-4b53-8ece-ba940caf5cc9 triggered by entity L2. {{(pid=103460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:31:24.731655 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476507'] for port (5d762a43-bdab-4b53-8ece-ba940caf5cc9), provisioning_complete {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:24.793199 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8706e346-78d3-42d8-adbd-1025a4a3fb4b req-fa6906bb-ec52-4be3-8962-27e7af8c9ca3 tempest-DeleteServersTestJSON-1591701399 tempest-DeleteServersTestJSON-1591701399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:31:24.813100 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-8706e346-78d3-42d8-adbd-1025a4a3fb4b req-fa6906bb-ec52-4be3-8962-27e7af8c9ca3 tempest-DeleteServersTestJSON-1591701399 tempest-DeleteServersTestJSON-1591701399-project] 10.222.0.41 "GET /v2.0/networks?id=dde8d1ca-6419-419a-83ee-3c26ebcab779 HTTP/1.1" status: 200 len: 811 time: 0.4634578 Mar 08 20:31:24.837146 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.wsgi [-] (103459) accepted ('10.222.0.41', 56190) {{(pid=103459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:31:24.853508 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-8706e346-78d3-42d8-adbd-1025a4a3fb4b req-32e90c5e-3be3-4aae-9f82-589215303129 tempest-DeleteServersTestJSON-1591701399 tempest-DeleteServersTestJSON-1591701399-project] 10.222.0.41 "GET /v2.0/quotas/d6f96096d22d48859f721b16524ca2d4 HTTP/1.1" status: 200 len: 375 time: 0.0392342 Mar 08 20:31:24.874192 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.plugin [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Current status of the port 5d762a43-bdab-4b53-8ece-ba940caf5cc9 is: ACTIVE; New status is: ACTIVE {{(pid=103460) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:31:24.877428 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.rpc [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Device cd6b0749-82f9-4a79-92ee-c677871286b6 up at agent ovs-agent-dv-cinder-830096-3-iscsi {{(pid=103460) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 20:31:24.945955 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-6aa1e980-3441-4ab6-b722-fbbdb48cc2c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-448356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-442609'] for router (16dea0cb-fffa-4ed7-9abb-b7eb4318dca9), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:24.974026 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-8706e346-78d3-42d8-adbd-1025a4a3fb4b req-72b8d093-adea-428a-9d5c-3154ed0ba3dc tempest-DeleteServersTestJSON-1591701399 tempest-DeleteServersTestJSON-1591701399-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=d6f96096d22d48859f721b16524ca2d4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1195738 Mar 08 20:31:24.980435 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.provisioning_blocks [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Provisioning complete for port cd6b0749-82f9-4a79-92ee-c677871286b6 triggered by entity L2. {{(pid=103460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:31:24.981206 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476507'] for port (cd6b0749-82f9-4a79-92ee-c677871286b6), provisioning_complete {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:25.180418 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.db.l3_hamode_db [None req-e0cd05fc-6cd7-4f8b-aac8-30b189ef21aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '530b8758-a936-4a7c-9055-3fd7021964a9', 'name': 'tempest-AttachVolumeNegativeTest-742847262-router', 'tenant_id': 'f20808b123ee4f56a27c063a5a344a6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'external_fixed_ips': [{'subnet_id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'ip_address': '172.27.2.231'}], 'enable_snat': True}, 'gw_port_id': 'd32f389e-7f79-4333-ab66-fc102b040de8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:31:20Z', 'updated_at': '2022-03-08T20:31:22Z', 'revision_number': 3, 'project_id': 'f20808b123ee4f56a27c063a5a344a6f', 'gw_port': {'id': 'd32f389e-7f79-4333-ab66-fc102b040de8', 'name': '', 'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:e2:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '530b8758-a936-4a7c-9055-3fd7021964a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'ip_address': '172.27.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:31:21Z', 'updated_at': '2022-03-08T20:31:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-3-iscsi'}], 'dv-cinder-830096-3-iscsi', False) {} {{(pid=103461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:31:25.260928 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0cd05fc-6cd7-4f8b-aac8-30b189ef21aa None None] Checking router: 530b8758-a936-4a7c-9055-3fd7021964a9 for host: dv-cinder-830096-3-iscsi {{(pid=103461) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 20:31:25.271566 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0cd05fc-6cd7-4f8b-aac8-30b189ef21aa None None] Updating router 530b8758-a936-4a7c-9055-3fd7021964a9 port d32f389e-7f79-4333-ab66-fc102b040de8 binding host dv-cinder-830096-3-iscsi {{(pid=103461) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 20:31:25.352664 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron_lib.callbacks.manager [None req-e0cd05fc-6cd7-4f8b-aac8-30b189ef21aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747308'] for port (d32f389e-7f79-4333-ab66-fc102b040de8), before_update {{(pid=103461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:25.437592 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-aa039988-4b19-484c-8646-602cfc356487 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:25.447306 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.plugin [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Current status of the port cd6b0749-82f9-4a79-92ee-c677871286b6 is: DOWN; New status is: ACTIVE {{(pid=103460) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:31:25.449337 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747308'] for port (cd6b0749-82f9-4a79-92ee-c677871286b6), before_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:25.479532 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-c812d23e-4ec9-4b7d-a2a8-0fc84706eb42 admin admin] Publish callbacks [] for router_gateway (a974851c-fa28-4512-826f-f1ac9013912c), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:25.504800 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-c812d23e-4ec9-4b7d-a2a8-0fc84706eb42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747308'] for port (None), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:25.527150 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.db [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] For port cd6b0749-82f9-4a79-92ee-c677871286b6, host dv-cinder-830096-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-3-iscsi',level=0,port_id=cd6b0749-82f9-4a79-92ee-c677871286b6,segment=NetworkSegment(14ae2af9-0664-46c4-a507-3b43c3ed1f8c),segment_id=14ae2af9-0664-46c4-a507-3b43c3ed1f8c)] {{(pid=103460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:31:25.528034 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.wsgi [req-8706e346-78d3-42d8-adbd-1025a4a3fb4b req-188fe87a-f6a3-40a1-b980-0be5a6fc6b94 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=103459) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 20:31:25.529399 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-8706e346-78d3-42d8-adbd-1025a4a3fb4b req-188fe87a-f6a3-40a1-b980-0be5a6fc6b94 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1644485 Mar 08 20:31:25.591602 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1328387-b45f-47b5-92dd-62d6623fd739 None None] Network bb3cf682-183a-4b4f-b70b-ac9d75a4abdd requested from dv-cinder-830096-3-iscsi {{(pid=103460) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 20:31:25.599069 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6aa1e980-3441-4ab6-b722-fbbdb48cc2c0 admin admin] Router 16dea0cb-fffa-4ed7-9abb-b7eb4318dca9 is scheduled to L3 agent 7ae9fd8f-5d61-4821-9eac-044950c450f0 with binding_index 1 {{(pid=103458) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 20:31:25.657372 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745146878648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745146440924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745146440942'] for port (cd6b0749-82f9-4a79-92ee-c677871286b6), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:25.742186 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron_lib.callbacks.manager [None req-e0cd05fc-6cd7-4f8b-aac8-30b189ef21aa None None] Publish callbacks [] for port (d32f389e-7f79-4333-ab66-fc102b040de8), precommit_update {{(pid=103461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:25.758497 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-8706e346-78d3-42d8-adbd-1025a4a3fb4b req-cb239055-8ccc-44e4-be9d-023396e704cd service neutron] 10.222.0.41 "GET /v2.0/networks/dde8d1ca-6419-419a-83ee-3c26ebcab779?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2130566 Mar 08 20:31:25.776012 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.provisioning_blocks [None req-d537ae97-05d7-4246-bd03-914645c0dc1b None None] Provisioning complete for port cd6b0749-82f9-4a79-92ee-c677871286b6 triggered by entity DHCP. {{(pid=103460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:31:25.776502 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-d537ae97-05d7-4246-bd03-914645c0dc1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476507'] for port (cd6b0749-82f9-4a79-92ee-c677871286b6), provisioning_complete {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:25.779575 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Pushing event updated for resources: {'Port': ['ID=cd6b0749-82f9-4a79-92ee-c677871286b6,revision_number=3']} {{(pid=103460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:31:25.811026 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6aa1e980-3441-4ab6-b722-fbbdb48cc2c0 admin admin] Notify agent at l3_agent.dv-cinder-830096-3-iscsi the message routers_updated {{(pid=103458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 20:31:25.827319 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b930b3bf-3785-4cd2-a396-1f7306383931 None None] Sync routers for ids ['16dea0cb-fffa-4ed7-9abb-b7eb4318dca9'] in dv-cinder-830096-3-iscsi {{(pid=103460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 20:31:25.829564 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron_lib.callbacks.manager [None req-e0cd05fc-6cd7-4f8b-aac8-30b189ef21aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745146878648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745146440924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745146440942'] for port (d32f389e-7f79-4333-ab66-fc102b040de8), after_update {{(pid=103461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:25.831617 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-aa039988-4b19-484c-8646-602cfc356487 admin admin] Publish callbacks [] for security_group (144dd779-c0d6-4869-864a-a9e5d204ee62), precommit_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:25.863067 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b930b3bf-3785-4cd2-a396-1f7306383931 None None] Routers {'16dea0cb-fffa-4ed7-9abb-b7eb4318dca9'} bound to L3 agent in host dv-cinder-830096-3-iscsi {{(pid=103460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:31:25.863853 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-b930b3bf-3785-4cd2-a396-1f7306383931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T20:23:01Z,description=,heartbeat_timestamp=2022-03-08T20:31:01Z,host='dv-cinder-830096-3-iscsi',id=7ae9fd8f-5d61-4821-9eac-044950c450f0,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:23:02Z,topic='l3_agent')) {'router_ids': ['16dea0cb-fffa-4ed7-9abb-b7eb4318dca9'], 'active': True} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:31:25.929375 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d55165-0d7b-47ac-9725-10032868b5ac None None] Pushing event updated for resources: {'Port': ['ID=d32f389e-7f79-4333-ab66-fc102b040de8,revision_number=2']} {{(pid=103461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:31:25.940399 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.db.db_base_plugin_common [None req-c812d23e-4ec9-4b7d-a2a8-0fc84706eb42 admin admin] Allocated IP 172.27.2.2 (fc278ace-cc38-44e4-ba35-3f28be706052/6746aa92-141d-47b3-806a-20502e0a6f7e/3d299657-8d46-4c76-b4af-4c578b5510e7) {{(pid=103458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 20:31:25.943859 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d55165-0d7b-47ac-9725-10032868b5ac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:31:25.944546 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d55165-0d7b-47ac-9725-10032868b5ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:31:25.945131 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d55165-0d7b-47ac-9725-10032868b5ac None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:31:25.945972 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d55165-0d7b-47ac-9725-10032868b5ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:31:25.946524 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d55165-0d7b-47ac-9725-10032868b5ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:31:25.947244 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d55165-0d7b-47ac-9725-10032868b5ac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:31:25.948001 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d55165-0d7b-47ac-9725-10032868b5ac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:31:25.948542 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d55165-0d7b-47ac-9725-10032868b5ac None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:31:25.949117 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d55165-0d7b-47ac-9725-10032868b5ac None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:31:25.949653 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-aa039988-4b19-484c-8646-602cfc356487 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310940'] for security_group (144dd779-c0d6-4869-864a-a9e5d204ee62), after_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:25.949789 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d55165-0d7b-47ac-9725-10032868b5ac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:31:25.950378 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d55165-0d7b-47ac-9725-10032868b5ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:31:25.950890 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d55165-0d7b-47ac-9725-10032868b5ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:31:25.951467 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d55165-0d7b-47ac-9725-10032868b5ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:31:25.953053 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d55165-0d7b-47ac-9725-10032868b5ac None None] Tracked resource versions report: Mar 08 20:31:25.953053 dv-cinder-830096-3-iscsi neutron-server[103461]: pushed versions: Mar 08 20:31:25.953053 dv-cinder-830096-3-iscsi neutron-server[103461]: { 'AddressGroup': {'1.2'}, Mar 08 20:31:25.953053 dv-cinder-830096-3-iscsi neutron-server[103461]: 'ConntrackHelper': {'1.0'}, Mar 08 20:31:25.953053 dv-cinder-830096-3-iscsi neutron-server[103461]: 'LocalIPAssociation': {'1.0'}, Mar 08 20:31:25.953053 dv-cinder-830096-3-iscsi neutron-server[103461]: 'Log': {'1.0'}, Mar 08 20:31:25.953053 dv-cinder-830096-3-iscsi neutron-server[103461]: 'Network': {'1.1'}, Mar 08 20:31:25.953053 dv-cinder-830096-3-iscsi neutron-server[103461]: 'Port': {'1.7'}, Mar 08 20:31:25.953053 dv-cinder-830096-3-iscsi neutron-server[103461]: 'PortForwarding': {'1.2'}, Mar 08 20:31:25.953053 dv-cinder-830096-3-iscsi neutron-server[103461]: 'QosPolicy': {'1.10'}, Mar 08 20:31:25.953053 dv-cinder-830096-3-iscsi neutron-server[103461]: 'SecurityGroup': {'1.5'}, Mar 08 20:31:25.953053 dv-cinder-830096-3-iscsi neutron-server[103461]: 'SecurityGroupRule': {'1.2'}, Mar 08 20:31:25.953053 dv-cinder-830096-3-iscsi neutron-server[103461]: 'SubPort': {'1.0'}, Mar 08 20:31:25.953053 dv-cinder-830096-3-iscsi neutron-server[103461]: 'Subnet': {'1.1'}, Mar 08 20:31:25.953053 dv-cinder-830096-3-iscsi neutron-server[103461]: 'Trunk': {'1.1'}} Mar 08 20:31:25.953053 dv-cinder-830096-3-iscsi neutron-server[103461]: consumer versions: Mar 08 20:31:25.953053 dv-cinder-830096-3-iscsi neutron-server[103461]: { DHCP agent@dv-cinder-830096-3-iscsi: {}, Mar 08 20:31:25.953053 dv-cinder-830096-3-iscsi neutron-server[103461]: HyperV agent@hv-cinder-83009: {}, Mar 08 20:31:25.953053 dv-cinder-830096-3-iscsi neutron-server[103461]: L3 agent@dv-cinder-830096-3-iscsi: {}, Mar 08 20:31:25.953053 dv-cinder-830096-3-iscsi neutron-server[103461]: Metadata agent@dv-cinder-830096-3-iscsi: {}, Mar 08 20:31:25.953053 dv-cinder-830096-3-iscsi neutron-server[103461]: Metering agent@dv-cinder-830096-3-iscsi: {}, Mar 08 20:31:25.953053 dv-cinder-830096-3-iscsi neutron-server[103461]: Open vSwitch agent@dv-cinder-830096-3-iscsi: { 'AddressGroup': '1.2', Mar 08 20:31:25.953053 dv-cinder-830096-3-iscsi neutron-server[103461]: 'ConntrackHelper': '1.0', Mar 08 20:31:25.953053 dv-cinder-830096-3-iscsi neutron-server[103461]: 'LocalIPAssociation': '1.0', Mar 08 20:31:25.953053 dv-cinder-830096-3-iscsi neutron-server[103461]: 'Log': '1.0', Mar 08 20:31:25.953053 dv-cinder-830096-3-iscsi neutron-server[103461]: 'Network': '1.1', Mar 08 20:31:25.953053 dv-cinder-830096-3-iscsi neutron-server[103461]: 'Port': '1.7', Mar 08 20:31:25.953053 dv-cinder-830096-3-iscsi neutron-server[103461]: 'PortForwarding': '1.2', Mar 08 20:31:25.953053 dv-cinder-830096-3-iscsi neutron-server[103461]: 'QosPolicy': '1.10', Mar 08 20:31:25.953053 dv-cinder-830096-3-iscsi neutron-server[103461]: 'SecurityGroup': '1.5', Mar 08 20:31:25.953053 dv-cinder-830096-3-iscsi neutron-server[103461]: 'SecurityGroupRule': '1.2', Mar 08 20:31:25.953053 dv-cinder-830096-3-iscsi neutron-server[103461]: 'SubPort': '1.0', Mar 08 20:31:25.953053 dv-cinder-830096-3-iscsi neutron-server[103461]: 'Subnet': '1.1', Mar 08 20:31:25.953053 dv-cinder-830096-3-iscsi neutron-server[103461]: 'Trunk': '1.1'}} Mar 08 20:31:25.953053 dv-cinder-830096-3-iscsi neutron-server[103461]: {{(pid=103461) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 08 20:31:25.988886 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.plugins.ml2.managers [None req-e0cd05fc-6cd7-4f8b-aac8-30b189ef21aa None None] Attempting to bind port d32f389e-7f79-4333-ab66-fc102b040de8 on host dv-cinder-830096-3-iscsi for vnic_type normal with profile {{(pid=103461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 20:31:25.989549 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.plugins.ml2.managers [None req-e0cd05fc-6cd7-4f8b-aac8-30b189ef21aa None None] Attempting to bind port d32f389e-7f79-4333-ab66-fc102b040de8 by drivers openvswitch,hyperv on host dv-cinder-830096-3-iscsi at level 0 using segments [{'id': 'e3ec3731-5b41-434a-a3a7-2ad1e453961f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052'}] {{(pid=103461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 20:31:25.990104 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0cd05fc-6cd7-4f8b-aac8-30b189ef21aa None None] Attempting to bind port d32f389e-7f79-4333-ab66-fc102b040de8 on network fc278ace-cc38-44e4-ba35-3f28be706052 {{(pid=103461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 20:31:26.002932 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0cd05fc-6cd7-4f8b-aac8-30b189ef21aa None None] Checking agent: {'id': 'fa4b043a-5d45-4181-9cb2-30d29598ef5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830096-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 20, 23, 5), 'started_at': datetime.datetime(2022, 3, 8, 20, 23, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 20, 31, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830096-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 20:31:26.003573 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0cd05fc-6cd7-4f8b-aac8-30b189ef21aa None None] Checking segment: {'id': 'e3ec3731-5b41-434a-a3a7-2ad1e453961f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 20:31:26.003750 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-6aa1e980-3441-4ab6-b722-fbbdb48cc2c0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:26.004835 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron_lib.callbacks.manager [None req-e0cd05fc-6cd7-4f8b-aac8-30b189ef21aa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:26.005387 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0cd05fc-6cd7-4f8b-aac8-30b189ef21aa None None] Bound using segment: {'id': 'e3ec3731-5b41-434a-a3a7-2ad1e453961f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052'} {{(pid=103461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 20:31:26.006247 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.plugins.ml2.managers [None req-e0cd05fc-6cd7-4f8b-aac8-30b189ef21aa None None] Bound port: d32f389e-7f79-4333-ab66-fc102b040de8, host: dv-cinder-830096-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3ec3731-5b41-434a-a3a7-2ad1e453961f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052'}}] {{(pid=103461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 20:31:26.007951 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron_lib.callbacks.manager [None req-e0cd05fc-6cd7-4f8b-aac8-30b189ef21aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747308'] for port (d32f389e-7f79-4333-ab66-fc102b040de8), before_update {{(pid=103461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:26.008810 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-6aa1e980-3441-4ab6-b722-fbbdb48cc2c0 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.1372945 Mar 08 20:31:26.014528 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.41', 56216) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:31:26.119389 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.plugins.ml2.db [None req-e0cd05fc-6cd7-4f8b-aac8-30b189ef21aa None None] For port d32f389e-7f79-4333-ab66-fc102b040de8, host dv-cinder-830096-3-iscsi, cleared binding levels {{(pid=103461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 20:31:26.121018 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.plugin [None req-d537ae97-05d7-4246-bd03-914645c0dc1b None None] Current status of the port cd6b0749-82f9-4a79-92ee-c677871286b6 is: ACTIVE; New status is: ACTIVE {{(pid=103460) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:31:26.131088 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.plugins.ml2.db [None req-e0cd05fc-6cd7-4f8b-aac8-30b189ef21aa None None] For port d32f389e-7f79-4333-ab66-fc102b040de8, host dv-cinder-830096-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-3-iscsi',level=0,port_id=d32f389e-7f79-4333-ab66-fc102b040de8,segment=NetworkSegment(e3ec3731-5b41-434a-a3a7-2ad1e453961f),segment_id=e3ec3731-5b41-434a-a3a7-2ad1e453961f)] {{(pid=103461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 20:31:26.162527 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-13b05958-4ae7-4722-b3d6-6738bd67e4fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747308'] for port (None), before_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:26.172266 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvr_db [None req-b930b3bf-3785-4cd2-a396-1f7306383931 None None] Set router 16dea0cb-fffa-4ed7-9abb-b7eb4318dca9 gateway port host: dv-cinder-830096-3-iscsi {{(pid=103460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:31:26.193287 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [None req-aa039988-4b19-484c-8646-602cfc356487 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ea42e658ce554d049880ebe54d82ef04&name=default HTTP/1.1" status: 200 len: 2992 time: 1.3531897 Mar 08 20:31:26.194346 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.wsgi [-] (103459) accepted ('10.222.0.41', 56228) {{(pid=103459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:31:26.213500 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron_lib.callbacks.manager [None req-e0cd05fc-6cd7-4f8b-aac8-30b189ef21aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745146878648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745146440924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745146440942'] for port (d32f389e-7f79-4333-ab66-fc102b040de8), after_update {{(pid=103461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:26.322233 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa039988-4b19-484c-8646-602cfc356487 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=144dd779-c0d6-4869-864a-a9e5d204ee62,revision_number=1']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:31:26.350552 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-8706e346-78d3-42d8-adbd-1025a4a3fb4b req-fc002aa2-0722-4217-8f6d-5a163310eecf service neutron] 10.222.0.41 "GET /v2.0/networks/dde8d1ca-6419-419a-83ee-3c26ebcab779?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5743399 Mar 08 20:31:26.374850 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.provisioning_blocks [None req-b6bacc62-003a-43e8-a35c-34732ad02530 None None] Provisioning complete for port cd6b0749-82f9-4a79-92ee-c677871286b6 triggered by entity DHCP. {{(pid=103460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:31:26.375006 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-b6bacc62-003a-43e8-a35c-34732ad02530 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476507'] for port (cd6b0749-82f9-4a79-92ee-c677871286b6), provisioning_complete {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:26.397473 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d55165-0d7b-47ac-9725-10032868b5ac None None] Pushing event updated for resources: {'Port': ['ID=d32f389e-7f79-4333-ab66-fc102b040de8,revision_number=3']} {{(pid=103461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:31:26.425360 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-c812d23e-4ec9-4b7d-a2a8-0fc84706eb42 admin admin] Publish callbacks [] for port (3d299657-8d46-4c76-b4af-4c578b5510e7), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:26.704265 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0cd05fc-6cd7-4f8b-aac8-30b189ef21aa None None] Routers {'530b8758-a936-4a7c-9055-3fd7021964a9'} bound to L3 agent in host dv-cinder-830096-3-iscsi {{(pid=103461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:31:26.704265 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.db.l3_hamode_db [None req-e0cd05fc-6cd7-4f8b-aac8-30b189ef21aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T20:23:01Z,description=,heartbeat_timestamp=2022-03-08T20:31:01Z,host='dv-cinder-830096-3-iscsi',id=7ae9fd8f-5d61-4821-9eac-044950c450f0,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:23:02Z,topic='l3_agent')) {'router_ids': ['530b8758-a936-4a7c-9055-3fd7021964a9'], 'active': True} {{(pid=103461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:31:26.707412 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed605963-d47e-40f7-8d5c-f8d8c53ae55e None None] Network 6c06189c-e7e3-4c8a-acc0-5147890ac16f requested from dv-cinder-830096-3-iscsi {{(pid=103460) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 20:31:26.712829 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.db.l3_dvr_db [None req-e0cd05fc-6cd7-4f8b-aac8-30b189ef21aa None None] Set router 530b8758-a936-4a7c-9055-3fd7021964a9 gateway port host: dv-cinder-830096-3-iscsi {{(pid=103461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:31:26.748842 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.rpc [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Device dbf98163-b804-4883-9fe6-c6ce31d0deb5 up at agent ovs-agent-dv-cinder-830096-3-iscsi {{(pid=103460) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 20:31:26.797619 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-f96cf81f-cff6-4f0c-94b5-bf51e536a799 admin admin] Publish callbacks [] for security_group (144dd779-c0d6-4869-864a-a9e5d204ee62), before_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:26.804881 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.41', 56252) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:31:26.835325 dv-cinder-830096-3-iscsi neutron-server[103458]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 08 20:31:26.860365 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-f96cf81f-cff6-4f0c-94b5-bf51e536a799 admin admin] Publish callbacks [] for security_group (144dd779-c0d6-4869-864a-a9e5d204ee62), precommit_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:26.871511 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.db.db_base_plugin_common [None req-13b05958-4ae7-4722-b3d6-6738bd67e4fb admin admin] Allocated IP 172.20.0.1 (c4b9653e-45c7-499b-ba57-89c5719459c1/3acd2cae-edc5-4deb-af56-8a423e7d5ec3/c07238a4-1852-4dbe-82ad-b0c5eb7fb6f9) {{(pid=103459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 20:31:27.049695 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.db.l3_hamode_db [None req-e0cd05fc-6cd7-4f8b-aac8-30b189ef21aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '530b8758-a936-4a7c-9055-3fd7021964a9', 'name': 'tempest-AttachVolumeNegativeTest-742847262-router', 'tenant_id': 'f20808b123ee4f56a27c063a5a344a6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'external_fixed_ips': [{'subnet_id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'ip_address': '172.27.2.231'}], 'enable_snat': True}, 'gw_port_id': 'd32f389e-7f79-4333-ab66-fc102b040de8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:31:20Z', 'updated_at': '2022-03-08T20:31:22Z', 'revision_number': 3, 'project_id': 'f20808b123ee4f56a27c063a5a344a6f', 'gw_port': {'id': 'd32f389e-7f79-4333-ab66-fc102b040de8', 'name': '', 'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:e2:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '530b8758-a936-4a7c-9055-3fd7021964a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'ip_address': '172.27.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:31:21Z', 'updated_at': '2022-03-08T20:31:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-3-iscsi'}], 'dv-cinder-830096-3-iscsi', False) {} {{(pid=103461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:31:27.078368 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.plugin [None req-b6bacc62-003a-43e8-a35c-34732ad02530 None None] Current status of the port cd6b0749-82f9-4a79-92ee-c677871286b6 is: ACTIVE; New status is: ACTIVE {{(pid=103460) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:31:27.092451 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0cd05fc-6cd7-4f8b-aac8-30b189ef21aa None None] The sync data for ids ['530b8758-a936-4a7c-9055-3fd7021964a9'] in dv-cinder-830096-3-iscsi is: [{'id': '530b8758-a936-4a7c-9055-3fd7021964a9', 'name': 'tempest-AttachVolumeNegativeTest-742847262-router', 'tenant_id': 'f20808b123ee4f56a27c063a5a344a6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'external_fixed_ips': [{'subnet_id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'ip_address': '172.27.2.231'}], 'enable_snat': True}, 'gw_port_id': 'd32f389e-7f79-4333-ab66-fc102b040de8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:31:20Z', 'updated_at': '2022-03-08T20:31:22Z', 'revision_number': 3, 'project_id': 'f20808b123ee4f56a27c063a5a344a6f', 'gw_port': {'id': 'd32f389e-7f79-4333-ab66-fc102b040de8', 'name': '', 'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:e2:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '530b8758-a936-4a7c-9055-3fd7021964a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'ip_address': '172.27.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:31:21Z', 'updated_at': '2022-03-08T20:31:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-3-iscsi'}] {{(pid=103461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 20:31:27.093901 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.provisioning_blocks [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Provisioning complete for port dbf98163-b804-4883-9fe6-c6ce31d0deb5 triggered by entity L2. {{(pid=103460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:31:27.094334 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476507'] for port (dbf98163-b804-4883-9fe6-c6ce31d0deb5), provisioning_complete {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:27.162861 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-b930b3bf-3785-4cd2-a396-1f7306383931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16dea0cb-fffa-4ed7-9abb-b7eb4318dca9', 'name': 'tempest-AttachVolumeTestJSON-2107178860-router', 'tenant_id': '64bbed509db949a6a003c639d3f67567', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'external_fixed_ips': [{'subnet_id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'ip_address': '172.27.2.87'}], 'enable_snat': True}, 'gw_port_id': '8a387cb4-88be-456d-967c-2a9b47cbbc3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:31:22Z', 'updated_at': '2022-03-08T20:31:23Z', 'revision_number': 3, 'project_id': '64bbed509db949a6a003c639d3f67567', 'gw_port': {'id': '8a387cb4-88be-456d-967c-2a9b47cbbc3f', 'name': '', 'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:7f:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16dea0cb-fffa-4ed7-9abb-b7eb4318dca9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'ip_address': '172.27.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:31:22Z', 'updated_at': '2022-03-08T20:31:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-3-iscsi'}], 'dv-cinder-830096-3-iscsi', False) {} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:31:27.265829 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b930b3bf-3785-4cd2-a396-1f7306383931 None None] Checking router: 16dea0cb-fffa-4ed7-9abb-b7eb4318dca9 for host: dv-cinder-830096-3-iscsi {{(pid=103460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 20:31:27.266197 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b930b3bf-3785-4cd2-a396-1f7306383931 None None] Updating router 16dea0cb-fffa-4ed7-9abb-b7eb4318dca9 port 8a387cb4-88be-456d-967c-2a9b47cbbc3f binding host dv-cinder-830096-3-iscsi {{(pid=103460) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 20:31:27.284210 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-b0228664-e1a2-43b8-aeed-1e660e81d8ff req-99f85bd0-69ec-4535-9d8c-16d8145abd0d tempest-DeleteServersTestJSON-1591701399 tempest-DeleteServersTestJSON-1591701399-project] 10.222.0.41 "GET /v2.0/ports?device_id=f70bdead-35ea-476a-beb7-d901bf86280a HTTP/1.1" status: 200 len: 210 time: 0.4728496 Mar 08 20:31:27.363564 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-c812d23e-4ec9-4b7d-a2a8-0fc84706eb42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745146440906'] for port (3d299657-8d46-4c76-b4af-4c578b5510e7), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:27.377318 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-b930b3bf-3785-4cd2-a396-1f7306383931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747308'] for port (8a387cb4-88be-456d-967c-2a9b47cbbc3f), before_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:27.384294 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-13b05958-4ae7-4722-b3d6-6738bd67e4fb admin admin] Publish callbacks [] for port (c07238a4-1852-4dbe-82ad-b0c5eb7fb6f9), precommit_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:27.388956 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c812d23e-4ec9-4b7d-a2a8-0fc84706eb42 admin admin] Network fc278ace-cc38-44e4-ba35-3f28be706052 is already hosted by enough agents. {{(pid=103458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 20:31:27.394907 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.scheduler.base_scheduler [None req-c812d23e-4ec9-4b7d-a2a8-0fc84706eb42 admin admin] Resources bound (agent type, host, resource id): {{(pid=103458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:31:27.420285 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c812d23e-4ec9-4b7d-a2a8-0fc84706eb42 admin admin] Received port after_create {{(pid=103458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 20:31:27.452208 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-f96cf81f-cff6-4f0c-94b5-bf51e536a799 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310940'] for security_group (144dd779-c0d6-4869-864a-a9e5d204ee62), after_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:27.462071 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-f96cf81f-cff6-4f0c-94b5-bf51e536a799 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:27.462071 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [None req-f96cf81f-cff6-4f0c-94b5-bf51e536a799 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/144dd779-c0d6-4869-864a-a9e5d204ee62 HTTP/1.1" status: 204 len: 168 time: 1.1811647 Mar 08 20:31:27.477251 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96cf81f-cff6-4f0c-94b5-bf51e536a799 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=144dd779-c0d6-4869-864a-a9e5d204ee62,revision_number=None']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:31:27.546048 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-13b05958-4ae7-4722-b3d6-6738bd67e4fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745146440906'] for port (c07238a4-1852-4dbe-82ad-b0c5eb7fb6f9), after_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:27.591133 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.provisioning_blocks [None req-0287629a-ea68-4007-9278-f55f9fe8ebe1 None None] Provisioning complete for port dbf98163-b804-4883-9fe6-c6ce31d0deb5 triggered by entity DHCP. {{(pid=103460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:31:27.591448 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-0287629a-ea68-4007-9278-f55f9fe8ebe1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476507'] for port (dbf98163-b804-4883-9fe6-c6ce31d0deb5), provisioning_complete {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:27.606243 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-34ede8f4-fb05-4cdd-83f5-69cac699ef2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747308'] for port (None), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:27.628164 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13b05958-4ae7-4722-b3d6-6738bd67e4fb admin admin] Network c4b9653e-45c7-499b-ba57-89c5719459c1 is already hosted by enough agents. {{(pid=103459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 20:31:27.646177 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.scheduler.base_scheduler [None req-13b05958-4ae7-4722-b3d6-6738bd67e4fb admin admin] Resources bound (agent type, host, resource id): {{(pid=103459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:31:27.649446 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c812d23e-4ec9-4b7d-a2a8-0fc84706eb42 admin admin] Pushing event updated for resources: {'Port': ['ID=3d299657-8d46-4c76-b4af-4c578b5510e7,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:31:27.653154 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13b05958-4ae7-4722-b3d6-6738bd67e4fb admin admin] Received port after_create {{(pid=103459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 20:31:27.653154 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-13b05958-4ae7-4722-b3d6-6738bd67e4fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-443356'] for router_interface (530b8758-a936-4a7c-9055-3fd7021964a9), before_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:27.680441 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.plugin [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Current status of the port dbf98163-b804-4883-9fe6-c6ce31d0deb5 is: DOWN; New status is: ACTIVE {{(pid=103460) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:31:27.681235 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747308'] for port (dbf98163-b804-4883-9fe6-c6ce31d0deb5), before_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:27.723885 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b05958-4ae7-4722-b3d6-6738bd67e4fb admin admin] Pushing event updated for resources: {'Port': ['ID=c07238a4-1852-4dbe-82ad-b0c5eb7fb6f9,revision_number=1']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:31:27.990419 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.db [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] For port dbf98163-b804-4883-9fe6-c6ce31d0deb5, host dv-cinder-830096-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-3-iscsi',level=0,port_id=dbf98163-b804-4883-9fe6-c6ce31d0deb5,segment=NetworkSegment(06ef9f39-1080-4af3-a1d4-5e6b0fa990b9),segment_id=06ef9f39-1080-4af3-a1d4-5e6b0fa990b9)] {{(pid=103460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:31:28.002912 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.plugin [None req-0287629a-ea68-4007-9278-f55f9fe8ebe1 None None] Current status of the port dbf98163-b804-4883-9fe6-c6ce31d0deb5 is: DOWN; New status is: ACTIVE {{(pid=103460) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:31:28.003296 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-0287629a-ea68-4007-9278-f55f9fe8ebe1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747308'] for port (dbf98163-b804-4883-9fe6-c6ce31d0deb5), before_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:28.095849 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-c812d23e-4ec9-4b7d-a2a8-0fc84706eb42 admin admin] Publish callbacks [] for router_gateway (a974851c-fa28-4512-826f-f1ac9013912c), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:28.100839 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745146878648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745146440924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745146440942'] for port (dbf98163-b804-4883-9fe6-c6ce31d0deb5), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:28.102003 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.rpc [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Device cd6b0749-82f9-4a79-92ee-c677871286b6 up at agent ovs-agent-dv-cinder-830096-3-iscsi {{(pid=103460) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 20:31:28.179664 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-13b05958-4ae7-4722-b3d6-6738bd67e4fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747308'] for port (c07238a4-1852-4dbe-82ad-b0c5eb7fb6f9), before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:28.262076 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.db.api [None req-0287629a-ea68-4007-9278-f55f9fe8ebe1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103460) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 08 20:31:28.262918 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG oslo_db.api [None req-0287629a-ea68-4007-9278-f55f9fe8ebe1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 08 20:31:28.294596 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.db.db_base_plugin_common [None req-34ede8f4-fb05-4cdd-83f5-69cac699ef2f admin admin] Allocated IP 172.20.0.1 (bb3cf682-183a-4b4f-b70b-ac9d75a4abdd/a968dc2a-71a9-4847-a130-162c884db338/2b64d9f9-fa35-4931-b4db-da8ee2f739d3) {{(pid=103458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 20:31:28.312032 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Pushing event updated for resources: {'Port': ['ID=dbf98163-b804-4883-9fe6-c6ce31d0deb5,revision_number=3']} {{(pid=103460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:31:28.332614 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.provisioning_blocks [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Provisioning complete for port cd6b0749-82f9-4a79-92ee-c677871286b6 triggered by entity L2. {{(pid=103460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:31:28.333067 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476507'] for port (cd6b0749-82f9-4a79-92ee-c677871286b6), provisioning_complete {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:28.336923 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-b930b3bf-3785-4cd2-a396-1f7306383931 None None] Publish callbacks [] for port (8a387cb4-88be-456d-967c-2a9b47cbbc3f), precommit_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:28.474229 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-7586a692-086c-4f41-840e-d9f025feafa9 req-a646bafe-52ce-407d-883f-467e8ec42dd5 tempest-DeleteServersTestJSON-1591701399 tempest-DeleteServersTestJSON-1591701399-project] 10.222.0.41 "GET /v2.0/ports?device_id=f70bdead-35ea-476a-beb7-d901bf86280a HTTP/1.1" status: 200 len: 210 time: 0.0807552 Mar 08 20:31:28.481041 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-34ede8f4-fb05-4cdd-83f5-69cac699ef2f admin admin] Publish callbacks [] for port (2b64d9f9-fa35-4931-b4db-da8ee2f739d3), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:28.491412 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-13b05958-4ae7-4722-b3d6-6738bd67e4fb admin admin] Publish callbacks [] for port (c07238a4-1852-4dbe-82ad-b0c5eb7fb6f9), precommit_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:28.583445 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-b930b3bf-3785-4cd2-a396-1f7306383931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745146878648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745146440924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745146440942'] for port (8a387cb4-88be-456d-967c-2a9b47cbbc3f), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:28.626996 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.plugin [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Current status of the port cd6b0749-82f9-4a79-92ee-c677871286b6 is: ACTIVE; New status is: ACTIVE {{(pid=103460) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:31:28.631494 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-c812d23e-4ec9-4b7d-a2a8-0fc84706eb42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-448356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-442609'] for router (a974851c-fa28-4512-826f-f1ac9013912c), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:28.640633 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-13b05958-4ae7-4722-b3d6-6738bd67e4fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745146878648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745146440924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745146440942'] for port (c07238a4-1852-4dbe-82ad-b0c5eb7fb6f9), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:28.641455 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-13b05958-4ae7-4722-b3d6-6738bd67e4fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3733877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-443312'] for router_interface (530b8758-a936-4a7c-9055-3fd7021964a9), after_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:28.662760 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.managers [None req-b930b3bf-3785-4cd2-a396-1f7306383931 None None] Attempting to bind port 8a387cb4-88be-456d-967c-2a9b47cbbc3f on host dv-cinder-830096-3-iscsi for vnic_type normal with profile {{(pid=103460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 20:31:28.663131 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.managers [None req-b930b3bf-3785-4cd2-a396-1f7306383931 None None] Attempting to bind port 8a387cb4-88be-456d-967c-2a9b47cbbc3f by drivers openvswitch,hyperv on host dv-cinder-830096-3-iscsi at level 0 using segments [{'id': 'e3ec3731-5b41-434a-a3a7-2ad1e453961f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052'}] {{(pid=103460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 20:31:28.663495 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b930b3bf-3785-4cd2-a396-1f7306383931 None None] Attempting to bind port 8a387cb4-88be-456d-967c-2a9b47cbbc3f on network fc278ace-cc38-44e4-ba35-3f28be706052 {{(pid=103460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 20:31:28.678951 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6455d61c-e79c-4fc8-84c5-30fd9617c703 None None] Pushing event updated for resources: {'Port': ['ID=8a387cb4-88be-456d-967c-2a9b47cbbc3f,revision_number=2']} {{(pid=103460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:31:28.690595 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b930b3bf-3785-4cd2-a396-1f7306383931 None None] Checking agent: {'id': 'fa4b043a-5d45-4181-9cb2-30d29598ef5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830096-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 20, 23, 5), 'started_at': datetime.datetime(2022, 3, 8, 20, 23, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 20, 31, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830096-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 20:31:28.691006 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b930b3bf-3785-4cd2-a396-1f7306383931 None None] Checking segment: {'id': 'e3ec3731-5b41-434a-a3a7-2ad1e453961f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 20:31:28.691418 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-b930b3bf-3785-4cd2-a396-1f7306383931 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:28.691813 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b930b3bf-3785-4cd2-a396-1f7306383931 None None] Bound using segment: {'id': 'e3ec3731-5b41-434a-a3a7-2ad1e453961f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052'} {{(pid=103460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 20:31:28.692341 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.managers [None req-b930b3bf-3785-4cd2-a396-1f7306383931 None None] Bound port: 8a387cb4-88be-456d-967c-2a9b47cbbc3f, host: dv-cinder-830096-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3ec3731-5b41-434a-a3a7-2ad1e453961f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052'}}] {{(pid=103460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 20:31:28.692734 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-b930b3bf-3785-4cd2-a396-1f7306383931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747308'] for port (8a387cb4-88be-456d-967c-2a9b47cbbc3f), before_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:28.696875 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.41', 56312) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:31:28.735215 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-2887d257-034a-43f9-b09d-fb68b36a4b1d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:28.774820 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-34ede8f4-fb05-4cdd-83f5-69cac699ef2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745146440906'] for port (2b64d9f9-fa35-4931-b4db-da8ee2f739d3), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:28.809328 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34ede8f4-fb05-4cdd-83f5-69cac699ef2f admin admin] Network bb3cf682-183a-4b4f-b70b-ac9d75a4abdd is already hosted by enough agents. {{(pid=103458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 20:31:28.816293 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.scheduler.base_scheduler [None req-34ede8f4-fb05-4cdd-83f5-69cac699ef2f admin admin] Resources bound (agent type, host, resource id): {{(pid=103458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:31:28.831686 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34ede8f4-fb05-4cdd-83f5-69cac699ef2f admin admin] Received port after_create {{(pid=103458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 20:31:28.831686 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-34ede8f4-fb05-4cdd-83f5-69cac699ef2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-443356'] for router_interface (16dea0cb-fffa-4ed7-9abb-b7eb4318dca9), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:28.844013 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.db [None req-b930b3bf-3785-4cd2-a396-1f7306383931 None None] For port 8a387cb4-88be-456d-967c-2a9b47cbbc3f, host dv-cinder-830096-3-iscsi, cleared binding levels {{(pid=103460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 20:31:28.849087 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.rpc [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Device dbf98163-b804-4883-9fe6-c6ce31d0deb5 up at agent ovs-agent-dv-cinder-830096-3-iscsi {{(pid=103460) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 20:31:28.873927 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b05958-4ae7-4722-b3d6-6738bd67e4fb admin admin] Pushing event updated for resources: {'Port': ['ID=c07238a4-1852-4dbe-82ad-b0c5eb7fb6f9,revision_number=2']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:31:28.884204 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13b05958-4ae7-4722-b3d6-6738bd67e4fb admin admin] Network c4b9653e-45c7-499b-ba57-89c5719459c1 is already hosted by enough agents. {{(pid=103459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 20:31:28.886223 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.scheduler.base_scheduler [None req-13b05958-4ae7-4722-b3d6-6738bd67e4fb admin admin] Resources bound (agent type, host, resource id): {{(pid=103459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:31:28.916168 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.plugin [None req-0287629a-ea68-4007-9278-f55f9fe8ebe1 None None] Current status of the port dbf98163-b804-4883-9fe6-c6ce31d0deb5 is: ACTIVE; New status is: ACTIVE {{(pid=103460) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:31:28.926021 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.db [None req-b930b3bf-3785-4cd2-a396-1f7306383931 None None] For port 8a387cb4-88be-456d-967c-2a9b47cbbc3f, host dv-cinder-830096-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-3-iscsi',level=0,port_id=8a387cb4-88be-456d-967c-2a9b47cbbc3f,segment=NetworkSegment(e3ec3731-5b41-434a-a3a7-2ad1e453961f),segment_id=e3ec3731-5b41-434a-a3a7-2ad1e453961f)] {{(pid=103460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 20:31:29.069259 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.provisioning_blocks [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Provisioning complete for port dbf98163-b804-4883-9fe6-c6ce31d0deb5 triggered by entity L2. {{(pid=103460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:31:29.069847 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476507'] for port (dbf98163-b804-4883-9fe6-c6ce31d0deb5), provisioning_complete {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:29.071784 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.provisioning_blocks [None req-61b531f3-39e8-49a5-a520-cbf18e895eb3 None None] Provisioning complete for port dbf98163-b804-4883-9fe6-c6ce31d0deb5 triggered by entity DHCP. {{(pid=103460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:31:29.073152 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-61b531f3-39e8-49a5-a520-cbf18e895eb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476507'] for port (dbf98163-b804-4883-9fe6-c6ce31d0deb5), provisioning_complete {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:29.092253 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13b05958-4ae7-4722-b3d6-6738bd67e4fb admin admin] Router 530b8758-a936-4a7c-9055-3fd7021964a9 has already been hosted by L3 agent 7ae9fd8f-5d61-4821-9eac-044950c450f0 {{(pid=103459) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 20:31:29.172638 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-b930b3bf-3785-4cd2-a396-1f7306383931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745146878648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745146440924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745146440942'] for port (8a387cb4-88be-456d-967c-2a9b47cbbc3f), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:29.172849 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ede8f4-fb05-4cdd-83f5-69cac699ef2f admin admin] Pushing event updated for resources: {'Port': ['ID=2b64d9f9-fa35-4931-b4db-da8ee2f739d3,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:31:29.197969 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-b749fa21-0661-44f7-8087-639c2eb678f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745146981205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476605'] for agent (a3d84102-f7d3-452b-861a-973020576047), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:29.202081 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.db.agents_db [None req-39e8813d-158c-4e2f-bb5f-b8539461cb33 None None] Agent healthcheck: found 6 active agents {{(pid=103461) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 20:31:29.286353 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13b05958-4ae7-4722-b3d6-6738bd67e4fb admin admin] Notify agent at l3_agent.dv-cinder-830096-3-iscsi the message routers_updated {{(pid=103459) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 20:31:29.292947 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6455d61c-e79c-4fc8-84c5-30fd9617c703 None None] Pushing event updated for resources: {'Port': ['ID=8a387cb4-88be-456d-967c-2a9b47cbbc3f,revision_number=3']} {{(pid=103460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:31:29.304372 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [None req-13b05958-4ae7-4722-b3d6-6738bd67e4fb admin admin] 10.222.0.41 "PUT /v2.0/routers/530b8758-a936-4a7c-9055-3fd7021964a9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7916801 Mar 08 20:31:29.304633 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b930b3bf-3785-4cd2-a396-1f7306383931 None None] Routers {'16dea0cb-fffa-4ed7-9abb-b7eb4318dca9'} bound to L3 agent in host dv-cinder-830096-3-iscsi {{(pid=103460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:31:29.304633 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-b930b3bf-3785-4cd2-a396-1f7306383931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T20:23:01Z,description=,heartbeat_timestamp=2022-03-08T20:31:01Z,host='dv-cinder-830096-3-iscsi',id=7ae9fd8f-5d61-4821-9eac-044950c450f0,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:23:02Z,topic='l3_agent')) {'router_ids': ['16dea0cb-fffa-4ed7-9abb-b7eb4318dca9'], 'active': True} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:31:29.418580 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.plugin [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Current status of the port dbf98163-b804-4883-9fe6-c6ce31d0deb5 is: ACTIVE; New status is: ACTIVE {{(pid=103460) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:31:29.419498 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.rpc [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Device d32f389e-7f79-4333-ab66-fc102b040de8 up at agent ovs-agent-dv-cinder-830096-3-iscsi {{(pid=103460) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 20:31:29.427820 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-34ede8f4-fb05-4cdd-83f5-69cac699ef2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747308'] for port (2b64d9f9-fa35-4931-b4db-da8ee2f739d3), before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:29.433968 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-2887d257-034a-43f9-b09d-fb68b36a4b1d admin admin] Publish callbacks [] for security_group (e8e7f762-7955-411c-935f-ee5166a52c54), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:29.509065 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.plugin [None req-61b531f3-39e8-49a5-a520-cbf18e895eb3 None None] Current status of the port dbf98163-b804-4883-9fe6-c6ce31d0deb5 is: ACTIVE; New status is: ACTIVE {{(pid=103460) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:31:29.547423 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-2887d257-034a-43f9-b09d-fb68b36a4b1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310940'] for security_group (e8e7f762-7955-411c-935f-ee5166a52c54), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:29.569012 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvr_db [None req-b930b3bf-3785-4cd2-a396-1f7306383931 None None] Set router 16dea0cb-fffa-4ed7-9abb-b7eb4318dca9 gateway port host: dv-cinder-830096-3-iscsi {{(pid=103460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:31:29.571554 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.provisioning_blocks [None req-61b531f3-39e8-49a5-a520-cbf18e895eb3 None None] Provisioning complete for port c07238a4-1852-4dbe-82ad-b0c5eb7fb6f9 triggered by entity DHCP. {{(pid=103460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:31:29.571951 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-61b531f3-39e8-49a5-a520-cbf18e895eb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476507'] for port (c07238a4-1852-4dbe-82ad-b0c5eb7fb6f9), provisioning_complete {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:29.663814 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c812d23e-4ec9-4b7d-a2a8-0fc84706eb42 admin admin] Router a974851c-fa28-4512-826f-f1ac9013912c is scheduled to L3 agent 7ae9fd8f-5d61-4821-9eac-044950c450f0 with binding_index 1 {{(pid=103458) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 20:31:29.666167 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2887d257-034a-43f9-b09d-fb68b36a4b1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8e7f762-7955-411c-935f-ee5166a52c54,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:31:29.694503 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.provisioning_blocks [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Provisioning complete for port d32f389e-7f79-4333-ab66-fc102b040de8 triggered by entity L2. {{(pid=103460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:31:29.695115 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476507'] for port (d32f389e-7f79-4333-ab66-fc102b040de8), provisioning_complete {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:29.698423 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.plugin [None req-61b531f3-39e8-49a5-a520-cbf18e895eb3 None None] Port c07238a4-1852-4dbe-82ad-b0c5eb7fb6f9 cannot update to ACTIVE because it is not bound. {{(pid=103460) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 20:31:29.726620 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-405e1559-e00c-4b3f-b6a6-b69f967affb2 None None] Sync routers for ids ['530b8758-a936-4a7c-9055-3fd7021964a9'] in dv-cinder-830096-3-iscsi {{(pid=103461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 20:31:29.765287 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-405e1559-e00c-4b3f-b6a6-b69f967affb2 None None] Routers {'530b8758-a936-4a7c-9055-3fd7021964a9'} bound to L3 agent in host dv-cinder-830096-3-iscsi {{(pid=103461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:31:29.766177 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.db.l3_hamode_db [None req-405e1559-e00c-4b3f-b6a6-b69f967affb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T20:23:01Z,description=,heartbeat_timestamp=2022-03-08T20:31:01Z,host='dv-cinder-830096-3-iscsi',id=7ae9fd8f-5d61-4821-9eac-044950c450f0,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:23:02Z,topic='l3_agent')) {'router_ids': ['530b8758-a936-4a7c-9055-3fd7021964a9'], 'active': True} {{(pid=103461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:31:29.767295 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-27a2fbc5-47be-4bcc-b750-f7e804dfa1a6 req-f309522b-bbea-4c10-bd57-f4903ba4d5a2 tempest-DeleteServersTestJSON-1591701399 tempest-DeleteServersTestJSON-1591701399-project] 10.222.0.41 "GET /v2.0/ports?device_id=f70bdead-35ea-476a-beb7-d901bf86280a HTTP/1.1" status: 200 len: 210 time: 0.0410650 Mar 08 20:31:29.869739 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.provisioning_blocks [None req-6203e1bd-fecb-46ef-ac63-9301e8124cd9 None None] Provisioning complete for port 2b64d9f9-fa35-4931-b4db-da8ee2f739d3 triggered by entity DHCP. {{(pid=103460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:31:29.870050 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-6203e1bd-fecb-46ef-ac63-9301e8124cd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476507'] for port (2b64d9f9-fa35-4931-b4db-da8ee2f739d3), provisioning_complete {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:29.920115 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-2887d257-034a-43f9-b09d-fb68b36a4b1d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=86be1949578a445187c999f13e64d7be&name=default HTTP/1.1" status: 200 len: 2992 time: 1.2126067 Mar 08 20:31:29.921809 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.wsgi [-] (103459) accepted ('10.222.0.41', 56342) {{(pid=103459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:31:29.935102 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c812d23e-4ec9-4b7d-a2a8-0fc84706eb42 admin admin] Notify agent at l3_agent.dv-cinder-830096-3-iscsi the message routers_updated {{(pid=103458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 20:31:29.939272 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.plugin [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Current status of the port d32f389e-7f79-4333-ab66-fc102b040de8 is: DOWN; New status is: ACTIVE {{(pid=103460) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:31:29.939663 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747308'] for port (d32f389e-7f79-4333-ab66-fc102b040de8), before_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:29.948797 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.db.l3_dvr_db [None req-405e1559-e00c-4b3f-b6a6-b69f967affb2 None None] Set router 530b8758-a936-4a7c-9055-3fd7021964a9 gateway port host: dv-cinder-830096-3-iscsi {{(pid=103461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:31:29.951870 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dad6682a-569e-4a57-a8f0-78ecc7b5fe92 None None] Sync routers for ids ['a974851c-fa28-4512-826f-f1ac9013912c'] in dv-cinder-830096-3-iscsi {{(pid=103460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 20:31:29.960392 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.plugin [None req-6203e1bd-fecb-46ef-ac63-9301e8124cd9 None None] Port 2b64d9f9-fa35-4931-b4db-da8ee2f739d3 cannot update to ACTIVE because it is not bound. {{(pid=103460) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 20:31:29.982687 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.db [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] For port d32f389e-7f79-4333-ab66-fc102b040de8, host dv-cinder-830096-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-3-iscsi',level=0,port_id=d32f389e-7f79-4333-ab66-fc102b040de8,segment=NetworkSegment(e3ec3731-5b41-434a-a3a7-2ad1e453961f),segment_id=e3ec3731-5b41-434a-a3a7-2ad1e453961f)] {{(pid=103460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:31:29.992032 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dad6682a-569e-4a57-a8f0-78ecc7b5fe92 None None] Routers {'a974851c-fa28-4512-826f-f1ac9013912c'} bound to L3 agent in host dv-cinder-830096-3-iscsi {{(pid=103460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:31:29.992713 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-dad6682a-569e-4a57-a8f0-78ecc7b5fe92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T20:23:01Z,description=,heartbeat_timestamp=2022-03-08T20:31:01Z,host='dv-cinder-830096-3-iscsi',id=7ae9fd8f-5d61-4821-9eac-044950c450f0,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:23:02Z,topic='l3_agent')) {'router_ids': ['a974851c-fa28-4512-826f-f1ac9013912c'], 'active': True} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:31:30.024970 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-6961a752-81e5-47fd-8d38-319c0044f169 admin admin] Publish callbacks [] for security_group (e8e7f762-7955-411c-935f-ee5166a52c54), before_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:30.041419 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.provisioning_blocks [None req-6203e1bd-fecb-46ef-ac63-9301e8124cd9 None None] Provisioning complete for port c07238a4-1852-4dbe-82ad-b0c5eb7fb6f9 triggered by entity DHCP. {{(pid=103460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:31:30.041800 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-6203e1bd-fecb-46ef-ac63-9301e8124cd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476507'] for port (c07238a4-1852-4dbe-82ad-b0c5eb7fb6f9), provisioning_complete {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:30.078770 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-6961a752-81e5-47fd-8d38-319c0044f169 admin admin] Publish callbacks [] for security_group (e8e7f762-7955-411c-935f-ee5166a52c54), precommit_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:30.087568 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-34ede8f4-fb05-4cdd-83f5-69cac699ef2f admin admin] Publish callbacks [] for port (2b64d9f9-fa35-4931-b4db-da8ee2f739d3), precommit_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:30.152072 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-c812d23e-4ec9-4b7d-a2a8-0fc84706eb42 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:30.153835 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-c812d23e-4ec9-4b7d-a2a8-0fc84706eb42 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 7.4782121 Mar 08 20:31:30.157416 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.wsgi [-] (103459) accepted ('10.222.0.41', 56350) {{(pid=103459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:31:30.245680 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-34ede8f4-fb05-4cdd-83f5-69cac699ef2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745146878648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745146440924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745146440942'] for port (2b64d9f9-fa35-4931-b4db-da8ee2f739d3), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:30.246740 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-34ede8f4-fb05-4cdd-83f5-69cac699ef2f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3733877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-443312'] for router_interface (16dea0cb-fffa-4ed7-9abb-b7eb4318dca9), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:30.258188 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.db.l3_hamode_db [None req-405e1559-e00c-4b3f-b6a6-b69f967affb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '530b8758-a936-4a7c-9055-3fd7021964a9', 'name': 'tempest-AttachVolumeNegativeTest-742847262-router', 'tenant_id': 'f20808b123ee4f56a27c063a5a344a6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'external_fixed_ips': [{'subnet_id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'ip_address': '172.27.2.231'}], 'enable_snat': True}, 'gw_port_id': 'd32f389e-7f79-4333-ab66-fc102b040de8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:31:20Z', 'updated_at': '2022-03-08T20:31:27Z', 'revision_number': 4, 'project_id': 'f20808b123ee4f56a27c063a5a344a6f', 'gw_port': {'id': 'd32f389e-7f79-4333-ab66-fc102b040de8', 'name': '', 'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:e2:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '530b8758-a936-4a7c-9055-3fd7021964a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'ip_address': '172.27.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:31:21Z', 'updated_at': '2022-03-08T20:31:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-3-iscsi', '_interfaces': [{'id': 'c07238a4-1852-4dbe-82ad-b0c5eb7fb6f9', 'name': '', 'network_id': 'c4b9653e-45c7-499b-ba57-89c5719459c1', 'tenant_id': 'f20808b123ee4f56a27c063a5a344a6f', 'mac_address': 'fa:16:3e:58:2a:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '530b8758-a936-4a7c-9055-3fd7021964a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '3acd2cae-edc5-4deb-af56-8a423e7d5ec3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:31:26Z', 'updated_at': '2022-03-08T20:31:28Z', 'revision_number': 2, 'project_id': 'f20808b123ee4f56a27c063a5a344a6f', 'subnets': [{'id': '3acd2cae-edc5-4deb-af56-8a423e7d5ec3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830096-3-iscsi', False) {} {{(pid=103461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:31:30.274798 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745146878648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745146440924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745146440942'] for port (d32f389e-7f79-4333-ab66-fc102b040de8), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:30.291050 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvr_db [None req-dad6682a-569e-4a57-a8f0-78ecc7b5fe92 None None] Set router a974851c-fa28-4512-826f-f1ac9013912c gateway port host: dv-cinder-830096-3-iscsi {{(pid=103460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:31:30.298572 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-405e1559-e00c-4b3f-b6a6-b69f967affb2 None None] Checking router: 530b8758-a936-4a7c-9055-3fd7021964a9 for host: dv-cinder-830096-3-iscsi {{(pid=103461) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 20:31:30.299177 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-405e1559-e00c-4b3f-b6a6-b69f967affb2 None None] Updating router 530b8758-a936-4a7c-9055-3fd7021964a9 port c07238a4-1852-4dbe-82ad-b0c5eb7fb6f9 binding host dv-cinder-830096-3-iscsi {{(pid=103461) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 20:31:30.324792 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.plugin [None req-6203e1bd-fecb-46ef-ac63-9301e8124cd9 None None] Port c07238a4-1852-4dbe-82ad-b0c5eb7fb6f9 cannot update to ACTIVE because it is not bound. {{(pid=103460) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 20:31:30.335753 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-6961a752-81e5-47fd-8d38-319c0044f169 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310940'] for security_group (e8e7f762-7955-411c-935f-ee5166a52c54), after_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:30.339514 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-6961a752-81e5-47fd-8d38-319c0044f169 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:30.340811 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [None req-6961a752-81e5-47fd-8d38-319c0044f169 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e8e7f762-7955-411c-935f-ee5166a52c54 HTTP/1.1" status: 204 len: 168 time: 0.4179847 Mar 08 20:31:30.342184 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron_lib.callbacks.manager [None req-405e1559-e00c-4b3f-b6a6-b69f967affb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747308'] for port (c07238a4-1852-4dbe-82ad-b0c5eb7fb6f9), before_update {{(pid=103461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:30.359953 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6961a752-81e5-47fd-8d38-319c0044f169 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8e7f762-7955-411c-935f-ee5166a52c54,revision_number=None']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:31:30.377387 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-b930b3bf-3785-4cd2-a396-1f7306383931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16dea0cb-fffa-4ed7-9abb-b7eb4318dca9', 'name': 'tempest-AttachVolumeTestJSON-2107178860-router', 'tenant_id': '64bbed509db949a6a003c639d3f67567', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'external_fixed_ips': [{'subnet_id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'ip_address': '172.27.2.87'}], 'enable_snat': True}, 'gw_port_id': '8a387cb4-88be-456d-967c-2a9b47cbbc3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:31:22Z', 'updated_at': '2022-03-08T20:31:29Z', 'revision_number': 4, 'project_id': '64bbed509db949a6a003c639d3f67567', 'gw_port': {'id': '8a387cb4-88be-456d-967c-2a9b47cbbc3f', 'name': '', 'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:7f:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16dea0cb-fffa-4ed7-9abb-b7eb4318dca9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'ip_address': '172.27.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:31:22Z', 'updated_at': '2022-03-08T20:31:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-3-iscsi', '_interfaces': [{'id': '2b64d9f9-fa35-4931-b4db-da8ee2f739d3', 'name': '', 'network_id': 'bb3cf682-183a-4b4f-b70b-ac9d75a4abdd', 'tenant_id': '64bbed509db949a6a003c639d3f67567', 'mac_address': 'fa:16:3e:16:73:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16dea0cb-fffa-4ed7-9abb-b7eb4318dca9', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'a968dc2a-71a9-4847-a130-162c884db338', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:31:27Z', 'updated_at': '2022-03-08T20:31:28Z', 'revision_number': 1, 'project_id': '64bbed509db949a6a003c639d3f67567', 'subnets': [{'id': 'a968dc2a-71a9-4847-a130-162c884db338', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830096-3-iscsi', False) {} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:31:30.458801 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b930b3bf-3785-4cd2-a396-1f7306383931 None None] The sync data for ids ['16dea0cb-fffa-4ed7-9abb-b7eb4318dca9'] in dv-cinder-830096-3-iscsi is: [{'id': '16dea0cb-fffa-4ed7-9abb-b7eb4318dca9', 'name': 'tempest-AttachVolumeTestJSON-2107178860-router', 'tenant_id': '64bbed509db949a6a003c639d3f67567', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'external_fixed_ips': [{'subnet_id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'ip_address': '172.27.2.87'}], 'enable_snat': True}, 'gw_port_id': '8a387cb4-88be-456d-967c-2a9b47cbbc3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:31:22Z', 'updated_at': '2022-03-08T20:31:29Z', 'revision_number': 4, 'project_id': '64bbed509db949a6a003c639d3f67567', 'gw_port': {'id': '8a387cb4-88be-456d-967c-2a9b47cbbc3f', 'name': '', 'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:7f:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16dea0cb-fffa-4ed7-9abb-b7eb4318dca9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'ip_address': '172.27.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:31:22Z', 'updated_at': '2022-03-08T20:31:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-3-iscsi', '_interfaces': [{'id': '2b64d9f9-fa35-4931-b4db-da8ee2f739d3', 'name': '', 'network_id': 'bb3cf682-183a-4b4f-b70b-ac9d75a4abdd', 'tenant_id': '64bbed509db949a6a003c639d3f67567', 'mac_address': 'fa:16:3e:16:73:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16dea0cb-fffa-4ed7-9abb-b7eb4318dca9', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'a968dc2a-71a9-4847-a130-162c884db338', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:31:27Z', 'updated_at': '2022-03-08T20:31:28Z', 'revision_number': 1, 'project_id': '64bbed509db949a6a003c639d3f67567', 'subnets': [{'id': 'a968dc2a-71a9-4847-a130-162c884db338', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 20:31:30.570906 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.wsgi [-] (103459) accepted ('10.222.0.41', 56366) {{(pid=103459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:31:30.590002 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34ede8f4-fb05-4cdd-83f5-69cac699ef2f admin admin] Network bb3cf682-183a-4b4f-b70b-ac9d75a4abdd is already hosted by enough agents. {{(pid=103458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 20:31:30.593480 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.v2.base [None req-4112b078-2b6b-4f29-81fb-3cb80ec797bb tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Request body: {'security_group': {'name': 'tempest-securitygroup--572739050', 'description': 'tempest-description--1064920958'}} {{(pid=103459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:31:30.598101 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.scheduler.base_scheduler [None req-34ede8f4-fb05-4cdd-83f5-69cac699ef2f admin admin] Resources bound (agent type, host, resource id): {{(pid=103458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:31:30.644767 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Pushing event updated for resources: {'Port': ['ID=d32f389e-7f79-4333-ab66-fc102b040de8,revision_number=4']} {{(pid=103460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:31:30.689593 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ede8f4-fb05-4cdd-83f5-69cac699ef2f admin admin] Pushing event updated for resources: {'Port': ['ID=2b64d9f9-fa35-4931-b4db-da8ee2f739d3,revision_number=2']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:31:30.854896 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-dad6682a-569e-4a57-a8f0-78ecc7b5fe92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a974851c-fa28-4512-826f-f1ac9013912c', 'name': 'tempest-AttachVolumeShelveTestJSON-298488986-router', 'tenant_id': '01d3223cb5334df4aeb878f77f56a4af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'external_fixed_ips': [{'subnet_id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'ip_address': '172.27.2.2'}], 'enable_snat': True}, 'gw_port_id': '3d299657-8d46-4c76-b4af-4c578b5510e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:31:22Z', 'updated_at': '2022-03-08T20:31:27Z', 'revision_number': 3, 'project_id': '01d3223cb5334df4aeb878f77f56a4af', 'gw_port': {'id': '3d299657-8d46-4c76-b4af-4c578b5510e7', 'name': '', 'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:d5:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a974851c-fa28-4512-826f-f1ac9013912c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'ip_address': '172.27.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:31:25Z', 'updated_at': '2022-03-08T20:31:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-3-iscsi'}], 'dv-cinder-830096-3-iscsi', False) {} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:31:30.891796 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34ede8f4-fb05-4cdd-83f5-69cac699ef2f admin admin] Router 16dea0cb-fffa-4ed7-9abb-b7eb4318dca9 has already been hosted by L3 agent 7ae9fd8f-5d61-4821-9eac-044950c450f0 {{(pid=103458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 20:31:30.919883 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dad6682a-569e-4a57-a8f0-78ecc7b5fe92 None None] Checking router: a974851c-fa28-4512-826f-f1ac9013912c for host: dv-cinder-830096-3-iscsi {{(pid=103460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 20:31:30.920280 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dad6682a-569e-4a57-a8f0-78ecc7b5fe92 None None] Updating router a974851c-fa28-4512-826f-f1ac9013912c port 3d299657-8d46-4c76-b4af-4c578b5510e7 binding host dv-cinder-830096-3-iscsi {{(pid=103460) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 20:31:31.004444 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-dad6682a-569e-4a57-a8f0-78ecc7b5fe92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747308'] for port (3d299657-8d46-4c76-b4af-4c578b5510e7), before_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:31.166049 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.37', 61663) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:31:31.270750 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-4112b078-2b6b-4f29-81fb-3cb80ec797bb tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Publish callbacks [] for security_group (None), before_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:31.399749 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.provisioning_blocks [None req-5c146def-9985-4eee-b7ce-3c22dcfd1539 None None] Provisioning complete for port 2b64d9f9-fa35-4931-b4db-da8ee2f739d3 triggered by entity DHCP. {{(pid=103460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:31:31.400340 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-5c146def-9985-4eee-b7ce-3c22dcfd1539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476507'] for port (2b64d9f9-fa35-4931-b4db-da8ee2f739d3), provisioning_complete {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:31.434196 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-4112b078-2b6b-4f29-81fb-3cb80ec797bb tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Publish callbacks [] for security_group (9c6d9f50-97e4-4cca-9665-c8c2da1ef57a), precommit_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:31.491319 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34ede8f4-fb05-4cdd-83f5-69cac699ef2f admin admin] Notify agent at l3_agent.dv-cinder-830096-3-iscsi the message routers_updated {{(pid=103458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 20:31:31.499718 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-34ede8f4-fb05-4cdd-83f5-69cac699ef2f admin admin] 10.222.0.41 "PUT /v2.0/routers/16dea0cb-fffa-4ed7-9abb-b7eb4318dca9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4865215 Mar 08 20:31:31.507446 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron_lib.callbacks.manager [None req-405e1559-e00c-4b3f-b6a6-b69f967affb2 None None] Publish callbacks [] for port (c07238a4-1852-4dbe-82ad-b0c5eb7fb6f9), precommit_update {{(pid=103461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:31.583567 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron_lib.callbacks.manager [None req-405e1559-e00c-4b3f-b6a6-b69f967affb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745146878648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745146440924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745146440942'] for port (c07238a4-1852-4dbe-82ad-b0c5eb7fb6f9), after_update {{(pid=103461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:31.610875 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.plugin [None req-5c146def-9985-4eee-b7ce-3c22dcfd1539 None None] Port 2b64d9f9-fa35-4931-b4db-da8ee2f739d3 cannot update to ACTIVE because it is not bound. {{(pid=103460) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 20:31:31.667534 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-4112b078-2b6b-4f29-81fb-3cb80ec797bb tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310940'] for security_group (9c6d9f50-97e4-4cca-9665-c8c2da1ef57a), after_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:31.718940 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-be80c44a-5126-4c14-bae7-32564fcb7af0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745146981205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476605'] for agent (7ae9fd8f-5d61-4821-9eac-044950c450f0), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:31.745501 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-3753ca92-8cd0-4cdb-b093-578ff2e42bf8 req-9f3eba27-a2ac-4c44-8e6c-a78773bd3886 tempest-DeleteServersTestJSON-1591701399 tempest-DeleteServersTestJSON-1591701399-project] 10.222.0.41 "GET /v2.0/ports?device_id=f70bdead-35ea-476a-beb7-d901bf86280a HTTP/1.1" status: 200 len: 210 time: 0.4721704 Mar 08 20:31:31.772859 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8706e346-78d3-42d8-adbd-1025a4a3fb4b req-e3d695fa-6450-4e88-a5ca-0cdd4781ece9 tempest-DeleteServersTestJSON-1591701399 tempest-DeleteServersTestJSON-1591701399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:31:31.777299 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-8706e346-78d3-42d8-adbd-1025a4a3fb4b req-e3d695fa-6450-4e88-a5ca-0cdd4781ece9 tempest-DeleteServersTestJSON-1591701399 tempest-DeleteServersTestJSON-1591701399-project] 10.222.0.37 "GET /v2.0/networks?id=dde8d1ca-6419-419a-83ee-3c26ebcab779 HTTP/1.1" status: 200 len: 811 time: 0.6100712 Mar 08 20:31:31.840068 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.v2.base [req-8706e346-78d3-42d8-adbd-1025a4a3fb4b req-5d92c56e-473e-48c4-8c3d-1d7b9500d336 tempest-DeleteServersTestJSON-1591701399 tempest-DeleteServersTestJSON-1591701399-project] Request body: {'port': {'device_id': 'f70bdead-35ea-476a-beb7-d901bf86280a', 'network_id': 'dde8d1ca-6419-419a-83ee-3c26ebcab779', 'admin_state_up': True, 'tenant_id': 'd6f96096d22d48859f721b16524ca2d4'}} {{(pid=103458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:31:31.863835 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82dd76a8-0bdc-4d00-89bf-1abc70de4d30 None None] Pushing event updated for resources: {'Port': ['ID=c07238a4-1852-4dbe-82ad-b0c5eb7fb6f9,revision_number=3']} {{(pid=103461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:31:31.963336 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4112b078-2b6b-4f29-81fb-3cb80ec797bb tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c6d9f50-97e4-4cca-9665-c8c2da1ef57a,revision_number=1']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:31:32.010200 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-4112b078-2b6b-4f29-81fb-3cb80ec797bb tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Publish callbacks [] for security_group (None), before_response {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:32.011790 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [None req-4112b078-2b6b-4f29-81fb-3cb80ec797bb tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.4390223 Mar 08 20:31:32.017589 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-03195f77-eaa0-4472-94c7-6754ef672dcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747308'] for port (None), before_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:32.023724 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.41', 56408) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:31:32.023987 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.plugins.ml2.managers [None req-405e1559-e00c-4b3f-b6a6-b69f967affb2 None None] Attempting to bind port c07238a4-1852-4dbe-82ad-b0c5eb7fb6f9 on host dv-cinder-830096-3-iscsi for vnic_type normal with profile {{(pid=103461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 20:31:32.023987 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.plugins.ml2.managers [None req-405e1559-e00c-4b3f-b6a6-b69f967affb2 None None] Attempting to bind port c07238a4-1852-4dbe-82ad-b0c5eb7fb6f9 by drivers openvswitch,hyperv on host dv-cinder-830096-3-iscsi at level 0 using segments [{'id': '4d17c990-8ca8-4b04-9435-e1e4727aeb38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'c4b9653e-45c7-499b-ba57-89c5719459c1'}] {{(pid=103461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 20:31:32.024619 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-405e1559-e00c-4b3f-b6a6-b69f967affb2 None None] Attempting to bind port c07238a4-1852-4dbe-82ad-b0c5eb7fb6f9 on network c4b9653e-45c7-499b-ba57-89c5719459c1 {{(pid=103461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 20:31:32.034002 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-405e1559-e00c-4b3f-b6a6-b69f967affb2 None None] Checking agent: {'id': 'fa4b043a-5d45-4181-9cb2-30d29598ef5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830096-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 20, 23, 5), 'started_at': datetime.datetime(2022, 3, 8, 20, 23, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 20, 31, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830096-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 20:31:32.034384 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-405e1559-e00c-4b3f-b6a6-b69f967affb2 None None] Checking segment: {'id': '4d17c990-8ca8-4b04-9435-e1e4727aeb38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'c4b9653e-45c7-499b-ba57-89c5719459c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 20:31:32.034793 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron_lib.callbacks.manager [None req-405e1559-e00c-4b3f-b6a6-b69f967affb2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:32.035182 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-405e1559-e00c-4b3f-b6a6-b69f967affb2 None None] Bound using segment: {'id': '4d17c990-8ca8-4b04-9435-e1e4727aeb38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'c4b9653e-45c7-499b-ba57-89c5719459c1'} {{(pid=103461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 20:31:32.035658 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.plugins.ml2.managers [None req-405e1559-e00c-4b3f-b6a6-b69f967affb2 None None] Bound port: c07238a4-1852-4dbe-82ad-b0c5eb7fb6f9, host: dv-cinder-830096-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d17c990-8ca8-4b04-9435-e1e4727aeb38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'c4b9653e-45c7-499b-ba57-89c5719459c1'}}] {{(pid=103461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 20:31:32.036042 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron_lib.callbacks.manager [None req-405e1559-e00c-4b3f-b6a6-b69f967affb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747308'] for port (c07238a4-1852-4dbe-82ad-b0c5eb7fb6f9), before_update {{(pid=103461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:32.043573 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.v2.base [None req-7a67a7f2-6be2-4ed6-9b92-470ee7e2f911 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Request body: {'security_group_rule': {'security_group_id': '9c6d9f50-97e4-4cca-9665-c8c2da1ef57a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:31:32.159309 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-dad6682a-569e-4a57-a8f0-78ecc7b5fe92 None None] Publish callbacks [] for port (3d299657-8d46-4c76-b4af-4c578b5510e7), precommit_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:32.243131 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-dad6682a-569e-4a57-a8f0-78ecc7b5fe92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745146878648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745146440924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745146440942'] for port (3d299657-8d46-4c76-b4af-4c578b5510e7), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:32.255608 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.plugins.ml2.db [None req-405e1559-e00c-4b3f-b6a6-b69f967affb2 None None] For port c07238a4-1852-4dbe-82ad-b0c5eb7fb6f9, host dv-cinder-830096-3-iscsi, cleared binding levels {{(pid=103461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 20:31:32.258902 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7a67a7f2-6be2-4ed6-9b92-470ee7e2f911 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Publish callbacks [] for security_group_rule (fa882961-67f2-496c-a52b-797332ad4766), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:32.266161 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.plugins.ml2.db [None req-405e1559-e00c-4b3f-b6a6-b69f967affb2 None None] For port c07238a4-1852-4dbe-82ad-b0c5eb7fb6f9, host dv-cinder-830096-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-3-iscsi',level=0,port_id=c07238a4-1852-4dbe-82ad-b0c5eb7fb6f9,segment=NetworkSegment(4d17c990-8ca8-4b04-9435-e1e4727aeb38),segment_id=4d17c990-8ca8-4b04-9435-e1e4727aeb38)] {{(pid=103461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 20:31:32.307425 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.db.db_base_plugin_common [None req-03195f77-eaa0-4472-94c7-6754ef672dcd admin admin] Allocated IP 172.20.0.1 (6c06189c-e7e3-4c8a-acc0-5147890ac16f/22d98187-3e01-4f4c-846a-c4973fed68d0/839cf58f-01a9-44c0-bd6f-fced84cb2228) {{(pid=103459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 20:31:32.338211 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.provisioning_blocks [None req-672b8bb6-412f-4aaa-b166-5962afbb1251 None None] Provisioning complete for port c07238a4-1852-4dbe-82ad-b0c5eb7fb6f9 triggered by entity DHCP. {{(pid=103460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:31:32.338665 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-672b8bb6-412f-4aaa-b166-5962afbb1251 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476507'] for port (c07238a4-1852-4dbe-82ad-b0c5eb7fb6f9), provisioning_complete {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:32.367466 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron_lib.callbacks.manager [None req-405e1559-e00c-4b3f-b6a6-b69f967affb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745146878648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745146440924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745146440942'] for port (c07238a4-1852-4dbe-82ad-b0c5eb7fb6f9), after_update {{(pid=103461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:32.391307 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.plugin [None req-672b8bb6-412f-4aaa-b166-5962afbb1251 None None] Port c07238a4-1852-4dbe-82ad-b0c5eb7fb6f9 cannot update to ACTIVE because it is not bound. {{(pid=103460) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 20:31:32.450321 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3730136b-dcb8-467a-868a-d7fa0945229b None None] Pushing event updated for resources: {'Port': ['ID=3d299657-8d46-4c76-b4af-4c578b5510e7,revision_number=2']} {{(pid=103460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:31:32.452969 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.managers [None req-dad6682a-569e-4a57-a8f0-78ecc7b5fe92 None None] Attempting to bind port 3d299657-8d46-4c76-b4af-4c578b5510e7 on host dv-cinder-830096-3-iscsi for vnic_type normal with profile {{(pid=103460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 20:31:32.453891 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.managers [None req-dad6682a-569e-4a57-a8f0-78ecc7b5fe92 None None] Attempting to bind port 3d299657-8d46-4c76-b4af-4c578b5510e7 by drivers openvswitch,hyperv on host dv-cinder-830096-3-iscsi at level 0 using segments [{'id': 'e3ec3731-5b41-434a-a3a7-2ad1e453961f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052'}] {{(pid=103460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 20:31:32.453891 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dad6682a-569e-4a57-a8f0-78ecc7b5fe92 None None] Attempting to bind port 3d299657-8d46-4c76-b4af-4c578b5510e7 on network fc278ace-cc38-44e4-ba35-3f28be706052 {{(pid=103460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 20:31:32.465173 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dad6682a-569e-4a57-a8f0-78ecc7b5fe92 None None] Checking agent: {'id': 'fa4b043a-5d45-4181-9cb2-30d29598ef5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830096-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 20, 23, 5), 'started_at': datetime.datetime(2022, 3, 8, 20, 23, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 20, 31, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830096-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 20:31:32.465827 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dad6682a-569e-4a57-a8f0-78ecc7b5fe92 None None] Checking segment: {'id': 'e3ec3731-5b41-434a-a3a7-2ad1e453961f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 20:31:32.466801 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-dad6682a-569e-4a57-a8f0-78ecc7b5fe92 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:32.467242 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dad6682a-569e-4a57-a8f0-78ecc7b5fe92 None None] Bound using segment: {'id': 'e3ec3731-5b41-434a-a3a7-2ad1e453961f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052'} {{(pid=103460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 20:31:32.467824 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.managers [None req-dad6682a-569e-4a57-a8f0-78ecc7b5fe92 None None] Bound port: 3d299657-8d46-4c76-b4af-4c578b5510e7, host: dv-cinder-830096-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3ec3731-5b41-434a-a3a7-2ad1e453961f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052'}}] {{(pid=103460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 20:31:32.468973 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-dad6682a-569e-4a57-a8f0-78ecc7b5fe92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747308'] for port (3d299657-8d46-4c76-b4af-4c578b5510e7), before_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:32.478514 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.wsgi [-] (103459) accepted ('10.222.0.41', 56420) {{(pid=103459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:31:32.514611 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-405e1559-e00c-4b3f-b6a6-b69f967affb2 None None] Routers {'530b8758-a936-4a7c-9055-3fd7021964a9'} bound to L3 agent in host dv-cinder-830096-3-iscsi {{(pid=103461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:31:32.515261 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.db.l3_hamode_db [None req-405e1559-e00c-4b3f-b6a6-b69f967affb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T20:23:01Z,description=,heartbeat_timestamp=2022-03-08T20:31:31Z,host='dv-cinder-830096-3-iscsi',id=7ae9fd8f-5d61-4821-9eac-044950c450f0,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:23:02Z,topic='l3_agent')) {'router_ids': ['530b8758-a936-4a7c-9055-3fd7021964a9'], 'active': True} {{(pid=103461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:31:32.545367 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82dd76a8-0bdc-4d00-89bf-1abc70de4d30 None None] Pushing event updated for resources: {'Port': ['ID=c07238a4-1852-4dbe-82ad-b0c5eb7fb6f9,revision_number=4']} {{(pid=103461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:31:32.601432 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7a67a7f2-6be2-4ed6-9b92-470ee7e2f911 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Publish callbacks [] for security_group_rule (fa882961-67f2-496c-a52b-797332ad4766), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:32.626392 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-03195f77-eaa0-4472-94c7-6754ef672dcd admin admin] Publish callbacks [] for port (839cf58f-01a9-44c0-bd6f-fced84cb2228), precommit_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:32.682657 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.db [None req-dad6682a-569e-4a57-a8f0-78ecc7b5fe92 None None] For port 3d299657-8d46-4c76-b4af-4c578b5510e7, host dv-cinder-830096-3-iscsi, cleared binding levels {{(pid=103460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 20:31:32.686394 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.db [None req-dad6682a-569e-4a57-a8f0-78ecc7b5fe92 None None] For port 3d299657-8d46-4c76-b4af-4c578b5510e7, host dv-cinder-830096-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-3-iscsi',level=0,port_id=3d299657-8d46-4c76-b4af-4c578b5510e7,segment=NetworkSegment(e3ec3731-5b41-434a-a3a7-2ad1e453961f),segment_id=e3ec3731-5b41-434a-a3a7-2ad1e453961f)] {{(pid=103460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 20:31:32.692355 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7a67a7f2-6be2-4ed6-9b92-470ee7e2f911 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310824'] for security_group_rule (fa882961-67f2-496c-a52b-797332ad4766), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:32.700038 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-dbe61520-29cf-4847-b96e-6d24c6c097a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745146981205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476605'] for agent (6cc78598-e6b3-4e4d-a99c-31b9c4784fd2), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:32.714569 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a67a7f2-6be2-4ed6-9b92-470ee7e2f911 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa882961-67f2-496c-a52b-797332ad4766,revision_number=0']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:31:32.754612 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8706e346-78d3-42d8-adbd-1025a4a3fb4b req-5d92c56e-473e-48c4-8c3d-1d7b9500d336 tempest-DeleteServersTestJSON-1591701399 tempest-DeleteServersTestJSON-1591701399-project] Made reservation on behalf of d6f96096d22d48859f721b16524ca2d4 for: {'port': 1} {{(pid=103458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 20:31:32.767960 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-dad6682a-569e-4a57-a8f0-78ecc7b5fe92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745146878648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745146440924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745146440942'] for port (3d299657-8d46-4c76-b4af-4c578b5510e7), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:32.772995 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-8706e346-78d3-42d8-adbd-1025a4a3fb4b req-5d92c56e-473e-48c4-8c3d-1d7b9500d336 tempest-DeleteServersTestJSON-1591701399 tempest-DeleteServersTestJSON-1591701399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747308'] for port (None), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:32.804552 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-12641582-eaee-4a0a-b56a-b9eb54ff23e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:32.896679 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-03195f77-eaa0-4472-94c7-6754ef672dcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745146440906'] for port (839cf58f-01a9-44c0-bd6f-fced84cb2228), after_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:32.993612 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dad6682a-569e-4a57-a8f0-78ecc7b5fe92 None None] Routers {'a974851c-fa28-4512-826f-f1ac9013912c'} bound to L3 agent in host dv-cinder-830096-3-iscsi {{(pid=103460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:31:32.994446 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-dad6682a-569e-4a57-a8f0-78ecc7b5fe92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T20:23:01Z,description=,heartbeat_timestamp=2022-03-08T20:31:31Z,host='dv-cinder-830096-3-iscsi',id=7ae9fd8f-5d61-4821-9eac-044950c450f0,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:23:02Z,topic='l3_agent')) {'router_ids': ['a974851c-fa28-4512-826f-f1ac9013912c'], 'active': True} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:31:33.009311 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3730136b-dcb8-467a-868a-d7fa0945229b None None] Pushing event updated for resources: {'Port': ['ID=3d299657-8d46-4c76-b4af-4c578b5510e7,revision_number=3']} {{(pid=103460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:31:33.017247 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.db.l3_dvr_db [None req-405e1559-e00c-4b3f-b6a6-b69f967affb2 None None] Set router 530b8758-a936-4a7c-9055-3fd7021964a9 gateway port host: dv-cinder-830096-3-iscsi {{(pid=103461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:31:33.026661 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.provisioning_blocks [None req-490de9bc-579c-4385-8e27-88c22fc88b95 None None] Provisioning complete for port c07238a4-1852-4dbe-82ad-b0c5eb7fb6f9 triggered by entity DHCP. {{(pid=103460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:31:33.037996 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-490de9bc-579c-4385-8e27-88c22fc88b95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476507'] for port (c07238a4-1852-4dbe-82ad-b0c5eb7fb6f9), provisioning_complete {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:33.071446 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.wsgi [-] (103459) accepted ('10.222.0.41', 56440) {{(pid=103459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:31:33.088927 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7a67a7f2-6be2-4ed6-9b92-470ee7e2f911 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:33.090496 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-7a67a7f2-6be2-4ed6-9b92-470ee7e2f911 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0668435 Mar 08 20:31:33.099397 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.41', 56444) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:31:33.116487 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.v2.base [None req-650c67a0-a4c4-4596-b916-d8507a608623 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Request body: {'security_group_rule': {'security_group_id': '9c6d9f50-97e4-4cca-9665-c8c2da1ef57a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:31:33.120032 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03195f77-eaa0-4472-94c7-6754ef672dcd admin admin] Network 6c06189c-e7e3-4c8a-acc0-5147890ac16f is already hosted by enough agents. {{(pid=103459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 20:31:33.129700 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03195f77-eaa0-4472-94c7-6754ef672dcd admin admin] Pushing event updated for resources: {'Port': ['ID=839cf58f-01a9-44c0-bd6f-fced84cb2228,revision_number=1']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:31:33.132489 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.scheduler.base_scheduler [None req-03195f77-eaa0-4472-94c7-6754ef672dcd admin admin] Resources bound (agent type, host, resource id): {{(pid=103459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:31:33.167306 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03195f77-eaa0-4472-94c7-6754ef672dcd admin admin] Received port after_create {{(pid=103459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 20:31:33.167510 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.rpc [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Device 8a387cb4-88be-456d-967c-2a9b47cbbc3f up at agent ovs-agent-dv-cinder-830096-3-iscsi {{(pid=103460) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 20:31:33.167795 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-03195f77-eaa0-4472-94c7-6754ef672dcd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-443356'] for router_interface (a974851c-fa28-4512-826f-f1ac9013912c), before_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:33.238592 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-0f4d6252-9d1f-4996-8c24-9b6e4ae100e7 req-585c08c4-b671-42f1-9f0d-4d5d9ce8c89b tempest-DeleteServersTestJSON-1591701399 tempest-DeleteServersTestJSON-1591701399-project] 10.222.0.41 "GET /v2.0/ports?device_id=f70bdead-35ea-476a-beb7-d901bf86280a HTTP/1.1" status: 200 len: 210 time: 0.1163609 Mar 08 20:31:33.332277 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.wsgi [-] (103459) accepted ('10.222.0.41', 56452) {{(pid=103459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:31:33.357944 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-650c67a0-a4c4-4596-b916-d8507a608623 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Publish callbacks [] for security_group_rule (b019fc31-fa7a-42b7-8a6a-3bfbecdf9a15), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:33.369474 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.v2.base [None req-90ca8bac-6a3d-46e7-922e-00f80b0176e6 tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1758775139', 'description': 'tempest-description--1773014786'}} {{(pid=103459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:31:33.389472 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.v2.base [None req-18a7e0a7-d72e-4a45-90a4-8a0e094e6844 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1838738810-network', 'tenant_id': 'abaee41264584910bb9de8f4f3e64e35'}} {{(pid=103459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:31:33.435057 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-12641582-eaee-4a0a-b56a-b9eb54ff23e8 admin admin] Publish callbacks [] for security_group (e0f49a83-1b9f-4c7e-b4a1-12ef7dd50a48), precommit_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:33.489342 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvr_db [None req-dad6682a-569e-4a57-a8f0-78ecc7b5fe92 None None] Set router a974851c-fa28-4512-826f-f1ac9013912c gateway port host: dv-cinder-830096-3-iscsi {{(pid=103460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:31:33.490170 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.db.db_base_plugin_common [req-8706e346-78d3-42d8-adbd-1025a4a3fb4b req-5d92c56e-473e-48c4-8c3d-1d7b9500d336 tempest-DeleteServersTestJSON-1591701399 tempest-DeleteServersTestJSON-1591701399-project] Allocated IP 172.20.0.8 (dde8d1ca-6419-419a-83ee-3c26ebcab779/41a97b68-91f3-4838-9bdc-219b95c686fc/ee01793f-c2c5-424e-bae8-e6ab1a18fd61) {{(pid=103458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 20:31:33.499789 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-12641582-eaee-4a0a-b56a-b9eb54ff23e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310940'] for security_group (e0f49a83-1b9f-4c7e-b4a1-12ef7dd50a48), after_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:33.525055 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-650c67a0-a4c4-4596-b916-d8507a608623 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Publish callbacks [] for security_group_rule (b019fc31-fa7a-42b7-8a6a-3bfbecdf9a15), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:33.525868 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-90ca8bac-6a3d-46e7-922e-00f80b0176e6 tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] Publish callbacks [] for security_group (None), before_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:33.552877 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.provisioning_blocks [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Provisioning complete for port 8a387cb4-88be-456d-967c-2a9b47cbbc3f triggered by entity L2. {{(pid=103460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:31:33.553184 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476507'] for port (8a387cb4-88be-456d-967c-2a9b47cbbc3f), provisioning_complete {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:33.557483 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.db.l3_hamode_db [None req-405e1559-e00c-4b3f-b6a6-b69f967affb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '530b8758-a936-4a7c-9055-3fd7021964a9', 'name': 'tempest-AttachVolumeNegativeTest-742847262-router', 'tenant_id': 'f20808b123ee4f56a27c063a5a344a6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'external_fixed_ips': [{'subnet_id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'ip_address': '172.27.2.231'}], 'enable_snat': True}, 'gw_port_id': 'd32f389e-7f79-4333-ab66-fc102b040de8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:31:20Z', 'updated_at': '2022-03-08T20:31:27Z', 'revision_number': 4, 'project_id': 'f20808b123ee4f56a27c063a5a344a6f', 'gw_port': {'id': 'd32f389e-7f79-4333-ab66-fc102b040de8', 'name': '', 'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:e2:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '530b8758-a936-4a7c-9055-3fd7021964a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'ip_address': '172.27.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:31:21Z', 'updated_at': '2022-03-08T20:31:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-3-iscsi', '_interfaces': [{'id': 'c07238a4-1852-4dbe-82ad-b0c5eb7fb6f9', 'name': '', 'network_id': 'c4b9653e-45c7-499b-ba57-89c5719459c1', 'tenant_id': 'f20808b123ee4f56a27c063a5a344a6f', 'mac_address': 'fa:16:3e:58:2a:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '530b8758-a936-4a7c-9055-3fd7021964a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '3acd2cae-edc5-4deb-af56-8a423e7d5ec3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:31:26Z', 'updated_at': '2022-03-08T20:31:32Z', 'revision_number': 4, 'project_id': 'f20808b123ee4f56a27c063a5a344a6f', 'subnets': [{'id': '3acd2cae-edc5-4deb-af56-8a423e7d5ec3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830096-3-iscsi', False) {} {{(pid=103461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:31:33.585377 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [None req-12641582-eaee-4a0a-b56a-b9eb54ff23e8 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=000e7a39dae944479cfd170416cf581a&name=default HTTP/1.1" status: 200 len: 2992 time: 1.1059856 Mar 08 20:31:33.586047 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18a7e0a7-d72e-4a45-90a4-8a0e094e6844 admin admin] Made reservation on behalf of abaee41264584910bb9de8f4f3e64e35 for: {'network': 1} {{(pid=103459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 20:31:33.588360 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-18a7e0a7-d72e-4a45-90a4-8a0e094e6844 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747308'] for network (None), before_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:33.590113 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.wsgi [-] (103459) accepted ('10.222.0.41', 56458) {{(pid=103459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:31:33.595987 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-405e1559-e00c-4b3f-b6a6-b69f967affb2 None None] The sync data for ids ['530b8758-a936-4a7c-9055-3fd7021964a9'] in dv-cinder-830096-3-iscsi is: [{'id': '530b8758-a936-4a7c-9055-3fd7021964a9', 'name': 'tempest-AttachVolumeNegativeTest-742847262-router', 'tenant_id': 'f20808b123ee4f56a27c063a5a344a6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'external_fixed_ips': [{'subnet_id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'ip_address': '172.27.2.231'}], 'enable_snat': True}, 'gw_port_id': 'd32f389e-7f79-4333-ab66-fc102b040de8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:31:20Z', 'updated_at': '2022-03-08T20:31:27Z', 'revision_number': 4, 'project_id': 'f20808b123ee4f56a27c063a5a344a6f', 'gw_port': {'id': 'd32f389e-7f79-4333-ab66-fc102b040de8', 'name': '', 'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:e2:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '530b8758-a936-4a7c-9055-3fd7021964a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'ip_address': '172.27.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:31:21Z', 'updated_at': '2022-03-08T20:31:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-3-iscsi', '_interfaces': [{'id': 'c07238a4-1852-4dbe-82ad-b0c5eb7fb6f9', 'name': '', 'network_id': 'c4b9653e-45c7-499b-ba57-89c5719459c1', 'tenant_id': 'f20808b123ee4f56a27c063a5a344a6f', 'mac_address': 'fa:16:3e:58:2a:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '530b8758-a936-4a7c-9055-3fd7021964a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '3acd2cae-edc5-4deb-af56-8a423e7d5ec3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:31:26Z', 'updated_at': '2022-03-08T20:31:32Z', 'revision_number': 4, 'project_id': 'f20808b123ee4f56a27c063a5a344a6f', 'subnets': [{'id': '3acd2cae-edc5-4deb-af56-8a423e7d5ec3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 20:31:33.598791 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12641582-eaee-4a0a-b56a-b9eb54ff23e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0f49a83-1b9f-4c7e-b4a1-12ef7dd50a48,revision_number=1']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:31:33.606246 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.plugin [None req-490de9bc-579c-4385-8e27-88c22fc88b95 None None] Current status of the port c07238a4-1852-4dbe-82ad-b0c5eb7fb6f9 is: DOWN; New status is: ACTIVE {{(pid=103460) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:31:33.609949 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-490de9bc-579c-4385-8e27-88c22fc88b95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747308'] for port (c07238a4-1852-4dbe-82ad-b0c5eb7fb6f9), before_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:33.611786 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-650c67a0-a4c4-4596-b916-d8507a608623 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310824'] for security_group_rule (b019fc31-fa7a-42b7-8a6a-3bfbecdf9a15), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:33.622467 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-18a7e0a7-d72e-4a45-90a4-8a0e094e6844 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:33.641183 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650c67a0-a4c4-4596-b916-d8507a608623 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b019fc31-fa7a-42b7-8a6a-3bfbecdf9a15,revision_number=0']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:31:33.775864 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.db [None req-490de9bc-579c-4385-8e27-88c22fc88b95 None None] For port c07238a4-1852-4dbe-82ad-b0c5eb7fb6f9, host dv-cinder-830096-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-3-iscsi',level=0,port_id=c07238a4-1852-4dbe-82ad-b0c5eb7fb6f9,segment=NetworkSegment(4d17c990-8ca8-4b04-9435-e1e4727aeb38),segment_id=4d17c990-8ca8-4b04-9435-e1e4727aeb38)] {{(pid=103460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:31:33.783497 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-03195f77-eaa0-4472-94c7-6754ef672dcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747308'] for port (839cf58f-01a9-44c0-bd6f-fced84cb2228), before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:33.838294 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-90a693c9-acbd-4d87-8e05-f3fe9e7b011e admin admin] Publish callbacks [] for security_group (e0f49a83-1b9f-4c7e-b4a1-12ef7dd50a48), before_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:33.846720 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-7a330e8f-62e0-4259-bea2-8ced8e9b3a98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745146981205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476605'] for agent (cd1d0244-f954-4bda-89fb-1fdc1954e39d), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:33.860650 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-90ca8bac-6a3d-46e7-922e-00f80b0176e6 tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] Publish callbacks [] for security_group (67f89219-d397-47b0-aaf7-d3f898f93734), precommit_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:33.888359 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-490de9bc-579c-4385-8e27-88c22fc88b95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745146878648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745146440924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745146440942'] for port (c07238a4-1852-4dbe-82ad-b0c5eb7fb6f9), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:33.902250 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-8706e346-78d3-42d8-adbd-1025a4a3fb4b req-5d92c56e-473e-48c4-8c3d-1d7b9500d336 tempest-DeleteServersTestJSON-1591701399 tempest-DeleteServersTestJSON-1591701399-project] Publish callbacks [] for port (ee01793f-c2c5-424e-bae8-e6ab1a18fd61), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:33.925854 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-650c67a0-a4c4-4596-b916-d8507a608623 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:33.925854 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-650c67a0-a4c4-4596-b916-d8507a608623 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8132730 Mar 08 20:31:33.926099 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-90a693c9-acbd-4d87-8e05-f3fe9e7b011e admin admin] Publish callbacks [] for security_group (e0f49a83-1b9f-4c7e-b4a1-12ef7dd50a48), precommit_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:33.926176 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.41', 56460) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:31:33.935132 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.v2.base [None req-fcc84665-fd34-40b9-8f71-3a44f7010850 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Request body: {'floatingip': {'floating_network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052'}} {{(pid=103458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:31:33.983201 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-18a7e0a7-d72e-4a45-90a4-8a0e094e6844 admin admin] Publish callbacks [] for security_group (7727f302-6f38-4a94-871a-6821eceba271), precommit_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:33.995771 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-90ca8bac-6a3d-46e7-922e-00f80b0176e6 tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310940'] for security_group (67f89219-d397-47b0-aaf7-d3f898f93734), after_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:33.996352 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.plugin [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Current status of the port 8a387cb4-88be-456d-967c-2a9b47cbbc3f is: DOWN; New status is: ACTIVE {{(pid=103460) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:31:33.996752 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747308'] for port (8a387cb4-88be-456d-967c-2a9b47cbbc3f), before_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:34.058197 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-fcc84665-fd34-40b9-8f71-3a44f7010850 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:34.069092 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.db [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] For port 8a387cb4-88be-456d-967c-2a9b47cbbc3f, host dv-cinder-830096-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-3-iscsi',level=0,port_id=8a387cb4-88be-456d-967c-2a9b47cbbc3f,segment=NetworkSegment(e3ec3731-5b41-434a-a3a7-2ad1e453961f),segment_id=e3ec3731-5b41-434a-a3a7-2ad1e453961f)] {{(pid=103460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:31:34.071655 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490de9bc-579c-4385-8e27-88c22fc88b95 None None] Pushing event updated for resources: {'Port': ['ID=c07238a4-1852-4dbe-82ad-b0c5eb7fb6f9,revision_number=5']} {{(pid=103460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:31:34.081406 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.provisioning_blocks [None req-b3d23797-e923-4086-b35c-e99747b27b97 None None] Provisioning complete for port 839cf58f-01a9-44c0-bd6f-fced84cb2228 triggered by entity DHCP. {{(pid=103460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:31:34.081784 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-b3d23797-e923-4086-b35c-e99747b27b97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476507'] for port (839cf58f-01a9-44c0-bd6f-fced84cb2228), provisioning_complete {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:34.103085 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ca8bac-6a3d-46e7-922e-00f80b0176e6 tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67f89219-d397-47b0-aaf7-d3f898f93734,revision_number=1']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:31:34.123535 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-18a7e0a7-d72e-4a45-90a4-8a0e094e6844 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310940'] for security_group (7727f302-6f38-4a94-871a-6821eceba271), after_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:34.140757 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-dad6682a-569e-4a57-a8f0-78ecc7b5fe92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a974851c-fa28-4512-826f-f1ac9013912c', 'name': 'tempest-AttachVolumeShelveTestJSON-298488986-router', 'tenant_id': '01d3223cb5334df4aeb878f77f56a4af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'external_fixed_ips': [{'subnet_id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'ip_address': '172.27.2.2'}], 'enable_snat': True}, 'gw_port_id': '3d299657-8d46-4c76-b4af-4c578b5510e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:31:22Z', 'updated_at': '2022-03-08T20:31:27Z', 'revision_number': 3, 'project_id': '01d3223cb5334df4aeb878f77f56a4af', 'gw_port': {'id': '3d299657-8d46-4c76-b4af-4c578b5510e7', 'name': '', 'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:d5:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a974851c-fa28-4512-826f-f1ac9013912c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'ip_address': '172.27.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:31:25Z', 'updated_at': '2022-03-08T20:31:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-3-iscsi'}], 'dv-cinder-830096-3-iscsi', False) {} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:31:34.167814 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-8706e346-78d3-42d8-adbd-1025a4a3fb4b req-5d92c56e-473e-48c4-8c3d-1d7b9500d336 tempest-DeleteServersTestJSON-1591701399 tempest-DeleteServersTestJSON-1591701399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745146440906'] for port (ee01793f-c2c5-424e-bae8-e6ab1a18fd61), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:34.179934 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a7e0a7-d72e-4a45-90a4-8a0e094e6844 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7727f302-6f38-4a94-871a-6821eceba271,revision_number=1']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:31:34.198839 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745146878648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745146440924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745146440942'] for port (8a387cb4-88be-456d-967c-2a9b47cbbc3f), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:34.199565 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-03195f77-eaa0-4472-94c7-6754ef672dcd admin admin] Publish callbacks [] for port (839cf58f-01a9-44c0-bd6f-fced84cb2228), precommit_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:34.199690 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.rpc [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Device d32f389e-7f79-4333-ab66-fc102b040de8 up at agent ovs-agent-dv-cinder-830096-3-iscsi {{(pid=103460) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 20:31:34.205678 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dad6682a-569e-4a57-a8f0-78ecc7b5fe92 None None] The sync data for ids ['a974851c-fa28-4512-826f-f1ac9013912c'] in dv-cinder-830096-3-iscsi is: [{'id': 'a974851c-fa28-4512-826f-f1ac9013912c', 'name': 'tempest-AttachVolumeShelveTestJSON-298488986-router', 'tenant_id': '01d3223cb5334df4aeb878f77f56a4af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'external_fixed_ips': [{'subnet_id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'ip_address': '172.27.2.2'}], 'enable_snat': True}, 'gw_port_id': '3d299657-8d46-4c76-b4af-4c578b5510e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:31:22Z', 'updated_at': '2022-03-08T20:31:27Z', 'revision_number': 3, 'project_id': '01d3223cb5334df4aeb878f77f56a4af', 'gw_port': {'id': '3d299657-8d46-4c76-b4af-4c578b5510e7', 'name': '', 'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:d5:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a974851c-fa28-4512-826f-f1ac9013912c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'ip_address': '172.27.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:31:25Z', 'updated_at': '2022-03-08T20:31:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-3-iscsi'}] {{(pid=103460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 20:31:34.209890 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.plugin [None req-b3d23797-e923-4086-b35c-e99747b27b97 None None] Port 839cf58f-01a9-44c0-bd6f-fced84cb2228 cannot update to ACTIVE because it is not bound. {{(pid=103460) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 20:31:34.275904 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-90ca8bac-6a3d-46e7-922e-00f80b0176e6 tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] Publish callbacks [] for security_group (None), before_response {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:34.281707 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [None req-90ca8bac-6a3d-46e7-922e-00f80b0176e6 tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.9481065 Mar 08 20:31:34.282679 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.41', 56464) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:31:34.292681 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Pushing event updated for resources: {'Port': ['ID=8a387cb4-88be-456d-967c-2a9b47cbbc3f,revision_number=4']} {{(pid=103460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:31:34.293813 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8706e346-78d3-42d8-adbd-1025a4a3fb4b req-5d92c56e-473e-48c4-8c3d-1d7b9500d336 tempest-DeleteServersTestJSON-1591701399 tempest-DeleteServersTestJSON-1591701399-project] Network dde8d1ca-6419-419a-83ee-3c26ebcab779 is already hosted by enough agents. {{(pid=103458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 20:31:34.299617 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.v2.base [None req-9628c4b9-5930-41e5-826f-cb5083be5dce tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] Request body: {'security_group_rule': {'security_group_id': '67f89219-d397-47b0-aaf7-d3f898f93734', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:31:34.308580 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d92c56e-473e-48c4-8c3d-1d7b9500d336 tempest-DeleteServersTestJSON-1591701399 tempest-DeleteServersTestJSON-1591701399-project] Pushing event updated for resources: {'Port': ['ID=ee01793f-c2c5-424e-bae8-e6ab1a18fd61,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:31:34.310899 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.scheduler.base_scheduler [req-8706e346-78d3-42d8-adbd-1025a4a3fb4b req-5d92c56e-473e-48c4-8c3d-1d7b9500d336 tempest-DeleteServersTestJSON-1591701399 tempest-DeleteServersTestJSON-1591701399-project] Resources bound (agent type, host, resource id): {{(pid=103458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:31:34.317149 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [req-8706e346-78d3-42d8-adbd-1025a4a3fb4b req-5d92c56e-473e-48c4-8c3d-1d7b9500d336 tempest-DeleteServersTestJSON-1591701399 tempest-DeleteServersTestJSON-1591701399-project] Received port after_create {{(pid=103458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 20:31:34.326955 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.provisioning_blocks [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Provisioning complete for port d32f389e-7f79-4333-ab66-fc102b040de8 triggered by entity L2. {{(pid=103460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:31:34.327474 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476507'] for port (d32f389e-7f79-4333-ab66-fc102b040de8), provisioning_complete {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:34.330886 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8706e346-78d3-42d8-adbd-1025a4a3fb4b req-5d92c56e-473e-48c4-8c3d-1d7b9500d336 tempest-DeleteServersTestJSON-1591701399 tempest-DeleteServersTestJSON-1591701399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:31:34.331558 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-8706e346-78d3-42d8-adbd-1025a4a3fb4b req-5d92c56e-473e-48c4-8c3d-1d7b9500d336 tempest-DeleteServersTestJSON-1591701399 tempest-DeleteServersTestJSON-1591701399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4188892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3733777'] for port (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:34.334728 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18a7e0a7-d72e-4a45-90a4-8a0e094e6844 admin admin] vlan segment allocate from pool success with {'vlan_id': 128, 'physical_network': 'physnet1'} {{(pid=103459) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 20:31:34.357231 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-18a7e0a7-d72e-4a45-90a4-8a0e094e6844 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536034'] for segment (42757af0-5f99-4dc9-b6f6-4a8be864c733), precommit_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:34.357854 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.db.segments_db [None req-18a7e0a7-d72e-4a45-90a4-8a0e094e6844 admin admin] Added segment 42757af0-5f99-4dc9-b6f6-4a8be864c733 of type vlan for network b246cadf-d908-4a77-a01d-9820dcb98608 Mar 08 20:31:34.392486 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-fcc84665-fd34-40b9-8f71-3a44f7010850 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747308'] for port (None), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:34.411142 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-03195f77-eaa0-4472-94c7-6754ef672dcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745146878648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745146440924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745146440942'] for port (839cf58f-01a9-44c0-bd6f-fced84cb2228), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:34.411873 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-03195f77-eaa0-4472-94c7-6754ef672dcd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3733877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-443312'] for router_interface (a974851c-fa28-4512-826f-f1ac9013912c), after_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:34.471028 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-8706e346-78d3-42d8-adbd-1025a4a3fb4b req-5d92c56e-473e-48c4-8c3d-1d7b9500d336 tempest-DeleteServersTestJSON-1591701399 tempest-DeleteServersTestJSON-1591701399-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6359253 Mar 08 20:31:34.486583 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.plugin [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Current status of the port d32f389e-7f79-4333-ab66-fc102b040de8 is: ACTIVE; New status is: ACTIVE {{(pid=103460) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:31:34.502774 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-90a693c9-acbd-4d87-8e05-f3fe9e7b011e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310940'] for security_group (e0f49a83-1b9f-4c7e-b4a1-12ef7dd50a48), after_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:34.505526 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-90a693c9-acbd-4d87-8e05-f3fe9e7b011e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:34.509256 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [None req-90a693c9-acbd-4d87-8e05-f3fe9e7b011e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e0f49a83-1b9f-4c7e-b4a1-12ef7dd50a48 HTTP/1.1" status: 204 len: 168 time: 0.9153953 Mar 08 20:31:34.570374 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-9628c4b9-5930-41e5-826f-cb5083be5dce tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] Publish callbacks [] for security_group_rule (d986b27d-272e-4e14-b105-3fd086ab7d5b), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:34.580111 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.db.db_base_plugin_common [None req-fcc84665-fd34-40b9-8f71-3a44f7010850 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Allocated IP 172.27.2.86 (fc278ace-cc38-44e4-ba35-3f28be706052/6746aa92-141d-47b3-806a-20502e0a6f7e/6ee0837e-75b8-46b9-af1a-466cc3301713) {{(pid=103458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 20:31:34.635102 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.wsgi [req-8706e346-78d3-42d8-adbd-1025a4a3fb4b req-a95ad11e-18d4-4fe7-a4a8-ea9e52e41494 tempest-DeleteServersTestJSON-1591701399 tempest-DeleteServersTestJSON-1591701399-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=103458) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 20:31:34.636087 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-8706e346-78d3-42d8-adbd-1025a4a3fb4b req-a95ad11e-18d4-4fe7-a4a8-ea9e52e41494 tempest-DeleteServersTestJSON-1591701399 tempest-DeleteServersTestJSON-1591701399-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0151272 Mar 08 20:31:34.651335 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03195f77-eaa0-4472-94c7-6754ef672dcd admin admin] Pushing event updated for resources: {'Port': ['ID=839cf58f-01a9-44c0-bd6f-fced84cb2228,revision_number=2']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:31:34.693288 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-18a7e0a7-d72e-4a45-90a4-8a0e094e6844 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745146455601'] for network (b246cadf-d908-4a77-a01d-9820dcb98608), precommit_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:34.756399 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-9628c4b9-5930-41e5-826f-cb5083be5dce tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] Publish callbacks [] for security_group_rule (d986b27d-272e-4e14-b105-3fd086ab7d5b), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:34.757687 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a693c9-acbd-4d87-8e05-f3fe9e7b011e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0f49a83-1b9f-4c7e-b4a1-12ef7dd50a48,revision_number=None']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:31:34.798745 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10ecd2eb-db56-465c-821f-1b8635b94616 None None] Sync routers for ids ['16dea0cb-fffa-4ed7-9abb-b7eb4318dca9'] in dv-cinder-830096-3-iscsi {{(pid=103461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 20:31:34.817518 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10ecd2eb-db56-465c-821f-1b8635b94616 None None] Routers {'16dea0cb-fffa-4ed7-9abb-b7eb4318dca9'} bound to L3 agent in host dv-cinder-830096-3-iscsi {{(pid=103461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:31:34.819321 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.db.l3_hamode_db [None req-10ecd2eb-db56-465c-821f-1b8635b94616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T20:23:01Z,description=,heartbeat_timestamp=2022-03-08T20:31:31Z,host='dv-cinder-830096-3-iscsi',id=7ae9fd8f-5d61-4821-9eac-044950c450f0,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:23:02Z,topic='l3_agent')) {'router_ids': ['16dea0cb-fffa-4ed7-9abb-b7eb4318dca9'], 'active': True} {{(pid=103461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:31:34.861903 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-fcc84665-fd34-40b9-8f71-3a44f7010850 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Publish callbacks [] for port (6ee0837e-75b8-46b9-af1a-466cc3301713), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:34.863781 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-18a7e0a7-d72e-4a45-90a4-8a0e094e6844 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763'] for network (b246cadf-d908-4a77-a01d-9820dcb98608), after_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:34.865404 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18a7e0a7-d72e-4a45-90a4-8a0e094e6844 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:31:34.868532 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-18a7e0a7-d72e-4a45-90a4-8a0e094e6844 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3733777'] for network (None), before_response {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:34.872454 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-9628c4b9-5930-41e5-826f-cb5083be5dce tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310824'] for security_group_rule (d986b27d-272e-4e14-b105-3fd086ab7d5b), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:34.901071 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9628c4b9-5930-41e5-826f-cb5083be5dce tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d986b27d-272e-4e14-b105-3fd086ab7d5b,revision_number=0']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:31:34.927536 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cc5b07-6bb1-4cdd-b134-12ae7013b80c req-6e0b9988-be4a-4ac6-beca-1a39af12095c tempest-DeleteServersTestJSON-1591701399 tempest-DeleteServersTestJSON-1591701399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:31:34.929124 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-92cc5b07-6bb1-4cdd-b134-12ae7013b80c req-6e0b9988-be4a-4ac6-beca-1a39af12095c tempest-DeleteServersTestJSON-1591701399 tempest-DeleteServersTestJSON-1591701399-project] 10.222.0.41 "GET /v2.0/ports?device_id=f70bdead-35ea-476a-beb7-d901bf86280a HTTP/1.1" status: 200 len: 931 time: 0.5003369 Mar 08 20:31:34.955095 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03195f77-eaa0-4472-94c7-6754ef672dcd admin admin] Network 6c06189c-e7e3-4c8a-acc0-5147890ac16f is already hosted by enough agents. {{(pid=103459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 20:31:34.958997 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.scheduler.base_scheduler [None req-03195f77-eaa0-4472-94c7-6754ef672dcd admin admin] Resources bound (agent type, host, resource id): {{(pid=103459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:31:35.041818 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [None req-18a7e0a7-d72e-4a45-90a4-8a0e094e6844 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.9647734 Mar 08 20:31:35.044483 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.41', 56484) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:31:35.051354 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.v2.base [None req-5876b81c-7ae6-4a54-a8d6-394f6059ddad admin admin] Request body: {'subnet': {'network_id': 'b246cadf-d908-4a77-a01d-9820dcb98608', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1838738810-subnet', 'tenant_id': 'abaee41264584910bb9de8f4f3e64e35', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:31:35.055524 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a7e0a7-d72e-4a45-90a4-8a0e094e6844 admin admin] Pushing event updated for resources: {'Network': ['ID=b246cadf-d908-4a77-a01d-9820dcb98608,revision_number=1']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:31:35.071567 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.rpc [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Network b246cadf-d908-4a77-a01d-9820dcb98608 details requested by agent ovs-agent-dv-cinder-830096-3-iscsi with host dv-cinder-830096-3-iscsi {{(pid=103460) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 20:31:35.106014 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-9628c4b9-5930-41e5-826f-cb5083be5dce tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:35.117764 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-9628c4b9-5930-41e5-826f-cb5083be5dce tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8140879 Mar 08 20:31:35.119132 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-fcc84665-fd34-40b9-8f71-3a44f7010850 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745146440906'] for port (6ee0837e-75b8-46b9-af1a-466cc3301713), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:35.158472 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.41', 56488) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:31:35.224685 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.v2.base [req-8706e346-78d3-42d8-adbd-1025a4a3fb4b req-e891bdce-6ddf-4dc6-8543-edce42a2d141 service neutron] Request body: {'port': {'device_id': 'f70bdead-35ea-476a-beb7-d901bf86280a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=103458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:31:35.246161 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.db.l3_dvr_db [None req-10ecd2eb-db56-465c-821f-1b8635b94616 None None] Set router 16dea0cb-fffa-4ed7-9abb-b7eb4318dca9 gateway port host: dv-cinder-830096-3-iscsi {{(pid=103461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:31:35.253823 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.rpc [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Device 8a387cb4-88be-456d-967c-2a9b47cbbc3f up at agent ovs-agent-dv-cinder-830096-3-iscsi {{(pid=103460) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 20:31:35.333948 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.v2.base [None req-b9665519-2450-4c4c-9a1e-7ffcbbd9c224 tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] Request body: {'security_group_rule': {'security_group_id': '67f89219-d397-47b0-aaf7-d3f898f93734', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:31:35.358225 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcc84665-fd34-40b9-8f71-3a44f7010850 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Network fc278ace-cc38-44e4-ba35-3f28be706052 is already hosted by enough agents. {{(pid=103458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 20:31:35.394119 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5876b81c-7ae6-4a54-a8d6-394f6059ddad admin admin] Made reservation on behalf of abaee41264584910bb9de8f4f3e64e35 for: {'subnet': 1} {{(pid=103458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 20:31:35.396676 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-5876b81c-7ae6-4a54-a8d6-394f6059ddad admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:35.420923 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-92cc5b07-6bb1-4cdd-b134-12ae7013b80c req-f018fb04-dea7-4e47-9493-3d9860a9fd8d tempest-DeleteServersTestJSON-1591701399 tempest-DeleteServersTestJSON-1591701399-project] 10.222.0.41 "GET /v2.0/security-groups?id=325d1601-4ab7-4960-9061-99cbe6242b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4658563 Mar 08 20:31:35.446919 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.provisioning_blocks [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Provisioning complete for port 8a387cb4-88be-456d-967c-2a9b47cbbc3f triggered by entity L2. {{(pid=103460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:31:35.447306 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476507'] for port (8a387cb4-88be-456d-967c-2a9b47cbbc3f), provisioning_complete {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:35.514083 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745146981205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476605'] for agent (fa4b043a-5d45-4181-9cb2-30d29598ef5b), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:35.596639 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.provisioning_blocks [None req-9a2bc60c-f6ba-4c82-b60b-4eb8ec909ee4 None None] Provisioning complete for port 839cf58f-01a9-44c0-bd6f-fced84cb2228 triggered by entity DHCP. {{(pid=103460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:31:35.597560 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-9a2bc60c-f6ba-4c82-b60b-4eb8ec909ee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476507'] for port (839cf58f-01a9-44c0-bd6f-fced84cb2228), provisioning_complete {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:35.610135 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03195f77-eaa0-4472-94c7-6754ef672dcd admin admin] Router a974851c-fa28-4512-826f-f1ac9013912c has already been hosted by L3 agent 7ae9fd8f-5d61-4821-9eac-044950c450f0 {{(pid=103459) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 20:31:35.614852 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.scheduler.base_scheduler [None req-fcc84665-fd34-40b9-8f71-3a44f7010850 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Resources bound (agent type, host, resource id): {{(pid=103458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:31:35.626140 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcc84665-fd34-40b9-8f71-3a44f7010850 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Received port after_create {{(pid=103458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 20:31:35.745365 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.plugin [None req-9a2bc60c-f6ba-4c82-b60b-4eb8ec909ee4 None None] Port 839cf58f-01a9-44c0-bd6f-fced84cb2228 cannot update to ACTIVE because it is not bound. {{(pid=103460) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 20:31:35.829010 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.plugin [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Current status of the port 8a387cb4-88be-456d-967c-2a9b47cbbc3f is: ACTIVE; New status is: ACTIVE {{(pid=103460) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:31:35.832290 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.rpc [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Device c07238a4-1852-4dbe-82ad-b0c5eb7fb6f9 up at agent ovs-agent-dv-cinder-830096-3-iscsi {{(pid=103460) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 20:31:35.845704 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03195f77-eaa0-4472-94c7-6754ef672dcd admin admin] Notify agent at l3_agent.dv-cinder-830096-3-iscsi the message routers_updated {{(pid=103459) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 20:31:35.866117 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [None req-03195f77-eaa0-4472-94c7-6754ef672dcd admin admin] 10.222.0.41 "PUT /v2.0/routers/a974851c-fa28-4512-826f-f1ac9013912c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7072432 Mar 08 20:31:35.922558 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.db.l3_hamode_db [None req-10ecd2eb-db56-465c-821f-1b8635b94616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16dea0cb-fffa-4ed7-9abb-b7eb4318dca9', 'name': 'tempest-AttachVolumeTestJSON-2107178860-router', 'tenant_id': '64bbed509db949a6a003c639d3f67567', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'external_fixed_ips': [{'subnet_id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'ip_address': '172.27.2.87'}], 'enable_snat': True}, 'gw_port_id': '8a387cb4-88be-456d-967c-2a9b47cbbc3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:31:22Z', 'updated_at': '2022-03-08T20:31:29Z', 'revision_number': 4, 'project_id': '64bbed509db949a6a003c639d3f67567', 'gw_port': {'id': '8a387cb4-88be-456d-967c-2a9b47cbbc3f', 'name': '', 'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:7f:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16dea0cb-fffa-4ed7-9abb-b7eb4318dca9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'ip_address': '172.27.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:31:22Z', 'updated_at': '2022-03-08T20:31:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-3-iscsi', '_interfaces': [{'id': '2b64d9f9-fa35-4931-b4db-da8ee2f739d3', 'name': '', 'network_id': 'bb3cf682-183a-4b4f-b70b-ac9d75a4abdd', 'tenant_id': '64bbed509db949a6a003c639d3f67567', 'mac_address': 'fa:16:3e:16:73:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16dea0cb-fffa-4ed7-9abb-b7eb4318dca9', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'a968dc2a-71a9-4847-a130-162c884db338', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:31:27Z', 'updated_at': '2022-03-08T20:31:29Z', 'revision_number': 2, 'project_id': '64bbed509db949a6a003c639d3f67567', 'subnets': [{'id': 'a968dc2a-71a9-4847-a130-162c884db338', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830096-3-iscsi', False) {} {{(pid=103461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:31:35.962350 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10ecd2eb-db56-465c-821f-1b8635b94616 None None] Checking router: 16dea0cb-fffa-4ed7-9abb-b7eb4318dca9 for host: dv-cinder-830096-3-iscsi {{(pid=103461) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 20:31:35.962761 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10ecd2eb-db56-465c-821f-1b8635b94616 None None] Updating router 16dea0cb-fffa-4ed7-9abb-b7eb4318dca9 port 2b64d9f9-fa35-4931-b4db-da8ee2f739d3 binding host dv-cinder-830096-3-iscsi {{(pid=103461) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 20:31:35.966865 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc84665-fd34-40b9-8f71-3a44f7010850 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Pushing event updated for resources: {'Port': ['ID=6ee0837e-75b8-46b9-af1a-466cc3301713,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:31:36.014591 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron_lib.callbacks.manager [None req-10ecd2eb-db56-465c-821f-1b8635b94616 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747308'] for port (2b64d9f9-fa35-4931-b4db-da8ee2f739d3), before_update {{(pid=103461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:36.077406 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-8706e346-78d3-42d8-adbd-1025a4a3fb4b req-e891bdce-6ddf-4dc6-8543-edce42a2d141 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747308'] for port (ee01793f-c2c5-424e-bae8-e6ab1a18fd61), before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:36.125399 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-fcc84665-fd34-40b9-8f71-3a44f7010850 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Publish callbacks [] for floatingip (b547fc3c-8d67-408d-927f-ae3a2f6cb4dc), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:36.154450 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-b9665519-2450-4c4c-9a1e-7ffcbbd9c224 tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] Publish callbacks [] for security_group_rule (dce030ff-de41-41aa-9a9d-c232bde72763), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:36.166194 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-5876b81c-7ae6-4a54-a8d6-394f6059ddad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763'] for subnet (4c4ecd0f-9b2a-4807-802e-e24263764e22), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:36.182066 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.provisioning_blocks [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Provisioning complete for port c07238a4-1852-4dbe-82ad-b0c5eb7fb6f9 triggered by entity L2. {{(pid=103460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:31:36.183174 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476507'] for port (c07238a4-1852-4dbe-82ad-b0c5eb7fb6f9), provisioning_complete {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:36.386516 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron_lib.callbacks.manager [None req-10ecd2eb-db56-465c-821f-1b8635b94616 None None] Publish callbacks [] for port (2b64d9f9-fa35-4931-b4db-da8ee2f739d3), precommit_update {{(pid=103461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:36.392053 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.plugin [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Current status of the port c07238a4-1852-4dbe-82ad-b0c5eb7fb6f9 is: ACTIVE; New status is: ACTIVE {{(pid=103460) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:31:36.458162 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron_lib.callbacks.manager [None req-10ecd2eb-db56-465c-821f-1b8635b94616 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745146878648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745146440924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745146440942'] for port (2b64d9f9-fa35-4931-b4db-da8ee2f739d3), after_update {{(pid=103461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:36.477137 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5876b81c-7ae6-4a54-a8d6-394f6059ddad admin admin] Pushing event updated for resources: {'Subnet': ['ID=4c4ecd0f-9b2a-4807-802e-e24263764e22,revision_number=0']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:31:36.478889 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-fcc84665-fd34-40b9-8f71-3a44f7010850 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747308'] for port (6ee0837e-75b8-46b9-af1a-466cc3301713), before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:36.602914 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cf49ea-b034-4595-b6dd-8444be876cc8 None None] Pushing event updated for resources: {'Port': ['ID=2b64d9f9-fa35-4931-b4db-da8ee2f739d3,revision_number=3']} {{(pid=103461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:31:36.648429 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.plugins.ml2.managers [None req-10ecd2eb-db56-465c-821f-1b8635b94616 None None] Attempting to bind port 2b64d9f9-fa35-4931-b4db-da8ee2f739d3 on host dv-cinder-830096-3-iscsi for vnic_type normal with profile {{(pid=103461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 20:31:36.648851 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.plugins.ml2.managers [None req-10ecd2eb-db56-465c-821f-1b8635b94616 None None] Attempting to bind port 2b64d9f9-fa35-4931-b4db-da8ee2f739d3 by drivers openvswitch,hyperv on host dv-cinder-830096-3-iscsi at level 0 using segments [{'id': '14ae2af9-0664-46c4-a507-3b43c3ed1f8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'bb3cf682-183a-4b4f-b70b-ac9d75a4abdd'}] {{(pid=103461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 20:31:36.649225 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10ecd2eb-db56-465c-821f-1b8635b94616 None None] Attempting to bind port 2b64d9f9-fa35-4931-b4db-da8ee2f739d3 on network bb3cf682-183a-4b4f-b70b-ac9d75a4abdd {{(pid=103461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 20:31:36.655057 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10ecd2eb-db56-465c-821f-1b8635b94616 None None] Checking agent: {'id': 'fa4b043a-5d45-4181-9cb2-30d29598ef5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830096-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 20, 23, 5), 'started_at': datetime.datetime(2022, 3, 8, 20, 23, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 20, 31, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830096-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 20:31:36.656000 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10ecd2eb-db56-465c-821f-1b8635b94616 None None] Checking segment: {'id': '14ae2af9-0664-46c4-a507-3b43c3ed1f8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'bb3cf682-183a-4b4f-b70b-ac9d75a4abdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 20:31:36.656434 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron_lib.callbacks.manager [None req-10ecd2eb-db56-465c-821f-1b8635b94616 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:36.657101 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10ecd2eb-db56-465c-821f-1b8635b94616 None None] Bound using segment: {'id': '14ae2af9-0664-46c4-a507-3b43c3ed1f8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'bb3cf682-183a-4b4f-b70b-ac9d75a4abdd'} {{(pid=103461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 20:31:36.657589 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.plugins.ml2.managers [None req-10ecd2eb-db56-465c-821f-1b8635b94616 None None] Bound port: 2b64d9f9-fa35-4931-b4db-da8ee2f739d3, host: dv-cinder-830096-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14ae2af9-0664-46c4-a507-3b43c3ed1f8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'bb3cf682-183a-4b4f-b70b-ac9d75a4abdd'}}] {{(pid=103461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 20:31:36.658102 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron_lib.callbacks.manager [None req-10ecd2eb-db56-465c-821f-1b8635b94616 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747308'] for port (2b64d9f9-fa35-4931-b4db-da8ee2f739d3), before_update {{(pid=103461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:36.659168 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-fcc84665-fd34-40b9-8f71-3a44f7010850 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Publish callbacks [] for port (6ee0837e-75b8-46b9-af1a-466cc3301713), precommit_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:36.672831 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-b9665519-2450-4c4c-9a1e-7ffcbbd9c224 tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] Publish callbacks [] for security_group_rule (dce030ff-de41-41aa-9a9d-c232bde72763), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:36.756094 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5876b81c-7ae6-4a54-a8d6-394f6059ddad admin admin] Checking segment: {'id': '42757af0-5f99-4dc9-b6f6-4a8be864c733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'b246cadf-d908-4a77-a01d-9820dcb98608'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 20:31:36.765958 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5876b81c-7ae6-4a54-a8d6-394f6059ddad admin admin] Network hostable DHCP agents. Network: b246cadf-d908-4a77-a01d-9820dcb98608, hostable agents: ['a3d84102-f7d3-452b-861a-973020576047'], hosted agents: [] {{(pid=103458) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 20:31:36.766230 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.plugins.ml2.db [None req-10ecd2eb-db56-465c-821f-1b8635b94616 None None] For port 2b64d9f9-fa35-4931-b4db-da8ee2f739d3, host dv-cinder-830096-3-iscsi, cleared binding levels {{(pid=103461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 20:31:36.766301 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.wsgi [-] (103459) accepted ('10.222.0.41', 56550) {{(pid=103459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:31:36.766768 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.plugins.ml2.db [None req-10ecd2eb-db56-465c-821f-1b8635b94616 None None] For port 2b64d9f9-fa35-4931-b4db-da8ee2f739d3, host dv-cinder-830096-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-3-iscsi',level=0,port_id=2b64d9f9-fa35-4931-b4db-da8ee2f739d3,segment=NetworkSegment(14ae2af9-0664-46c4-a507-3b43c3ed1f8c),segment_id=14ae2af9-0664-46c4-a507-3b43c3ed1f8c)] {{(pid=103461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 20:31:36.816595 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-fcc84665-fd34-40b9-8f71-3a44f7010850 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745146878648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745146440924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745146440942'] for port (6ee0837e-75b8-46b9-af1a-466cc3301713), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:36.926976 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-b9665519-2450-4c4c-9a1e-7ffcbbd9c224 tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310824'] for security_group_rule (dce030ff-de41-41aa-9a9d-c232bde72763), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:36.947758 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron_lib.callbacks.manager [None req-10ecd2eb-db56-465c-821f-1b8635b94616 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745146878648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745146440924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745146440942'] for port (2b64d9f9-fa35-4931-b4db-da8ee2f739d3), after_update {{(pid=103461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:36.984534 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.rpc [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Device 3d299657-8d46-4c76-b4af-4c578b5510e7 up at agent ovs-agent-dv-cinder-830096-3-iscsi {{(pid=103460) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 20:31:36.996298 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc1b86b-9c63-4ab2-8a5b-f94f6ef9c953 req-13ff5908-7e89-4c84-839a-29e55d10a3ea tempest-DeleteServersTestJSON-1591701399 tempest-DeleteServersTestJSON-1591701399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:31:37.001721 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-ddc1b86b-9c63-4ab2-8a5b-f94f6ef9c953 req-13ff5908-7e89-4c84-839a-29e55d10a3ea tempest-DeleteServersTestJSON-1591701399 tempest-DeleteServersTestJSON-1591701399-project] 10.222.0.41 "GET /v2.0/ports?device_id=f70bdead-35ea-476a-beb7-d901bf86280a HTTP/1.1" status: 200 len: 931 time: 0.3309047 Mar 08 20:31:37.072349 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-fcc84665-fd34-40b9-8f71-3a44f7010850 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-443219'] for floatingip (b547fc3c-8d67-408d-927f-ae3a2f6cb4dc), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:37.119682 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5876b81c-7ae6-4a54-a8d6-394f6059ddad admin admin] Network b246cadf-d908-4a77-a01d-9820dcb98608 is scheduled to be hosted by DHCP agent a3d84102-f7d3-452b-861a-973020576047 with binding_index 1 {{(pid=103458) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 20:31:37.141899 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9665519-2450-4c4c-9a1e-7ffcbbd9c224 tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dce030ff-de41-41aa-9a9d-c232bde72763,revision_number=0']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:31:37.230018 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.provisioning_blocks [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Provisioning complete for port 3d299657-8d46-4c76-b4af-4c578b5510e7 triggered by entity L2. {{(pid=103460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:31:37.233043 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476507'] for port (3d299657-8d46-4c76-b4af-4c578b5510e7), provisioning_complete {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:37.279364 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc84665-fd34-40b9-8f71-3a44f7010850 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Pushing event updated for resources: {'Port': ['ID=6ee0837e-75b8-46b9-af1a-466cc3301713,revision_number=2']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:31:37.337523 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-b9665519-2450-4c4c-9a1e-7ffcbbd9c224 tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:37.354626 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.provisioning_blocks [None req-47626f13-8e85-49c7-a0c0-d6b8129691e1 None None] Provisioning complete for port 2b64d9f9-fa35-4931-b4db-da8ee2f739d3 triggered by entity DHCP. {{(pid=103460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:31:37.354626 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-47626f13-8e85-49c7-a0c0-d6b8129691e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476507'] for port (2b64d9f9-fa35-4931-b4db-da8ee2f739d3), provisioning_complete {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:37.355044 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-b9665519-2450-4c4c-9a1e-7ffcbbd9c224 tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.1716251 Mar 08 20:31:37.355044 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.41', 56564) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:31:37.360721 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cf49ea-b034-4595-b6dd-8444be876cc8 None None] Pushing event updated for resources: {'Port': ['ID=2b64d9f9-fa35-4931-b4db-da8ee2f739d3,revision_number=4']} {{(pid=103461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:31:37.380151 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.v2.base [None req-18b9fedd-77f5-4434-8b13-adf2b358a93e tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] Request body: {'floatingip': {'floating_network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052'}} {{(pid=103458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:31:37.382873 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10ecd2eb-db56-465c-821f-1b8635b94616 None None] Routers {'16dea0cb-fffa-4ed7-9abb-b7eb4318dca9'} bound to L3 agent in host dv-cinder-830096-3-iscsi {{(pid=103461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:31:37.385992 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-1fa064cd-c150-4dce-a2b8-5394d0531e2c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:37.386885 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.db.l3_hamode_db [None req-10ecd2eb-db56-465c-821f-1b8635b94616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T20:23:01Z,description=,heartbeat_timestamp=2022-03-08T20:31:31Z,host='dv-cinder-830096-3-iscsi',id=7ae9fd8f-5d61-4821-9eac-044950c450f0,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:23:02Z,topic='l3_agent')) {'router_ids': ['16dea0cb-fffa-4ed7-9abb-b7eb4318dca9'], 'active': True} {{(pid=103461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:31:37.576574 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.scheduler.base_scheduler [None req-5876b81c-7ae6-4a54-a8d6-394f6059ddad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830096-3-iscsi, b246cadf-d908-4a77-a01d-9820dcb98608) {{(pid=103458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:31:37.596401 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5876b81c-7ae6-4a54-a8d6-394f6059ddad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:31:37.596768 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-5876b81c-7ae6-4a54-a8d6-394f6059ddad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3733777'] for subnet (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:37.601618 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-fcc84665-fd34-40b9-8f71-3a44f7010850 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4188892'] for floatingip (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:37.641055 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-fcc84665-fd34-40b9-8f71-3a44f7010850 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.7139585 Mar 08 20:31:37.647767 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-ddc1b86b-9c63-4ab2-8a5b-f94f6ef9c953 req-0e7db44e-583a-43bc-8895-793de1c35003 tempest-DeleteServersTestJSON-1591701399 tempest-DeleteServersTestJSON-1591701399-project] 10.222.0.41 "GET /v2.0/security-groups?id=325d1601-4ab7-4960-9061-99cbe6242b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6120071 Mar 08 20:31:37.698411 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77ff43d0-cf85-426f-8e47-29d86b825f1c None None] Network b246cadf-d908-4a77-a01d-9820dcb98608 requested from dv-cinder-830096-3-iscsi {{(pid=103460) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 20:31:37.703044 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-1fa064cd-c150-4dce-a2b8-5394d0531e2c admin admin] Publish callbacks [] for security_group (f54c0b13-09c2-45de-befc-2600dd5f5f25), precommit_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:37.724789 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.wsgi [-] (103459) accepted ('10.222.0.41', 56576) {{(pid=103459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:31:37.753253 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.v2.base [None req-ec1205fa-1ad9-4323-82d6-3d62b4e21e33 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] Request body: {'security_group': {'name': 'tempest-securitygroup--935287737', 'description': 'tempest-description--318930713'}} {{(pid=103459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:31:37.818370 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-18b9fedd-77f5-4434-8b13-adf2b358a93e tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:37.850564 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-1fa064cd-c150-4dce-a2b8-5394d0531e2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310940'] for security_group (f54c0b13-09c2-45de-befc-2600dd5f5f25), after_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:37.880580 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.plugin [None req-47626f13-8e85-49c7-a0c0-d6b8129691e1 None None] Current status of the port 2b64d9f9-fa35-4931-b4db-da8ee2f739d3 is: DOWN; New status is: ACTIVE {{(pid=103460) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:31:37.881433 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-47626f13-8e85-49c7-a0c0-d6b8129691e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747308'] for port (2b64d9f9-fa35-4931-b4db-da8ee2f739d3), before_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:37.886145 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.db.l3_dvr_db [None req-10ecd2eb-db56-465c-821f-1b8635b94616 None None] Set router 16dea0cb-fffa-4ed7-9abb-b7eb4318dca9 gateway port host: dv-cinder-830096-3-iscsi {{(pid=103461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:31:37.897574 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [None req-1fa064cd-c150-4dce-a2b8-5394d0531e2c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=59ec8fd13aad4ec4a10041547d12fa8d&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1325495 Mar 08 20:31:37.900492 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.wsgi [-] (103459) accepted ('10.222.0.41', 56586) {{(pid=103459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:31:37.907029 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3e18c58-7f4e-4cc6-98a6-27cd9f87f11b None None] Network b246cadf-d908-4a77-a01d-9820dcb98608 requested from dv-cinder-830096-3-iscsi {{(pid=103460) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 20:31:37.970832 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-5876b81c-7ae6-4a54-a8d6-394f6059ddad admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.9243977 Mar 08 20:31:37.986485 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-ec1205fa-1ad9-4323-82d6-3d62b4e21e33 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] Publish callbacks [] for security_group (None), before_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:38.082113 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.db [None req-47626f13-8e85-49c7-a0c0-d6b8129691e1 None None] For port 2b64d9f9-fa35-4931-b4db-da8ee2f739d3, host dv-cinder-830096-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-3-iscsi',level=0,port_id=2b64d9f9-fa35-4931-b4db-da8ee2f739d3,segment=NetworkSegment(14ae2af9-0664-46c4-a507-3b43c3ed1f8c),segment_id=14ae2af9-0664-46c4-a507-3b43c3ed1f8c)] {{(pid=103460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:31:38.141835 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa064cd-c150-4dce-a2b8-5394d0531e2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f54c0b13-09c2-45de-befc-2600dd5f5f25,revision_number=1']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:31:38.162249 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.plugin [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Current status of the port 3d299657-8d46-4c76-b4af-4c578b5510e7 is: DOWN; New status is: ACTIVE {{(pid=103460) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:31:38.163839 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747308'] for port (3d299657-8d46-4c76-b4af-4c578b5510e7), before_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:38.242770 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-8adfacaa-726c-45d4-af24-b2e8659d649f admin admin] Publish callbacks [] for security_group (f54c0b13-09c2-45de-befc-2600dd5f5f25), before_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:38.243916 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.db [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] For port 3d299657-8d46-4c76-b4af-4c578b5510e7, host dv-cinder-830096-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-3-iscsi',level=0,port_id=3d299657-8d46-4c76-b4af-4c578b5510e7,segment=NetworkSegment(e3ec3731-5b41-434a-a3a7-2ad1e453961f),segment_id=e3ec3731-5b41-434a-a3a7-2ad1e453961f)] {{(pid=103460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:31:38.252903 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-8adfacaa-726c-45d4-af24-b2e8659d649f admin admin] Publish callbacks [] for security_group (f54c0b13-09c2-45de-befc-2600dd5f5f25), precommit_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:38.294564 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.notifiers.nova [req-8706e346-78d3-42d8-adbd-1025a4a3fb4b req-e891bdce-6ddf-4dc6-8543-edce42a2d141 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee01793f-c2c5-424e-bae8-e6ab1a18fd61 {{(pid=103458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 20:31:38.336961 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-47626f13-8e85-49c7-a0c0-d6b8129691e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745146878648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745146440924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745146440942'] for port (2b64d9f9-fa35-4931-b4db-da8ee2f739d3), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:38.394793 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-8706e346-78d3-42d8-adbd-1025a4a3fb4b req-e891bdce-6ddf-4dc6-8543-edce42a2d141 service neutron] Publish callbacks [] for port (ee01793f-c2c5-424e-bae8-e6ab1a18fd61), precommit_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:38.489447 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.db.l3_hamode_db [None req-10ecd2eb-db56-465c-821f-1b8635b94616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16dea0cb-fffa-4ed7-9abb-b7eb4318dca9', 'name': 'tempest-AttachVolumeTestJSON-2107178860-router', 'tenant_id': '64bbed509db949a6a003c639d3f67567', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'external_fixed_ips': [{'subnet_id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'ip_address': '172.27.2.87'}], 'enable_snat': True}, 'gw_port_id': '8a387cb4-88be-456d-967c-2a9b47cbbc3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:31:22Z', 'updated_at': '2022-03-08T20:31:29Z', 'revision_number': 4, 'project_id': '64bbed509db949a6a003c639d3f67567', 'gw_port': {'id': '8a387cb4-88be-456d-967c-2a9b47cbbc3f', 'name': '', 'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:7f:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16dea0cb-fffa-4ed7-9abb-b7eb4318dca9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'ip_address': '172.27.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:31:22Z', 'updated_at': '2022-03-08T20:31:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-3-iscsi', '_interfaces': [{'id': '2b64d9f9-fa35-4931-b4db-da8ee2f739d3', 'name': '', 'network_id': 'bb3cf682-183a-4b4f-b70b-ac9d75a4abdd', 'tenant_id': '64bbed509db949a6a003c639d3f67567', 'mac_address': 'fa:16:3e:16:73:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16dea0cb-fffa-4ed7-9abb-b7eb4318dca9', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'a968dc2a-71a9-4847-a130-162c884db338', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:31:27Z', 'updated_at': '2022-03-08T20:31:36Z', 'revision_number': 4, 'project_id': '64bbed509db949a6a003c639d3f67567', 'subnets': [{'id': 'a968dc2a-71a9-4847-a130-162c884db338', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830096-3-iscsi', False) {} {{(pid=103461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:31:38.530785 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.provisioning_blocks [None req-e43ca437-ccb4-44c0-a1ac-5bc480873ad5 None None] Provisioning complete for port 2b64d9f9-fa35-4931-b4db-da8ee2f739d3 triggered by entity DHCP. {{(pid=103460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:31:38.531224 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-e43ca437-ccb4-44c0-a1ac-5bc480873ad5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476507'] for port (2b64d9f9-fa35-4931-b4db-da8ee2f739d3), provisioning_complete {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:38.576081 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10ecd2eb-db56-465c-821f-1b8635b94616 None None] The sync data for ids ['16dea0cb-fffa-4ed7-9abb-b7eb4318dca9'] in dv-cinder-830096-3-iscsi is: [{'id': '16dea0cb-fffa-4ed7-9abb-b7eb4318dca9', 'name': 'tempest-AttachVolumeTestJSON-2107178860-router', 'tenant_id': '64bbed509db949a6a003c639d3f67567', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'external_fixed_ips': [{'subnet_id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'ip_address': '172.27.2.87'}], 'enable_snat': True}, 'gw_port_id': '8a387cb4-88be-456d-967c-2a9b47cbbc3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:31:22Z', 'updated_at': '2022-03-08T20:31:29Z', 'revision_number': 4, 'project_id': '64bbed509db949a6a003c639d3f67567', 'gw_port': {'id': '8a387cb4-88be-456d-967c-2a9b47cbbc3f', 'name': '', 'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:7f:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16dea0cb-fffa-4ed7-9abb-b7eb4318dca9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'ip_address': '172.27.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:31:22Z', 'updated_at': '2022-03-08T20:31:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-3-iscsi', '_interfaces': [{'id': '2b64d9f9-fa35-4931-b4db-da8ee2f739d3', 'name': '', 'network_id': 'bb3cf682-183a-4b4f-b70b-ac9d75a4abdd', 'tenant_id': '64bbed509db949a6a003c639d3f67567', 'mac_address': 'fa:16:3e:16:73:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16dea0cb-fffa-4ed7-9abb-b7eb4318dca9', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'a968dc2a-71a9-4847-a130-162c884db338', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:31:27Z', 'updated_at': '2022-03-08T20:31:36Z', 'revision_number': 4, 'project_id': '64bbed509db949a6a003c639d3f67567', 'subnets': [{'id': 'a968dc2a-71a9-4847-a130-162c884db338', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 20:31:38.623691 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47626f13-8e85-49c7-a0c0-d6b8129691e1 None None] Pushing event updated for resources: {'Port': ['ID=2b64d9f9-fa35-4931-b4db-da8ee2f739d3,revision_number=5']} {{(pid=103460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:31:38.642638 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745146878648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745146440924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745146440942'] for port (3d299657-8d46-4c76-b4af-4c578b5510e7), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:38.675639 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-37d42d64-a44c-415b-a3b2-2a8c2e1ac890 req-d33dea35-b705-4107-8d10-84624d03c02b tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--572739050&fields=id&tenant_id=f20808b123ee4f56a27c063a5a344a6f HTTP/1.1" status: 200 len: 267 time: 0.4644172 Mar 08 20:31:38.963242 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.rpc [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Device 2b64d9f9-fa35-4931-b4db-da8ee2f739d3 up at agent ovs-agent-dv-cinder-830096-3-iscsi {{(pid=103460) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 20:31:38.966861 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Pushing event updated for resources: {'Port': ['ID=3d299657-8d46-4c76-b4af-4c578b5510e7,revision_number=4']} {{(pid=103460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:31:38.982414 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [req-8706e346-78d3-42d8-adbd-1025a4a3fb4b req-e891bdce-6ddf-4dc6-8543-edce42a2d141 service neutron] Transition to ACTIVE for port object ee01793f-c2c5-424e-bae8-e6ab1a18fd61 will not be triggered until provisioned by entity L2. {{(pid=103458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 20:31:39.081050 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-18b9fedd-77f5-4434-8b13-adf2b358a93e tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747308'] for port (None), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:39.095606 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.plugin [None req-e43ca437-ccb4-44c0-a1ac-5bc480873ad5 None None] Current status of the port 2b64d9f9-fa35-4931-b4db-da8ee2f739d3 is: ACTIVE; New status is: ACTIVE {{(pid=103460) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:31:39.100957 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-8adfacaa-726c-45d4-af24-b2e8659d649f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310940'] for security_group (f54c0b13-09c2-45de-befc-2600dd5f5f25), after_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:39.105542 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b459828c-28c6-49d5-9b8a-514cb0faaebc req-e62f7f24-c050-4047-bb80-e62aa774be01 tempest-DeleteServersTestJSON-1591701399 tempest-DeleteServersTestJSON-1591701399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:31:39.107112 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-b459828c-28c6-49d5-9b8a-514cb0faaebc req-e62f7f24-c050-4047-bb80-e62aa774be01 tempest-DeleteServersTestJSON-1591701399 tempest-DeleteServersTestJSON-1591701399-project] 10.222.0.41 "GET /v2.0/ports?device_id=f70bdead-35ea-476a-beb7-d901bf86280a HTTP/1.1" status: 200 len: 931 time: 0.1275406 Mar 08 20:31:39.113891 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.provisioning_blocks [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Provisioning complete for port 2b64d9f9-fa35-4931-b4db-da8ee2f739d3 triggered by entity L2. {{(pid=103460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:31:39.114288 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476507'] for port (2b64d9f9-fa35-4931-b4db-da8ee2f739d3), provisioning_complete {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:39.132957 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-8adfacaa-726c-45d4-af24-b2e8659d649f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:39.142115 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [None req-8adfacaa-726c-45d4-af24-b2e8659d649f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f54c0b13-09c2-45de-befc-2600dd5f5f25 HTTP/1.1" status: 204 len: 168 time: 1.2404487 Mar 08 20:31:39.145662 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-ec1205fa-1ad9-4323-82d6-3d62b4e21e33 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] Publish callbacks [] for security_group (594a1c24-3d62-4c4c-9d98-a58b8e523f99), precommit_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:39.208275 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-8706e346-78d3-42d8-adbd-1025a4a3fb4b req-e891bdce-6ddf-4dc6-8543-edce42a2d141 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745146878648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745146440924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745146440942'] for port (ee01793f-c2c5-424e-bae8-e6ab1a18fd61), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:39.311077 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.plugin [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Current status of the port 2b64d9f9-fa35-4931-b4db-da8ee2f739d3 is: ACTIVE; New status is: ACTIVE {{(pid=103460) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:31:39.338880 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-ec1205fa-1ad9-4323-82d6-3d62b4e21e33 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310940'] for security_group (594a1c24-3d62-4c4c-9d98-a58b8e523f99), after_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:39.370701 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adfacaa-726c-45d4-af24-b2e8659d649f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f54c0b13-09c2-45de-befc-2600dd5f5f25,revision_number=None']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:31:39.474875 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1205fa-1ad9-4323-82d6-3d62b4e21e33 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] Pushing event updated for resources: {'SecurityGroup': ['ID=594a1c24-3d62-4c4c-9d98-a58b8e523f99,revision_number=1']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:31:39.512860 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-b459828c-28c6-49d5-9b8a-514cb0faaebc req-8560f76c-895a-4f3b-b083-4217bfdb67d3 tempest-DeleteServersTestJSON-1591701399 tempest-DeleteServersTestJSON-1591701399-project] 10.222.0.41 "GET /v2.0/security-groups?id=325d1601-4ab7-4960-9061-99cbe6242b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3956282 Mar 08 20:31:39.526395 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e891bdce-6ddf-4dc6-8543-edce42a2d141 service neutron] Pushing event updated for resources: {'Port': ['ID=ee01793f-c2c5-424e-bae8-e6ab1a18fd61,revision_number=2']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:31:39.575600 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-ec1205fa-1ad9-4323-82d6-3d62b4e21e33 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] Publish callbacks [] for security_group (None), before_response {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:39.579832 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [None req-ec1205fa-1ad9-4323-82d6-3d62b4e21e33 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 1.8633933 Mar 08 20:31:39.582931 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.wsgi [-] (103459) accepted ('10.222.0.41', 56628) {{(pid=103459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:31:39.596766 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.v2.base [None req-cb8eee86-5fa1-4b2c-b60e-688e5863d65a tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] Request body: {'security_group_rule': {'security_group_id': '594a1c24-3d62-4c4c-9d98-a58b8e523f99', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:31:39.613107 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d42d64-a44c-415b-a3b2-2a8c2e1ac890 req-6cf810f0-40f4-42e1-831e-197698c11796 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:31:39.614673 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-37d42d64-a44c-415b-a3b2-2a8c2e1ac890 req-6cf810f0-40f4-42e1-831e-197698c11796 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] 10.222.0.41 "GET /v2.0/networks?id=c4b9653e-45c7-499b-ba57-89c5719459c1 HTTP/1.1" status: 200 len: 814 time: 0.9380975 Mar 08 20:31:39.655863 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-37d42d64-a44c-415b-a3b2-2a8c2e1ac890 req-df0dc9ab-271e-42f8-be1a-819fd7c3de05 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] 10.222.0.41 "GET /v2.0/quotas/f20808b123ee4f56a27c063a5a344a6f HTTP/1.1" status: 200 len: 375 time: 0.0314829 Mar 08 20:31:39.718735 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [req-8706e346-78d3-42d8-adbd-1025a4a3fb4b req-e891bdce-6ddf-4dc6-8543-edce42a2d141 service neutron] Attempting to bind port ee01793f-c2c5-424e-bae8-e6ab1a18fd61 on host hv-cinder-83009 for vnic_type normal with profile {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 20:31:39.719364 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [req-8706e346-78d3-42d8-adbd-1025a4a3fb4b req-e891bdce-6ddf-4dc6-8543-edce42a2d141 service neutron] Attempting to bind port ee01793f-c2c5-424e-bae8-e6ab1a18fd61 by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': '44cb8fbc-2f9a-4486-b1fb-d0ea40c8665b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'dde8d1ca-6419-419a-83ee-3c26ebcab779'}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 20:31:39.719844 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8706e346-78d3-42d8-adbd-1025a4a3fb4b req-e891bdce-6ddf-4dc6-8543-edce42a2d141 service neutron] Attempting to bind port ee01793f-c2c5-424e-bae8-e6ab1a18fd61 on network dde8d1ca-6419-419a-83ee-3c26ebcab779 {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 20:31:39.736878 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8706e346-78d3-42d8-adbd-1025a4a3fb4b req-e891bdce-6ddf-4dc6-8543-edce42a2d141 service neutron] Port ee01793f-c2c5-424e-bae8-e6ab1a18fd61 on network dde8d1ca-6419-419a-83ee-3c26ebcab779 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 20:31:39.737205 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8706e346-78d3-42d8-adbd-1025a4a3fb4b req-e891bdce-6ddf-4dc6-8543-edce42a2d141 service neutron] Attempting to bind port ee01793f-c2c5-424e-bae8-e6ab1a18fd61 on network dde8d1ca-6419-419a-83ee-3c26ebcab779 {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 20:31:39.742959 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8080150e-54fa-4481-a56b-dd048a7f3d3b None None] Sync routers for ids ['a974851c-fa28-4512-826f-f1ac9013912c'] in dv-cinder-830096-3-iscsi {{(pid=103460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 20:31:39.747974 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.db.db_base_plugin_common [None req-18b9fedd-77f5-4434-8b13-adf2b358a93e tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] Allocated IP 172.27.2.98 (fc278ace-cc38-44e4-ba35-3f28be706052/6746aa92-141d-47b3-806a-20502e0a6f7e/6a9d9534-59bf-47d1-8f98-c93f07ebc998) {{(pid=103458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 20:31:39.753222 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8706e346-78d3-42d8-adbd-1025a4a3fb4b req-e891bdce-6ddf-4dc6-8543-edce42a2d141 service neutron] Checking agent: {'id': '905863fd-6a46-47f8-82ce-98f31309cbd3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 20, 29, 24), 'started_at': datetime.datetime(2022, 3, 8, 20, 29, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 20, 31, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 20:31:39.753584 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8706e346-78d3-42d8-adbd-1025a4a3fb4b req-e891bdce-6ddf-4dc6-8543-edce42a2d141 service neutron] Checking segment: {'id': '44cb8fbc-2f9a-4486-b1fb-d0ea40c8665b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'dde8d1ca-6419-419a-83ee-3c26ebcab779'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 20:31:39.754139 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8706e346-78d3-42d8-adbd-1025a4a3fb4b req-e891bdce-6ddf-4dc6-8543-edce42a2d141 service neutron] Bound using segment: {'id': '44cb8fbc-2f9a-4486-b1fb-d0ea40c8665b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'dde8d1ca-6419-419a-83ee-3c26ebcab779'} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 20:31:39.754609 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [req-8706e346-78d3-42d8-adbd-1025a4a3fb4b req-e891bdce-6ddf-4dc6-8543-edce42a2d141 service neutron] Bound port: ee01793f-c2c5-424e-bae8-e6ab1a18fd61, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44cb8fbc-2f9a-4486-b1fb-d0ea40c8665b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'dde8d1ca-6419-419a-83ee-3c26ebcab779'}}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 20:31:39.754962 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-8706e346-78d3-42d8-adbd-1025a4a3fb4b req-e891bdce-6ddf-4dc6-8543-edce42a2d141 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747308'] for port (ee01793f-c2c5-424e-bae8-e6ab1a18fd61), before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:39.790556 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8080150e-54fa-4481-a56b-dd048a7f3d3b None None] Routers {'a974851c-fa28-4512-826f-f1ac9013912c'} bound to L3 agent in host dv-cinder-830096-3-iscsi {{(pid=103460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:31:39.791215 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-8080150e-54fa-4481-a56b-dd048a7f3d3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T20:23:01Z,description=,heartbeat_timestamp=2022-03-08T20:31:31Z,host='dv-cinder-830096-3-iscsi',id=7ae9fd8f-5d61-4821-9eac-044950c450f0,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:23:02Z,topic='l3_agent')) {'router_ids': ['a974851c-fa28-4512-826f-f1ac9013912c'], 'active': True} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:31:39.843545 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-cb8eee86-5fa1-4b2c-b60e-688e5863d65a tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] Publish callbacks [] for security_group_rule (314876e0-076b-4c8b-ad23-0f6ce2df596d), before_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:39.861511 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-37d42d64-a44c-415b-a3b2-2a8c2e1ac890 req-c78c4f7a-db9f-4c99-ae06-102cae1dec3c tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=f20808b123ee4f56a27c063a5a344a6f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1982121 Mar 08 20:31:40.120521 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.wsgi [-] (103459) accepted ('10.222.0.41', 56642) {{(pid=103459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:31:40.137917 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-18b9fedd-77f5-4434-8b13-adf2b358a93e tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] Publish callbacks [] for port (6a9d9534-59bf-47d1-8f98-c93f07ebc998), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:40.140661 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.v2.base [None req-762168b1-cca2-4696-8c76-b746c0874bf4 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-153923784-network', 'tenant_id': '35e456606f604831bb66953c3a535589'}} {{(pid=103459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:31:40.216755 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-cb8eee86-5fa1-4b2c-b60e-688e5863d65a tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] Publish callbacks [] for security_group_rule (314876e0-076b-4c8b-ad23-0f6ce2df596d), precommit_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:40.231652 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvr_db [None req-8080150e-54fa-4481-a56b-dd048a7f3d3b None None] Set router a974851c-fa28-4512-826f-f1ac9013912c gateway port host: dv-cinder-830096-3-iscsi {{(pid=103460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:31:40.234122 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.db [req-8706e346-78d3-42d8-adbd-1025a4a3fb4b req-e891bdce-6ddf-4dc6-8543-edce42a2d141 service neutron] For port ee01793f-c2c5-424e-bae8-e6ab1a18fd61, host hv-cinder-83009, cleared binding levels {{(pid=103458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 20:31:40.242060 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.db [req-8706e346-78d3-42d8-adbd-1025a4a3fb4b req-e891bdce-6ddf-4dc6-8543-edce42a2d141 service neutron] For port ee01793f-c2c5-424e-bae8-e6ab1a18fd61, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=ee01793f-c2c5-424e-bae8-e6ab1a18fd61,segment=NetworkSegment(44cb8fbc-2f9a-4486-b1fb-d0ea40c8665b),segment_id=44cb8fbc-2f9a-4486-b1fb-d0ea40c8665b)] {{(pid=103458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 20:31:40.253293 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-18b9fedd-77f5-4434-8b13-adf2b358a93e tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745146440906'] for port (6a9d9534-59bf-47d1-8f98-c93f07ebc998), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:40.296845 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-cb8eee86-5fa1-4b2c-b60e-688e5863d65a tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310824'] for security_group_rule (314876e0-076b-4c8b-ad23-0f6ce2df596d), after_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:40.338695 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18b9fedd-77f5-4434-8b13-adf2b358a93e tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] Network fc278ace-cc38-44e4-ba35-3f28be706052 is already hosted by enough agents. {{(pid=103458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 20:31:40.343223 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b9fedd-77f5-4434-8b13-adf2b358a93e tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] Pushing event updated for resources: {'Port': ['ID=6a9d9534-59bf-47d1-8f98-c93f07ebc998,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:31:40.345766 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.scheduler.base_scheduler [None req-18b9fedd-77f5-4434-8b13-adf2b358a93e tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] Resources bound (agent type, host, resource id): {{(pid=103458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:31:40.348539 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18b9fedd-77f5-4434-8b13-adf2b358a93e tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] Received port after_create {{(pid=103458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 20:31:40.361678 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8eee86-5fa1-4b2c-b60e-688e5863d65a tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=314876e0-076b-4c8b-ad23-0f6ce2df596d,revision_number=0']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:31:40.366721 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-8706e346-78d3-42d8-adbd-1025a4a3fb4b req-e891bdce-6ddf-4dc6-8543-edce42a2d141 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745146878648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745146440924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745146440942'] for port (ee01793f-c2c5-424e-bae8-e6ab1a18fd61), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:40.376981 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-37d42d64-a44c-415b-a3b2-2a8c2e1ac890 req-aefac633-3aa8-4e3e-996d-9dee422b38dc service neutron] 10.222.0.41 "GET /v2.0/networks/c4b9653e-45c7-499b-ba57-89c5719459c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4789526 Mar 08 20:31:40.417988 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-762168b1-cca2-4696-8c76-b746c0874bf4 admin admin] Made reservation on behalf of 35e456606f604831bb66953c3a535589 for: {'network': 1} {{(pid=103459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 20:31:40.427269 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-762168b1-cca2-4696-8c76-b746c0874bf4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747308'] for network (None), before_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:40.490496 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-762168b1-cca2-4696-8c76-b746c0874bf4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:40.547536 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-cb8eee86-5fa1-4b2c-b60e-688e5863d65a tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:40.551091 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [None req-cb8eee86-5fa1-4b2c-b60e-688e5863d65a tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9602103 Mar 08 20:31:40.585193 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.wsgi [-] (103459) accepted ('10.222.0.41', 56656) {{(pid=103459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:31:40.598065 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.v2.base [None req-fb644120-0c0e-4fa7-bd84-0f96b785cdd0 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] Request body: {'security_group_rule': {'security_group_id': '594a1c24-3d62-4c4c-9d98-a58b8e523f99', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:31:40.670025 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-37d42d64-a44c-415b-a3b2-2a8c2e1ac890 req-9c49643a-eb64-427a-ad79-d40a450f3c27 service neutron] 10.222.0.41 "GET /v2.0/networks/c4b9653e-45c7-499b-ba57-89c5719459c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2915058 Mar 08 20:31:40.749681 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8706e346-78d3-42d8-adbd-1025a4a3fb4b req-e891bdce-6ddf-4dc6-8543-edce42a2d141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:31:40.749681 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-8706e346-78d3-42d8-adbd-1025a4a3fb4b req-e891bdce-6ddf-4dc6-8543-edce42a2d141 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4188892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3733777'] for port (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:40.767555 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-762168b1-cca2-4696-8c76-b746c0874bf4 admin admin] Publish callbacks [] for security_group (f39ea243-cb4f-4aea-ad14-ade670daa5fc), precommit_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:40.771979 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-8706e346-78d3-42d8-adbd-1025a4a3fb4b req-e891bdce-6ddf-4dc6-8543-edce42a2d141 service neutron] 10.222.0.37 "PUT /v2.0/ports/ee01793f-c2c5-424e-bae8-e6ab1a18fd61 HTTP/1.1" status: 200 len: 1093 time: 5.8142481 Mar 08 20:31:40.772314 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-fb644120-0c0e-4fa7-bd84-0f96b785cdd0 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] Publish callbacks [] for security_group_rule (bf00023f-0dff-4ad4-9a7f-b7a49704b290), before_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:40.780098 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f70bdead-35ea-476a-beb7-d901bf86280a', 'tag': 'ee01793f-c2c5-424e-bae8-e6ab1a18fd61'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 20:31:40.856852 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.rpc [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Device 3d299657-8d46-4c76-b4af-4c578b5510e7 up at agent ovs-agent-dv-cinder-830096-3-iscsi {{(pid=103460) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 20:31:40.862299 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-762168b1-cca2-4696-8c76-b746c0874bf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310940'] for security_group (f39ea243-cb4f-4aea-ad14-ade670daa5fc), after_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:40.892255 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-762168b1-cca2-4696-8c76-b746c0874bf4 admin admin] vlan segment allocate from pool success with {'vlan_id': 105, 'physical_network': 'physnet1'} {{(pid=103459) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 20:31:40.934773 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762168b1-cca2-4696-8c76-b746c0874bf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f39ea243-cb4f-4aea-ad14-ade670daa5fc,revision_number=1']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:31:40.939457 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-762168b1-cca2-4696-8c76-b746c0874bf4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536034'] for segment (8b94915e-c97d-4d5c-8980-8a83d119d789), precommit_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:40.939773 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.db.segments_db [None req-762168b1-cca2-4696-8c76-b746c0874bf4 admin admin] Added segment 8b94915e-c97d-4d5c-8980-8a83d119d789 of type vlan for network 85a02812-a1ee-4228-a0e2-6f87763f462a Mar 08 20:31:40.942429 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-fb644120-0c0e-4fa7-bd84-0f96b785cdd0 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] Publish callbacks [] for security_group_rule (bf00023f-0dff-4ad4-9a7f-b7a49704b290), precommit_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:41.042420 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-762168b1-cca2-4696-8c76-b746c0874bf4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745146455601'] for network (85a02812-a1ee-4228-a0e2-6f87763f462a), precommit_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:41.076279 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-fb644120-0c0e-4fa7-bd84-0f96b785cdd0 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310824'] for security_group_rule (bf00023f-0dff-4ad4-9a7f-b7a49704b290), after_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:41.147543 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb644120-0c0e-4fa7-bd84-0f96b785cdd0 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf00023f-0dff-4ad4-9a7f-b7a49704b290,revision_number=0']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:31:41.204067 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.provisioning_blocks [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Provisioning complete for port 3d299657-8d46-4c76-b4af-4c578b5510e7 triggered by entity L2. {{(pid=103460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:31:41.204067 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476507'] for port (3d299657-8d46-4c76-b4af-4c578b5510e7), provisioning_complete {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:41.206707 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-8080150e-54fa-4481-a56b-dd048a7f3d3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a974851c-fa28-4512-826f-f1ac9013912c', 'name': 'tempest-AttachVolumeShelveTestJSON-298488986-router', 'tenant_id': '01d3223cb5334df4aeb878f77f56a4af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'external_fixed_ips': [{'subnet_id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'ip_address': '172.27.2.2'}], 'enable_snat': True}, 'gw_port_id': '3d299657-8d46-4c76-b4af-4c578b5510e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:31:22Z', 'updated_at': '2022-03-08T20:31:33Z', 'revision_number': 4, 'project_id': '01d3223cb5334df4aeb878f77f56a4af', 'gw_port': {'id': '3d299657-8d46-4c76-b4af-4c578b5510e7', 'name': '', 'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:d5:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a974851c-fa28-4512-826f-f1ac9013912c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'ip_address': '172.27.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:31:25Z', 'updated_at': '2022-03-08T20:31:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-3-iscsi', '_interfaces': [{'id': '839cf58f-01a9-44c0-bd6f-fced84cb2228', 'name': '', 'network_id': '6c06189c-e7e3-4c8a-acc0-5147890ac16f', 'tenant_id': '01d3223cb5334df4aeb878f77f56a4af', 'mac_address': 'fa:16:3e:c9:23:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a974851c-fa28-4512-826f-f1ac9013912c', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '22d98187-3e01-4f4c-846a-c4973fed68d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:31:32Z', 'updated_at': '2022-03-08T20:31:33Z', 'revision_number': 2, 'project_id': '01d3223cb5334df4aeb878f77f56a4af', 'subnets': [{'id': '22d98187-3e01-4f4c-846a-c4973fed68d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830096-3-iscsi', False) {} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:31:41.223729 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-18b9fedd-77f5-4434-8b13-adf2b358a93e tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] Publish callbacks [] for floatingip (584d5196-a225-401c-be63-ae2c06ca69d2), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:41.290341 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e891bdce-6ddf-4dc6-8543-edce42a2d141 service neutron] Pushing event updated for resources: {'Port': ['ID=ee01793f-c2c5-424e-bae8-e6ab1a18fd61,revision_number=3']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:31:41.335597 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8080150e-54fa-4481-a56b-dd048a7f3d3b None None] Checking router: a974851c-fa28-4512-826f-f1ac9013912c for host: dv-cinder-830096-3-iscsi {{(pid=103460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 20:31:41.336047 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8080150e-54fa-4481-a56b-dd048a7f3d3b None None] Updating router a974851c-fa28-4512-826f-f1ac9013912c port 839cf58f-01a9-44c0-bd6f-fced84cb2228 binding host dv-cinder-830096-3-iscsi {{(pid=103460) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 20:31:41.336971 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-762168b1-cca2-4696-8c76-b746c0874bf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763'] for network (85a02812-a1ee-4228-a0e2-6f87763f462a), after_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:41.344438 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-762168b1-cca2-4696-8c76-b746c0874bf4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:31:41.344438 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-762168b1-cca2-4696-8c76-b746c0874bf4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3733777'] for network (None), before_response {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:41.403641 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8706e346-78d3-42d8-adbd-1025a4a3fb4b req-d07bc76c-762c-4416-970f-f8f20230a5af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:31:41.405666 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-8706e346-78d3-42d8-adbd-1025a4a3fb4b req-d07bc76c-762c-4416-970f-f8f20230a5af service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d6f96096d22d48859f721b16524ca2d4&device_id=f70bdead-35ea-476a-beb7-d901bf86280a HTTP/1.1" status: 200 len: 1127 time: 0.3635404 Mar 08 20:31:41.412819 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-fb644120-0c0e-4fa7-bd84-0f96b785cdd0 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:41.413587 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-8080150e-54fa-4481-a56b-dd048a7f3d3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747308'] for port (839cf58f-01a9-44c0-bd6f-fced84cb2228), before_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:41.414159 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [None req-fb644120-0c0e-4fa7-bd84-0f96b785cdd0 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8277113 Mar 08 20:31:41.423403 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.wsgi [-] (103459) accepted ('10.222.0.41', 56688) {{(pid=103459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:31:41.485455 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.v2.base [None req-c28df62c-527a-4459-a192-7c6fb1be0cd6 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] Request body: {'floatingip': {'floating_network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052'}} {{(pid=103459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:31:41.517903 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64fa697-80cd-4206-abfb-53d8fa845a69 req-a44da281-a10d-4777-956d-1f8de719ce23 tempest-DeleteServersTestJSON-1591701399 tempest-DeleteServersTestJSON-1591701399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:31:41.544675 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-a64fa697-80cd-4206-abfb-53d8fa845a69 req-a44da281-a10d-4777-956d-1f8de719ce23 tempest-DeleteServersTestJSON-1591701399 tempest-DeleteServersTestJSON-1591701399-project] 10.222.0.41 "GET /v2.0/ports?device_id=f70bdead-35ea-476a-beb7-d901bf86280a HTTP/1.1" status: 200 len: 943 time: 0.4841406 Mar 08 20:31:41.641747 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-f4c41891-16f6-433a-a814-6a029f6e2c00 req-e584bfc9-9b30-4017-ab5c-fde53a2504d7 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] 10.222.0.41 "GET /v2.0/ports?device_id=76db48e1-da0b-42d6-9dac-a3bdaf9154db HTTP/1.1" status: 200 len: 210 time: 0.2425694 Mar 08 20:31:41.662827 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [None req-762168b1-cca2-4696-8c76-b746c0874bf4 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.5404482 Mar 08 20:31:41.670038 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.wsgi [-] (103459) accepted ('10.222.0.41', 56696) {{(pid=103459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:31:41.684771 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80a387be2d8005eb2e27f9060a02e972faa958bb0688f3ffd3bc7b0f4eb55c8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a60df044-a3b6-4c0e-92dc-221188b51154" -d '{"events": [{"name": "network-changed", "server_uuid": "f70bdead-35ea-476a-beb7-d901bf86280a", "tag": "ee01793f-c2c5-424e-bae8-e6ab1a18fd61"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 20:31:41.688164 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.v2.base [None req-943e47f7-eee9-4b60-acfa-3e2536bd1765 admin admin] Request body: {'subnet': {'network_id': '85a02812-a1ee-4228-a0e2-6f87763f462a', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-153923784-subnet', 'tenant_id': '35e456606f604831bb66953c3a535589', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:31:41.699983 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762168b1-cca2-4696-8c76-b746c0874bf4 admin admin] Pushing event updated for resources: {'Network': ['ID=85a02812-a1ee-4228-a0e2-6f87763f462a,revision_number=1']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:31:41.710093 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.plugin [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Current status of the port 3d299657-8d46-4c76-b4af-4c578b5510e7 is: ACTIVE; New status is: ACTIVE {{(pid=103460) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:31:41.725721 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.rpc [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Network 85a02812-a1ee-4228-a0e2-6f87763f462a details requested by agent ovs-agent-dv-cinder-830096-3-iscsi with host dv-cinder-830096-3-iscsi {{(pid=103460) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 20:31:41.819049 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-c28df62c-527a-4459-a192-7c6fb1be0cd6 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:41.895136 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-8706e346-78d3-42d8-adbd-1025a4a3fb4b req-96277661-7224-42e2-88bf-e478037423b5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ee01793f-c2c5-424e-bae8-e6ab1a18fd61 HTTP/1.1" status: 200 len: 217 time: 0.4519131 Mar 08 20:31:41.897175 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-943e47f7-eee9-4b60-acfa-3e2536bd1765 admin admin] Made reservation on behalf of 35e456606f604831bb66953c3a535589 for: {'subnet': 1} {{(pid=103459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 20:31:41.916852 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-943e47f7-eee9-4b60-acfa-3e2536bd1765 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:41.931777 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-18b9fedd-77f5-4434-8b13-adf2b358a93e tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747308'] for port (6a9d9534-59bf-47d1-8f98-c93f07ebc998), before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:42.205311 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-8080150e-54fa-4481-a56b-dd048a7f3d3b None None] Publish callbacks [] for port (839cf58f-01a9-44c0-bd6f-fced84cb2228), precommit_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:42.266375 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8706e346-78d3-42d8-adbd-1025a4a3fb4b req-366222c3-5c7b-4e91-b656-658fa3d1fcd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:31:42.268279 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-8706e346-78d3-42d8-adbd-1025a4a3fb4b req-366222c3-5c7b-4e91-b656-658fa3d1fcd4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=41a97b68-91f3-4838-9bdc-219b95c686fc HTTP/1.1" status: 200 len: 851 time: 0.3180399 Mar 08 20:31:42.289609 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-8080150e-54fa-4481-a56b-dd048a7f3d3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745146878648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745146440924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745146440942'] for port (839cf58f-01a9-44c0-bd6f-fced84cb2228), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:42.552380 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-c28df62c-527a-4459-a192-7c6fb1be0cd6 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747308'] for port (None), before_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:42.562871 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-a64fa697-80cd-4206-abfb-53d8fa845a69 req-6f2f21ad-4487-45a4-96e4-efbf1bafb7f1 tempest-DeleteServersTestJSON-1591701399 tempest-DeleteServersTestJSON-1591701399-project] 10.222.0.41 "GET /v2.0/security-groups?id=325d1601-4ab7-4960-9061-99cbe6242b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0172551 Mar 08 20:31:42.565147 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-8706e346-78d3-42d8-adbd-1025a4a3fb4b req-c1488b25-d29e-4429-8abf-e5a7d7a38eb4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=dde8d1ca-6419-419a-83ee-3c26ebcab779&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2777128 Mar 08 20:31:42.568281 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 20:31:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-398bf473-8748-4c6d-8fb3-3bf18b6db1f0 x-openstack-request-id: req-398bf473-8748-4c6d-8fb3-3bf18b6db1f0 {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 20:31:42.569224 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f70bdead-35ea-476a-beb7-d901bf86280a", "tag": "ee01793f-c2c5-424e-bae8-e6ab1a18fd61", "status": "completed", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 20:31:42.569696 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-398bf473-8748-4c6d-8fb3-3bf18b6db1f0 {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 20:31:42.570367 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f70bdead-35ea-476a-beb7-d901bf86280a', 'tag': 'ee01793f-c2c5-424e-bae8-e6ab1a18fd61', 'status': 'completed', 'code': 200} Mar 08 20:31:42.718826 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cd0e1e-06ed-4372-ae0d-6293b55b650d None None] Pushing event updated for resources: {'Port': ['ID=839cf58f-01a9-44c0-bd6f-fced84cb2228,revision_number=3']} {{(pid=103460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:31:42.764810 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.db.db_base_plugin_common [None req-c28df62c-527a-4459-a192-7c6fb1be0cd6 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] Allocated IP 172.27.2.77 (fc278ace-cc38-44e4-ba35-3f28be706052/6746aa92-141d-47b3-806a-20502e0a6f7e/4621af5a-c97f-484f-8339-f9f01bb88f84) {{(pid=103459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 20:31:42.770727 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-943e47f7-eee9-4b60-acfa-3e2536bd1765 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763'] for subnet (dab8e571-4e90-4f58-a414-3e4bc0b2d8df), after_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:42.804738 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.managers [None req-8080150e-54fa-4481-a56b-dd048a7f3d3b None None] Attempting to bind port 839cf58f-01a9-44c0-bd6f-fced84cb2228 on host dv-cinder-830096-3-iscsi for vnic_type normal with profile {{(pid=103460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 20:31:42.805466 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.managers [None req-8080150e-54fa-4481-a56b-dd048a7f3d3b None None] Attempting to bind port 839cf58f-01a9-44c0-bd6f-fced84cb2228 by drivers openvswitch,hyperv on host dv-cinder-830096-3-iscsi at level 0 using segments [{'id': '06ef9f39-1080-4af3-a1d4-5e6b0fa990b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '6c06189c-e7e3-4c8a-acc0-5147890ac16f'}] {{(pid=103460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 20:31:42.806103 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8080150e-54fa-4481-a56b-dd048a7f3d3b None None] Attempting to bind port 839cf58f-01a9-44c0-bd6f-fced84cb2228 on network 6c06189c-e7e3-4c8a-acc0-5147890ac16f {{(pid=103460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 20:31:42.833241 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8080150e-54fa-4481-a56b-dd048a7f3d3b None None] Checking agent: {'id': 'fa4b043a-5d45-4181-9cb2-30d29598ef5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830096-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 20, 23, 5), 'started_at': datetime.datetime(2022, 3, 8, 20, 23, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 20, 31, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830096-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 20:31:42.833241 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8080150e-54fa-4481-a56b-dd048a7f3d3b None None] Checking segment: {'id': '06ef9f39-1080-4af3-a1d4-5e6b0fa990b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '6c06189c-e7e3-4c8a-acc0-5147890ac16f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 20:31:42.833241 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-8080150e-54fa-4481-a56b-dd048a7f3d3b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:42.833241 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8080150e-54fa-4481-a56b-dd048a7f3d3b None None] Bound using segment: {'id': '06ef9f39-1080-4af3-a1d4-5e6b0fa990b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '6c06189c-e7e3-4c8a-acc0-5147890ac16f'} {{(pid=103460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 20:31:42.833241 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.managers [None req-8080150e-54fa-4481-a56b-dd048a7f3d3b None None] Bound port: 839cf58f-01a9-44c0-bd6f-fced84cb2228, host: dv-cinder-830096-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06ef9f39-1080-4af3-a1d4-5e6b0fa990b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '6c06189c-e7e3-4c8a-acc0-5147890ac16f'}}] {{(pid=103460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 20:31:42.834248 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-8080150e-54fa-4481-a56b-dd048a7f3d3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747308'] for port (839cf58f-01a9-44c0-bd6f-fced84cb2228), before_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:42.927973 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-8706e346-78d3-42d8-adbd-1025a4a3fb4b req-40bce9ea-03ac-4fb5-892b-56cb8b0e444c service neutron] 10.222.0.37 "GET /v2.0/networks/dde8d1ca-6419-419a-83ee-3c26ebcab779?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1884580 Mar 08 20:31:43.041455 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.db [None req-8080150e-54fa-4481-a56b-dd048a7f3d3b None None] For port 839cf58f-01a9-44c0-bd6f-fced84cb2228, host dv-cinder-830096-3-iscsi, cleared binding levels {{(pid=103460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 20:31:43.059079 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.db [None req-8080150e-54fa-4481-a56b-dd048a7f3d3b None None] For port 839cf58f-01a9-44c0-bd6f-fced84cb2228, host dv-cinder-830096-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-3-iscsi',level=0,port_id=839cf58f-01a9-44c0-bd6f-fced84cb2228,segment=NetworkSegment(06ef9f39-1080-4af3-a1d4-5e6b0fa990b9),segment_id=06ef9f39-1080-4af3-a1d4-5e6b0fa990b9)] {{(pid=103460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 20:31:43.114407 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-c28df62c-527a-4459-a192-7c6fb1be0cd6 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] Publish callbacks [] for port (4621af5a-c97f-484f-8339-f9f01bb88f84), precommit_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:43.152949 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-6b48586e-9b69-4916-94ab-b76c835905c0 req-47e1e861-d5aa-43d5-9699-91a9154f096b tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] 10.222.0.41 "GET /v2.0/ports?device_id=76db48e1-da0b-42d6-9dac-a3bdaf9154db HTTP/1.1" status: 200 len: 210 time: 0.3907681 Mar 08 20:31:43.197290 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.provisioning_blocks [None req-e63b9fdf-33fd-446c-b62e-64c24eca04d4 None None] Provisioning complete for port 839cf58f-01a9-44c0-bd6f-fced84cb2228 triggered by entity DHCP. {{(pid=103460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:31:43.200225 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943e47f7-eee9-4b60-acfa-3e2536bd1765 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dab8e571-4e90-4f58-a414-3e4bc0b2d8df,revision_number=0']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:31:43.200436 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-e63b9fdf-33fd-446c-b62e-64c24eca04d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476507'] for port (839cf58f-01a9-44c0-bd6f-fced84cb2228), provisioning_complete {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:43.245169 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-943e47f7-eee9-4b60-acfa-3e2536bd1765 admin admin] Checking segment: {'id': '8b94915e-c97d-4d5c-8980-8a83d119d789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '85a02812-a1ee-4228-a0e2-6f87763f462a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 20:31:43.246588 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-943e47f7-eee9-4b60-acfa-3e2536bd1765 admin admin] Network hostable DHCP agents. Network: 85a02812-a1ee-4228-a0e2-6f87763f462a, hostable agents: ['a3d84102-f7d3-452b-861a-973020576047'], hosted agents: [] {{(pid=103459) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 20:31:43.279969 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-8706e346-78d3-42d8-adbd-1025a4a3fb4b req-1b843907-8ecd-4d85-97e6-f4d6e47530ec service neutron] 10.222.0.37 "GET /v2.0/networks/dde8d1ca-6419-419a-83ee-3c26ebcab779?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3389544 Mar 08 20:31:43.290711 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-18b9fedd-77f5-4434-8b13-adf2b358a93e tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] Publish callbacks [] for port (6a9d9534-59bf-47d1-8f98-c93f07ebc998), precommit_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:43.306852 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-8080150e-54fa-4481-a56b-dd048a7f3d3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745146878648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745146440924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745146440942'] for port (839cf58f-01a9-44c0-bd6f-fced84cb2228), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:43.369642 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-18b9fedd-77f5-4434-8b13-adf2b358a93e tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745146878648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745146440924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745146440942'] for port (6a9d9534-59bf-47d1-8f98-c93f07ebc998), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:43.409276 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-943e47f7-eee9-4b60-acfa-3e2536bd1765 admin admin] Network 85a02812-a1ee-4228-a0e2-6f87763f462a is scheduled to be hosted by DHCP agent a3d84102-f7d3-452b-861a-973020576047 with binding_index 1 {{(pid=103459) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 20:31:43.427469 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.plugin [None req-e63b9fdf-33fd-446c-b62e-64c24eca04d4 None None] Port 839cf58f-01a9-44c0-bd6f-fced84cb2228 cannot update to ACTIVE because it is not bound. {{(pid=103460) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 20:31:43.435888 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8080150e-54fa-4481-a56b-dd048a7f3d3b None None] Routers {'a974851c-fa28-4512-826f-f1ac9013912c'} bound to L3 agent in host dv-cinder-830096-3-iscsi {{(pid=103460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:31:43.440569 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-8080150e-54fa-4481-a56b-dd048a7f3d3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T20:23:01Z,description=,heartbeat_timestamp=2022-03-08T20:31:31Z,host='dv-cinder-830096-3-iscsi',id=7ae9fd8f-5d61-4821-9eac-044950c450f0,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:23:02Z,topic='l3_agent')) {'router_ids': ['a974851c-fa28-4512-826f-f1ac9013912c'], 'active': True} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:31:43.448053 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-c28df62c-527a-4459-a192-7c6fb1be0cd6 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745146440906'] for port (4621af5a-c97f-484f-8339-f9f01bb88f84), after_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:43.465994 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-18b9fedd-77f5-4434-8b13-adf2b358a93e tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-443219'] for floatingip (584d5196-a225-401c-be63-ae2c06ca69d2), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:43.571570 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.scheduler.base_scheduler [None req-943e47f7-eee9-4b60-acfa-3e2536bd1765 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830096-3-iscsi, 85a02812-a1ee-4228-a0e2-6f87763f462a) {{(pid=103459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:31:43.582528 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-943e47f7-eee9-4b60-acfa-3e2536bd1765 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:31:43.584135 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-943e47f7-eee9-4b60-acfa-3e2536bd1765 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3733777'] for subnet (None), before_response {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:43.605348 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b9fedd-77f5-4434-8b13-adf2b358a93e tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] Pushing event updated for resources: {'Port': ['ID=6a9d9534-59bf-47d1-8f98-c93f07ebc998,revision_number=2']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:31:43.620653 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c28df62c-527a-4459-a192-7c6fb1be0cd6 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] Network fc278ace-cc38-44e4-ba35-3f28be706052 is already hosted by enough agents. {{(pid=103459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 20:31:43.633979 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60df044-a3b6-4c0e-92dc-221188b51154 req-68db8cb3-e8b8-4086-be33-30e827c9169d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:31:43.635517 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-a60df044-a3b6-4c0e-92dc-221188b51154 req-68db8cb3-e8b8-4086-be33-30e827c9169d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d6f96096d22d48859f721b16524ca2d4&device_id=f70bdead-35ea-476a-beb7-d901bf86280a HTTP/1.1" status: 200 len: 1127 time: 0.1754713 Mar 08 20:31:43.648014 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.scheduler.base_scheduler [None req-c28df62c-527a-4459-a192-7c6fb1be0cd6 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] Resources bound (agent type, host, resource id): {{(pid=103459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:31:43.659049 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c28df62c-527a-4459-a192-7c6fb1be0cd6 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] Received port after_create {{(pid=103459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 20:31:43.715032 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvr_db [None req-8080150e-54fa-4481-a56b-dd048a7f3d3b None None] Set router a974851c-fa28-4512-826f-f1ac9013912c gateway port host: dv-cinder-830096-3-iscsi {{(pid=103460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:31:43.718938 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-18b9fedd-77f5-4434-8b13-adf2b358a93e tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4188892'] for floatingip (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:43.720596 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-18b9fedd-77f5-4434-8b13-adf2b358a93e tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.3631675 Mar 08 20:31:43.746605 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28df62c-527a-4459-a192-7c6fb1be0cd6 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] Pushing event updated for resources: {'Port': ['ID=4621af5a-c97f-484f-8339-f9f01bb88f84,revision_number=1']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:31:43.978865 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [None req-943e47f7-eee9-4b60-acfa-3e2536bd1765 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.3075907 Mar 08 20:31:44.022451 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60df044-a3b6-4c0e-92dc-221188b51154 req-3fa87112-a2d9-4f1f-8f0b-9e3c3047fa44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:31:44.033798 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-a60df044-a3b6-4c0e-92dc-221188b51154 req-3fa87112-a2d9-4f1f-8f0b-9e3c3047fa44 service neutron] 10.222.0.37 "GET /v2.0/networks?id=dde8d1ca-6419-419a-83ee-3c26ebcab779 HTTP/1.1" status: 200 len: 912 time: 0.3867598 Mar 08 20:31:44.053308 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9e26216-a413-43d9-920a-271972bd2cf7 None None] Network 85a02812-a1ee-4228-a0e2-6f87763f462a requested from dv-cinder-830096-3-iscsi {{(pid=103460) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 20:31:44.075019 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cd0e1e-06ed-4372-ae0d-6293b55b650d None None] Pushing event updated for resources: {'Port': ['ID=839cf58f-01a9-44c0-bd6f-fced84cb2228,revision_number=4']} {{(pid=103460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:31:44.114946 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-c28df62c-527a-4459-a192-7c6fb1be0cd6 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] Publish callbacks [] for floatingip (3a23034d-4bc8-4ccd-829a-ab91c6517978), precommit_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:44.118786 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.provisioning_blocks [None req-34207adf-ec9d-4b15-9514-82d9d622307e None None] Provisioning complete for port 839cf58f-01a9-44c0-bd6f-fced84cb2228 triggered by entity DHCP. {{(pid=103460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:31:44.119263 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-34207adf-ec9d-4b15-9514-82d9d622307e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476507'] for port (839cf58f-01a9-44c0-bd6f-fced84cb2228), provisioning_complete {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:44.150656 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da739119-a41c-47c1-815b-9cf732e62b41 req-2f8548cc-9c61-41ff-ae5e-8bcc8f425949 tempest-DeleteServersTestJSON-1591701399 tempest-DeleteServersTestJSON-1591701399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:31:44.154633 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-da739119-a41c-47c1-815b-9cf732e62b41 req-2f8548cc-9c61-41ff-ae5e-8bcc8f425949 tempest-DeleteServersTestJSON-1591701399 tempest-DeleteServersTestJSON-1591701399-project] 10.222.0.41 "GET /v2.0/ports?device_id=f70bdead-35ea-476a-beb7-d901bf86280a HTTP/1.1" status: 200 len: 943 time: 0.3397012 Mar 08 20:31:44.283837 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-da739119-a41c-47c1-815b-9cf732e62b41 req-cc2ce3f5-6629-4011-9bbe-0d2725cc1b4e tempest-DeleteServersTestJSON-1591701399 tempest-DeleteServersTestJSON-1591701399-project] 10.222.0.41 "GET /v2.0/security-groups?id=325d1601-4ab7-4960-9061-99cbe6242b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018889 Mar 08 20:31:44.330019 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.wsgi [-] (103459) accepted ('10.222.0.41', 56796) {{(pid=103459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:31:44.500215 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.plugin [None req-34207adf-ec9d-4b15-9514-82d9d622307e None None] Current status of the port 839cf58f-01a9-44c0-bd6f-fced84cb2228 is: DOWN; New status is: ACTIVE {{(pid=103460) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:31:44.504500 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-34207adf-ec9d-4b15-9514-82d9d622307e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747308'] for port (839cf58f-01a9-44c0-bd6f-fced84cb2228), before_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:44.520910 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-41b11f95-1a48-431b-8566-61f9924ee094 req-1749bc00-d8ff-4e59-8f55-99ee331c74e5 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] 10.222.0.41 "GET /v2.0/ports?device_id=76db48e1-da0b-42d6-9dac-a3bdaf9154db HTTP/1.1" status: 200 len: 210 time: 0.0605981 Mar 08 20:31:44.551695 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.db.db_base_plugin_v2 [None req-7cf6213f-671e-4f4e-9226-f63959d5bf7b admin admin] Deleting subnet 4c4ecd0f-9b2a-4807-802e-e24263764e22 {{(pid=103459) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 20:31:44.555426 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.db [None req-34207adf-ec9d-4b15-9514-82d9d622307e None None] For port 839cf58f-01a9-44c0-bd6f-fced84cb2228, host dv-cinder-830096-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-3-iscsi',level=0,port_id=839cf58f-01a9-44c0-bd6f-fced84cb2228,segment=NetworkSegment(06ef9f39-1080-4af3-a1d4-5e6b0fa990b9),segment_id=06ef9f39-1080-4af3-a1d4-5e6b0fa990b9)] {{(pid=103460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:31:44.559517 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-7cf6213f-671e-4f4e-9226-f63959d5bf7b admin admin] Publish callbacks [] for subnet (4c4ecd0f-9b2a-4807-802e-e24263764e22), before_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:44.660174 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-265d9113-91c3-47d1-8249-4e9fdd2ab37f None None] Network 85a02812-a1ee-4228-a0e2-6f87763f462a requested from dv-cinder-830096-3-iscsi {{(pid=103460) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 20:31:44.688125 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-34207adf-ec9d-4b15-9514-82d9d622307e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745146878648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745146440924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745146440942'] for port (839cf58f-01a9-44c0-bd6f-fced84cb2228), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:44.696041 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-8080150e-54fa-4481-a56b-dd048a7f3d3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a974851c-fa28-4512-826f-f1ac9013912c', 'name': 'tempest-AttachVolumeShelveTestJSON-298488986-router', 'tenant_id': '01d3223cb5334df4aeb878f77f56a4af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'external_fixed_ips': [{'subnet_id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'ip_address': '172.27.2.2'}], 'enable_snat': True}, 'gw_port_id': '3d299657-8d46-4c76-b4af-4c578b5510e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:31:22Z', 'updated_at': '2022-03-08T20:31:33Z', 'revision_number': 4, 'project_id': '01d3223cb5334df4aeb878f77f56a4af', 'gw_port': {'id': '3d299657-8d46-4c76-b4af-4c578b5510e7', 'name': '', 'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:d5:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a974851c-fa28-4512-826f-f1ac9013912c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'ip_address': '172.27.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:31:25Z', 'updated_at': '2022-03-08T20:31:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-3-iscsi', '_interfaces': [{'id': '839cf58f-01a9-44c0-bd6f-fced84cb2228', 'name': '', 'network_id': '6c06189c-e7e3-4c8a-acc0-5147890ac16f', 'tenant_id': '01d3223cb5334df4aeb878f77f56a4af', 'mac_address': 'fa:16:3e:c9:23:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a974851c-fa28-4512-826f-f1ac9013912c', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '22d98187-3e01-4f4c-846a-c4973fed68d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:31:32Z', 'updated_at': '2022-03-08T20:31:43Z', 'revision_number': 4, 'project_id': '01d3223cb5334df4aeb878f77f56a4af', 'subnets': [{'id': '22d98187-3e01-4f4c-846a-c4973fed68d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830096-3-iscsi', False) {} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:31:44.777341 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-a60df044-a3b6-4c0e-92dc-221188b51154 req-38b39488-eb40-4a3f-b96d-c870007533b4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ee01793f-c2c5-424e-bae8-e6ab1a18fd61 HTTP/1.1" status: 200 len: 217 time: 0.7369404 Mar 08 20:31:44.846521 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-c28df62c-527a-4459-a192-7c6fb1be0cd6 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747308'] for port (4621af5a-c97f-484f-8339-f9f01bb88f84), before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:44.966642 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8080150e-54fa-4481-a56b-dd048a7f3d3b None None] The sync data for ids ['a974851c-fa28-4512-826f-f1ac9013912c'] in dv-cinder-830096-3-iscsi is: [{'id': 'a974851c-fa28-4512-826f-f1ac9013912c', 'name': 'tempest-AttachVolumeShelveTestJSON-298488986-router', 'tenant_id': '01d3223cb5334df4aeb878f77f56a4af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'external_fixed_ips': [{'subnet_id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'ip_address': '172.27.2.2'}], 'enable_snat': True}, 'gw_port_id': '3d299657-8d46-4c76-b4af-4c578b5510e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:31:22Z', 'updated_at': '2022-03-08T20:31:33Z', 'revision_number': 4, 'project_id': '01d3223cb5334df4aeb878f77f56a4af', 'gw_port': {'id': '3d299657-8d46-4c76-b4af-4c578b5510e7', 'name': '', 'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:d5:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a974851c-fa28-4512-826f-f1ac9013912c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'ip_address': '172.27.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:31:25Z', 'updated_at': '2022-03-08T20:31:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-3-iscsi', '_interfaces': [{'id': '839cf58f-01a9-44c0-bd6f-fced84cb2228', 'name': '', 'network_id': '6c06189c-e7e3-4c8a-acc0-5147890ac16f', 'tenant_id': '01d3223cb5334df4aeb878f77f56a4af', 'mac_address': 'fa:16:3e:c9:23:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a974851c-fa28-4512-826f-f1ac9013912c', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '22d98187-3e01-4f4c-846a-c4973fed68d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:31:32Z', 'updated_at': '2022-03-08T20:31:43Z', 'revision_number': 4, 'project_id': '01d3223cb5334df4aeb878f77f56a4af', 'subnets': [{'id': '22d98187-3e01-4f4c-846a-c4973fed68d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 20:31:44.998121 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-7cf6213f-671e-4f4e-9226-f63959d5bf7b admin admin] Publish callbacks [] for subnet (4c4ecd0f-9b2a-4807-802e-e24263764e22), precommit_delete_associations {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:45.007808 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60df044-a3b6-4c0e-92dc-221188b51154 req-1632149d-de0e-456b-9845-393d98478fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:31:45.014129 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-a60df044-a3b6-4c0e-92dc-221188b51154 req-1632149d-de0e-456b-9845-393d98478fcc service neutron] 10.222.0.37 "GET /v2.0/subnets?id=41a97b68-91f3-4838-9bdc-219b95c686fc HTTP/1.1" status: 200 len: 851 time: 0.2252059 Mar 08 20:31:45.035774 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-7cf6213f-671e-4f4e-9226-f63959d5bf7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3537161'] for subnet (4c4ecd0f-9b2a-4807-802e-e24263764e22), precommit_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:45.078019 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-e888f8ac-9ff8-449f-a8a2-0c9be5daf798 req-49a4134f-b095-4d22-902d-35f8c115722e tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--1758775139&fields=id&tenant_id=64bbed509db949a6a003c639d3f67567 HTTP/1.1" status: 200 len: 267 time: 0.2914066 Mar 08 20:31:45.124891 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34207adf-ec9d-4b15-9514-82d9d622307e None None] Pushing event updated for resources: {'Port': ['ID=839cf58f-01a9-44c0-bd6f-fced84cb2228,revision_number=5']} {{(pid=103460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:31:45.182577 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-a60df044-a3b6-4c0e-92dc-221188b51154 req-b5eb0eb5-5b5f-4c09-9a9d-6cd95d92b4a2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=dde8d1ca-6419-419a-83ee-3c26ebcab779&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1027660 Mar 08 20:31:45.457870 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-c28df62c-527a-4459-a192-7c6fb1be0cd6 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] Publish callbacks [] for port (4621af5a-c97f-484f-8339-f9f01bb88f84), precommit_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:45.505826 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-a60df044-a3b6-4c0e-92dc-221188b51154 req-e3fed99a-8442-47cd-bfe4-7a3b7d40664a service neutron] 10.222.0.37 "GET /v2.0/networks/dde8d1ca-6419-419a-83ee-3c26ebcab779?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2607231 Mar 08 20:31:45.513693 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e888f8ac-9ff8-449f-a8a2-0c9be5daf798 req-daa6f5ce-1be7-419d-b895-dddb8dc4f05b tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:31:45.515412 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-e888f8ac-9ff8-449f-a8a2-0c9be5daf798 req-daa6f5ce-1be7-419d-b895-dddb8dc4f05b tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] 10.222.0.41 "GET /v2.0/networks?id=bb3cf682-183a-4b4f-b70b-ac9d75a4abdd HTTP/1.1" status: 200 len: 811 time: 0.3474681 Mar 08 20:31:45.551391 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff4c2aa-232b-42ef-8522-1818605641c0 req-96f623b2-e82f-4948-9e0c-8a7a2a64a201 tempest-DeleteServersTestJSON-1591701399 tempest-DeleteServersTestJSON-1591701399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:31:45.567704 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-1ff4c2aa-232b-42ef-8522-1818605641c0 req-96f623b2-e82f-4948-9e0c-8a7a2a64a201 tempest-DeleteServersTestJSON-1591701399 tempest-DeleteServersTestJSON-1591701399-project] 10.222.0.41 "GET /v2.0/ports?device_id=f70bdead-35ea-476a-beb7-d901bf86280a HTTP/1.1" status: 200 len: 943 time: 0.1063316 Mar 08 20:31:45.619441 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-a60df044-a3b6-4c0e-92dc-221188b51154 req-94f8dabf-3bc7-4d8c-8027-aa922bb32702 service neutron] 10.222.0.37 "GET /v2.0/networks/dde8d1ca-6419-419a-83ee-3c26ebcab779?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028454 Mar 08 20:31:45.639341 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-e888f8ac-9ff8-449f-a8a2-0c9be5daf798 req-fbbde86f-aec3-4bc5-92c6-00187a0c09a7 tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] 10.222.0.41 "GET /v2.0/quotas/64bbed509db949a6a003c639d3f67567 HTTP/1.1" status: 200 len: 375 time: 0.0175140 Mar 08 20:31:45.655529 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-1ff4c2aa-232b-42ef-8522-1818605641c0 req-3362e5e4-662e-4ea8-928a-20f0ee7e91a5 tempest-DeleteServersTestJSON-1591701399 tempest-DeleteServersTestJSON-1591701399-project] 10.222.0.41 "GET /v2.0/security-groups?id=325d1601-4ab7-4960-9061-99cbe6242b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795774 Mar 08 20:31:45.786562 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-d7d494de-bf1b-47f1-98c3-55555222ac8c req-2c32aad0-b010-4477-9d7c-302e9b3c3dde tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] 10.222.0.41 "GET /v2.0/ports?device_id=76db48e1-da0b-42d6-9dac-a3bdaf9154db HTTP/1.1" status: 200 len: 210 time: 0.0708940 Mar 08 20:31:45.790744 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-c28df62c-527a-4459-a192-7c6fb1be0cd6 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745146878648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745146440924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745146440942'] for port (4621af5a-c97f-484f-8339-f9f01bb88f84), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:45.807142 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-e888f8ac-9ff8-449f-a8a2-0c9be5daf798 req-371d0647-796a-4be3-b86e-326cc8cdc582 tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=64bbed509db949a6a003c639d3f67567&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1632414 Mar 08 20:31:45.866814 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-7cf6213f-671e-4f4e-9226-f63959d5bf7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3537170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763'] for subnet (4c4ecd0f-9b2a-4807-802e-e24263764e22), after_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:45.952503 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-c28df62c-527a-4459-a192-7c6fb1be0cd6 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-443219'] for floatingip (3a23034d-4bc8-4ccd-829a-ab91c6517978), after_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:45.982346 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf6213f-671e-4f4e-9226-f63959d5bf7b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4c4ecd0f-9b2a-4807-802e-e24263764e22,revision_number=None']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:31:45.985073 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-7cf6213f-671e-4f4e-9226-f63959d5bf7b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:45.991255 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.41', 56828) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:31:45.991487 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [None req-7cf6213f-671e-4f4e-9226-f63959d5bf7b admin admin] 10.222.0.41 "DELETE /v2.0/subnets/4c4ecd0f-9b2a-4807-802e-e24263764e22 HTTP/1.1" status: 204 len: 168 time: 1.6601677 Mar 08 20:31:46.009304 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28df62c-527a-4459-a192-7c6fb1be0cd6 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] Pushing event updated for resources: {'Port': ['ID=4621af5a-c97f-484f-8339-f9f01bb88f84,revision_number=2']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:31:46.038184 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.wsgi [req-e888f8ac-9ff8-449f-a8a2-0c9be5daf798 req-a70b733c-17e8-4227-8866-1b596755b686 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=103458) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 20:31:46.039284 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-e888f8ac-9ff8-449f-a8a2-0c9be5daf798 req-a70b733c-17e8-4227-8866-1b596755b686 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0876508 Mar 08 20:31:46.099336 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-c28df62c-527a-4459-a192-7c6fb1be0cd6 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4188892'] for floatingip (None), before_response {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:46.101027 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [None req-c28df62c-527a-4459-a192-7c6fb1be0cd6 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.6505299 Mar 08 20:31:46.188556 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-86c05848-0f14-44e3-9dac-fb90841eea4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-744326'] for network (b246cadf-d908-4a77-a01d-9820dcb98608), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:46.314230 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-e888f8ac-9ff8-449f-a8a2-0c9be5daf798 req-733ceeb3-919c-45a0-ad73-7779079cae77 service neutron] 10.222.0.41 "GET /v2.0/networks/bb3cf682-183a-4b4f-b70b-ac9d75a4abdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2592010 Mar 08 20:31:46.503092 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-86c05848-0f14-44e3-9dac-fb90841eea4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3474822', 'neutron.services.segments.db._delete_segments_for_network-8745146981223'] for network (b246cadf-d908-4a77-a01d-9820dcb98608), precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:46.541560 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-86c05848-0f14-44e3-9dac-fb90841eea4a admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103458) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:31:46.541560 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-86c05848-0f14-44e3-9dac-fb90841eea4a admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103458) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:31:46.545224 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-86c05848-0f14-44e3-9dac-fb90841eea4a admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103458) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:31:46.545224 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-86c05848-0f14-44e3-9dac-fb90841eea4a admin admin] Subscribe: > port after_create 55550000 {{(pid=103458) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:31:46.545224 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-86c05848-0f14-44e3-9dac-fb90841eea4a admin admin] Subscribe: > port after_delete 55550000 {{(pid=103458) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:31:46.545224 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-86c05848-0f14-44e3-9dac-fb90841eea4a admin admin] Subscribe: > port after_update 55550000 {{(pid=103458) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:31:46.545224 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-86c05848-0f14-44e3-9dac-fb90841eea4a admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103458) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:31:46.545224 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-86c05848-0f14-44e3-9dac-fb90841eea4a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103458) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:31:46.545224 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-86c05848-0f14-44e3-9dac-fb90841eea4a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103458) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:31:46.545224 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-86c05848-0f14-44e3-9dac-fb90841eea4a admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103458) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:31:46.579544 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-656e5099-2b09-4321-8ed7-c410522a2c50 req-87c48022-7418-4993-8cb0-9e8972ff6dcf tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--935287737&fields=id&tenant_id=01d3223cb5334df4aeb878f77f56a4af HTTP/1.1" status: 200 len: 267 time: 0.2020061 Mar 08 20:31:46.720721 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-86c05848-0f14-44e3-9dac-fb90841eea4a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103458) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:31:46.721581 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-86c05848-0f14-44e3-9dac-fb90841eea4a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103458) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:31:46.722381 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-86c05848-0f14-44e3-9dac-fb90841eea4a admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103458) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:31:46.723412 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-86c05848-0f14-44e3-9dac-fb90841eea4a admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103458) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:31:46.723541 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.services.segments.db [None req-86c05848-0f14-44e3-9dac-fb90841eea4a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b246cadf-d908-4a77-a01d-9820dcb98608']}} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:31:46.746275 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.services.segments.db [None req-86c05848-0f14-44e3-9dac-fb90841eea4a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42757af0-5f99-4dc9-b6f6-4a8be864c733') {'for_net_delete': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:31:46.746714 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.services.segments.db [None req-86c05848-0f14-44e3-9dac-fb90841eea4a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42757af0-5f99-4dc9-b6f6-4a8be864c733') {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:31:46.766666 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-86c05848-0f14-44e3-9dac-fb90841eea4a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745146982000', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28520776'] for segment (42757af0-5f99-4dc9-b6f6-4a8be864c733), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:46.800872 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656e5099-2b09-4321-8ed7-c410522a2c50 req-5e795b58-aec8-475f-a473-ee81f575c29f tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:31:46.804535 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-656e5099-2b09-4321-8ed7-c410522a2c50 req-5e795b58-aec8-475f-a473-ee81f575c29f tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "GET /v2.0/networks?id=6c06189c-e7e3-4c8a-acc0-5147890ac16f HTTP/1.1" status: 200 len: 816 time: 0.2178628 Mar 08 20:31:46.819006 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.rpc [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Device 839cf58f-01a9-44c0-bd6f-fced84cb2228 up at agent ovs-agent-dv-cinder-830096-3-iscsi {{(pid=103460) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 20:31:46.835572 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-656e5099-2b09-4321-8ed7-c410522a2c50 req-6611d1c8-6ecf-47c9-b907-895a73dafa6b tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "GET /v2.0/quotas/01d3223cb5334df4aeb878f77f56a4af HTTP/1.1" status: 200 len: 375 time: 0.0160263 Mar 08 20:31:46.847353 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-86c05848-0f14-44e3-9dac-fb90841eea4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536034'] for segment (42757af0-5f99-4dc9-b6f6-4a8be864c733), precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:46.894408 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86c05848-0f14-44e3-9dac-fb90841eea4a admin admin] Releasing vlan 128 on physical network physnet1 to pool {{(pid=103458) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 20:31:46.894816 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-86c05848-0f14-44e3-9dac-fb90841eea4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28566784'] for segment (42757af0-5f99-4dc9-b6f6-4a8be864c733), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:46.933876 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.provisioning_blocks [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Provisioning complete for port 839cf58f-01a9-44c0-bd6f-fced84cb2228 triggered by entity L2. {{(pid=103460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:31:46.934568 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476507'] for port (839cf58f-01a9-44c0-bd6f-fced84cb2228), provisioning_complete {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:46.958241 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-656e5099-2b09-4321-8ed7-c410522a2c50 req-782336b0-594a-4f62-8303-d2d903aae3ee tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=01d3223cb5334df4aeb878f77f56a4af&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1067569 Mar 08 20:31:46.960323 dv-cinder-830096-3-iscsi neutron-server[103458]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 08 20:31:46.960323 dv-cinder-830096-3-iscsi neutron-server[103458]: from cryptography.utils import int_from_bytes Mar 08 20:31:46.960323 dv-cinder-830096-3-iscsi neutron-server[103458]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 08 20:31:46.960323 dv-cinder-830096-3-iscsi neutron-server[103458]: from cryptography.utils import int_from_bytes Mar 08 20:31:46.960323 dv-cinder-830096-3-iscsi neutron-server[103458]: Traceback (most recent call last): Mar 08 20:31:46.960323 dv-cinder-830096-3-iscsi neutron-server[103458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 20:31:46.960323 dv-cinder-830096-3-iscsi neutron-server[103458]: timer() Mar 08 20:31:46.960323 dv-cinder-830096-3-iscsi neutron-server[103458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 20:31:46.960323 dv-cinder-830096-3-iscsi neutron-server[103458]: cb(*args, **kw) Mar 08 20:31:46.960323 dv-cinder-830096-3-iscsi neutron-server[103458]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 20:31:46.960323 dv-cinder-830096-3-iscsi neutron-server[103458]: return func(*args, **kwargs) Mar 08 20:31:46.960323 dv-cinder-830096-3-iscsi neutron-server[103458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 20:31:46.960323 dv-cinder-830096-3-iscsi neutron-server[103458]: self._notify() Mar 08 20:31:46.960323 dv-cinder-830096-3-iscsi neutron-server[103458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 20:31:46.960323 dv-cinder-830096-3-iscsi neutron-server[103458]: self.callback(batched_events) Mar 08 20:31:46.960323 dv-cinder-830096-3-iscsi neutron-server[103458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 20:31:46.960323 dv-cinder-830096-3-iscsi neutron-server[103458]: event.method(event) Mar 08 20:31:46.960323 dv-cinder-830096-3-iscsi neutron-server[103458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 20:31:46.960323 dv-cinder-830096-3-iscsi neutron-server[103458]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 20:31:46.960323 dv-cinder-830096-3-iscsi neutron-server[103458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 20:31:46.960323 dv-cinder-830096-3-iscsi neutron-server[103458]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 20:31:46.960323 dv-cinder-830096-3-iscsi neutron-server[103458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 20:31:46.960323 dv-cinder-830096-3-iscsi neutron-server[103458]: return f(self, *a, **k) Mar 08 20:31:46.960323 dv-cinder-830096-3-iscsi neutron-server[103458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 20:31:46.960323 dv-cinder-830096-3-iscsi neutron-server[103458]: return self._get(url).json() Mar 08 20:31:46.960323 dv-cinder-830096-3-iscsi neutron-server[103458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 20:31:46.960323 dv-cinder-830096-3-iscsi neutron-server[103458]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 20:31:46.960323 dv-cinder-830096-3-iscsi neutron-server[103458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 20:31:46.960323 dv-cinder-830096-3-iscsi neutron-server[103458]: return self.request(url, 'GET', **kwargs) Mar 08 20:31:46.960323 dv-cinder-830096-3-iscsi neutron-server[103458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 20:31:46.960323 dv-cinder-830096-3-iscsi neutron-server[103458]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 20:31:46.960323 dv-cinder-830096-3-iscsi neutron-server[103458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 20:31:46.960323 dv-cinder-830096-3-iscsi neutron-server[103458]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 20:31:46.960323 dv-cinder-830096-3-iscsi neutron-server[103458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 20:31:46.960323 dv-cinder-830096-3-iscsi neutron-server[103458]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 20:31:46.960323 dv-cinder-830096-3-iscsi neutron-server[103458]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 20:31:47.188372 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-e888f8ac-9ff8-449f-a8a2-0c9be5daf798 req-206555fc-4b19-46bb-b97e-2bde6a8138cf service neutron] 10.222.0.41 "GET /v2.0/networks/bb3cf682-183a-4b4f-b70b-ac9d75a4abdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8623233 Mar 08 20:31:47.220234 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-656e5099-2b09-4321-8ed7-c410522a2c50 req-325f26ea-80cb-4966-91e4-63fc264c0b97 service neutron] 10.222.0.41 "GET /v2.0/networks/6c06189c-e7e3-4c8a-acc0-5147890ac16f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2566919 Mar 08 20:31:47.224621 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.plugin [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Current status of the port 839cf58f-01a9-44c0-bd6f-fced84cb2228 is: ACTIVE; New status is: ACTIVE {{(pid=103460) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:31:47.391366 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d42d64-a44c-415b-a3b2-2a8c2e1ac890 req-675df4be-d4d3-4185-bb11-2d96c71fe015 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:31:47.398301 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-37d42d64-a44c-415b-a3b2-2a8c2e1ac890 req-675df4be-d4d3-4185-bb11-2d96c71fe015 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] 10.222.0.37 "GET /v2.0/networks?id=c4b9653e-45c7-499b-ba57-89c5719459c1 HTTP/1.1" status: 200 len: 814 time: 0.6020672 Mar 08 20:31:47.449280 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-656e5099-2b09-4321-8ed7-c410522a2c50 req-c552e985-4d2e-4343-9948-3adac2a0fca0 service neutron] 10.222.0.41 "GET /v2.0/networks/6c06189c-e7e3-4c8a-acc0-5147890ac16f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2215743 Mar 08 20:31:47.478807 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-86c05848-0f14-44e3-9dac-fb90841eea4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3474831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-442537'] for network (b246cadf-d908-4a77-a01d-9820dcb98608), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:47.492959 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-86c05848-0f14-44e3-9dac-fb90841eea4a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3733777'] for network (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:47.502222 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-86c05848-0f14-44e3-9dac-fb90841eea4a admin admin] 10.222.0.41 "DELETE /v2.0/networks/b246cadf-d908-4a77-a01d-9820dcb98608 HTTP/1.1" status: 204 len: 168 time: 1.5097554 Mar 08 20:31:47.505149 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.wsgi [-] (103459) accepted ('10.222.0.41', 56858) {{(pid=103459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:31:47.572892 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c05848-0f14-44e3-9dac-fb90841eea4a admin admin] Pushing event deleted for resources: {'Network': ['ID=b246cadf-d908-4a77-a01d-9820dcb98608,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:31:47.704939 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.db.db_base_plugin_v2 [None req-1eb1cfe3-3cc3-4571-96d0-d290a3d8bb7b admin admin] Deleting subnet dab8e571-4e90-4f58-a414-3e4bc0b2d8df {{(pid=103459) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 20:31:47.716159 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-1eb1cfe3-3cc3-4571-96d0-d290a3d8bb7b admin admin] Publish callbacks [] for subnet (dab8e571-4e90-4f58-a414-3e4bc0b2d8df), before_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:47.774336 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-37d42d64-a44c-415b-a3b2-2a8c2e1ac890 req-dfb323b7-f2cc-4b9a-b19a-cdf859566aef tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f20808b123ee4f56a27c063a5a344a6f HTTP/1.1" status: 200 len: 379 time: 0.2246106 Mar 08 20:31:47.790440 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.v2.base [req-37d42d64-a44c-415b-a3b2-2a8c2e1ac890 req-29512d71-7333-407f-8f9c-0c1d06111abc tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Request body: {'port': {'device_id': '76db48e1-da0b-42d6-9dac-a3bdaf9154db', 'network_id': 'c4b9653e-45c7-499b-ba57-89c5719459c1', 'admin_state_up': True, 'tenant_id': 'f20808b123ee4f56a27c063a5a344a6f', 'security_groups': ['9c6d9f50-97e4-4cca-9665-c8c2da1ef57a']}} {{(pid=103458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:31:47.812561 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-1eb1cfe3-3cc3-4571-96d0-d290a3d8bb7b admin admin] Publish callbacks [] for subnet (dab8e571-4e90-4f58-a414-3e4bc0b2d8df), precommit_delete_associations {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:47.829610 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-1eb1cfe3-3cc3-4571-96d0-d290a3d8bb7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3537161'] for subnet (dab8e571-4e90-4f58-a414-3e4bc0b2d8df), precommit_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:48.119690 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffc5a17-516d-4680-b72e-e183a93600d7 req-af451983-e451-4e28-8367-044fccb3b777 tempest-DeleteServersTestJSON-1591701399 tempest-DeleteServersTestJSON-1591701399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:31:48.121936 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-fffc5a17-516d-4680-b72e-e183a93600d7 req-af451983-e451-4e28-8367-044fccb3b777 tempest-DeleteServersTestJSON-1591701399 tempest-DeleteServersTestJSON-1591701399-project] 10.222.0.41 "GET /v2.0/ports?device_id=f70bdead-35ea-476a-beb7-d901bf86280a HTTP/1.1" status: 200 len: 943 time: 0.0979636 Mar 08 20:31:48.124586 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-1eb1cfe3-3cc3-4571-96d0-d290a3d8bb7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3537170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763'] for subnet (dab8e571-4e90-4f58-a414-3e4bc0b2d8df), after_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:48.155082 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37d42d64-a44c-415b-a3b2-2a8c2e1ac890 req-29512d71-7333-407f-8f9c-0c1d06111abc tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Made reservation on behalf of f20808b123ee4f56a27c063a5a344a6f for: {'port': 1} {{(pid=103458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 20:31:48.158665 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-37d42d64-a44c-415b-a3b2-2a8c2e1ac890 req-29512d71-7333-407f-8f9c-0c1d06111abc tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747308'] for port (None), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:48.202455 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb1cfe3-3cc3-4571-96d0-d290a3d8bb7b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dab8e571-4e90-4f58-a414-3e4bc0b2d8df,revision_number=None']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:31:48.230558 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-1eb1cfe3-3cc3-4571-96d0-d290a3d8bb7b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:48.231900 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [None req-1eb1cfe3-3cc3-4571-96d0-d290a3d8bb7b admin admin] 10.222.0.41 "DELETE /v2.0/subnets/dab8e571-4e90-4f58-a414-3e4bc0b2d8df HTTP/1.1" status: 204 len: 168 time: 0.7250407 Mar 08 20:31:48.234422 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.wsgi [-] (103459) accepted ('10.222.0.41', 56892) {{(pid=103459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:31:48.385138 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-fffc5a17-516d-4680-b72e-e183a93600d7 req-167a5593-3bd0-4f1b-8357-5ecbfac451bc tempest-DeleteServersTestJSON-1591701399 tempest-DeleteServersTestJSON-1591701399-project] 10.222.0.41 "GET /v2.0/security-groups?id=325d1601-4ab7-4960-9061-99cbe6242b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2548137 Mar 08 20:31:48.405064 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-ec910e04-4a00-4cf7-835a-45e76dfa2d1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-744326'] for network (85a02812-a1ee-4228-a0e2-6f87763f462a), before_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:48.409721 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-c988d646-d273-4454-9a5e-40009f06a2c3 req-fda8ba22-7fe0-4d1b-b7f7-41f4d8802a2d tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] 10.222.0.41 "GET /v2.0/ports?device_id=76db48e1-da0b-42d6-9dac-a3bdaf9154db HTTP/1.1" status: 200 len: 210 time: 0.0572965 Mar 08 20:31:48.508832 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.db.db_base_plugin_common [req-37d42d64-a44c-415b-a3b2-2a8c2e1ac890 req-29512d71-7333-407f-8f9c-0c1d06111abc tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Allocated IP 172.20.0.10 (c4b9653e-45c7-499b-ba57-89c5719459c1/3acd2cae-edc5-4deb-af56-8a423e7d5ec3/93f0e9aa-ddc8-4b50-8928-b322cf8f747d) {{(pid=103458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 20:31:48.563406 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-eefc82b4-85d2-424e-9b88-7c947e56ed0a req-2782df64-5f09-468a-8802-297209c6b15b tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] 10.222.0.41 "GET /v2.0/ports?device_id=bad46cc3-630c-44e3-97f4-2efe2ffc87e1 HTTP/1.1" status: 200 len: 210 time: 0.0656531 Mar 08 20:31:48.577622 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-200c4470-41e2-49f4-b2bd-452fc0a7afd5 req-70453beb-880a-4cfe-a38c-dc9b8cbc4423 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "GET /v2.0/ports?device_id=f3764666-b97b-49ee-a110-73b596762fc2 HTTP/1.1" status: 200 len: 210 time: 0.0549054 Mar 08 20:31:48.680071 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-ec910e04-4a00-4cf7-835a-45e76dfa2d1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3474822', 'neutron.services.segments.db._delete_segments_for_network-8745146981223'] for network (85a02812-a1ee-4228-a0e2-6f87763f462a), precommit_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:48.709555 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-ec910e04-4a00-4cf7-835a-45e76dfa2d1e admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:31:48.710017 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-ec910e04-4a00-4cf7-835a-45e76dfa2d1e admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:31:48.710857 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-ec910e04-4a00-4cf7-835a-45e76dfa2d1e admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:31:48.711282 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-ec910e04-4a00-4cf7-835a-45e76dfa2d1e admin admin] Subscribe: > port after_create 55550000 {{(pid=103459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:31:48.711772 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-ec910e04-4a00-4cf7-835a-45e76dfa2d1e admin admin] Subscribe: > port after_delete 55550000 {{(pid=103459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:31:48.712420 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-ec910e04-4a00-4cf7-835a-45e76dfa2d1e admin admin] Subscribe: > port after_update 55550000 {{(pid=103459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:31:48.712847 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-ec910e04-4a00-4cf7-835a-45e76dfa2d1e admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:31:48.713265 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-ec910e04-4a00-4cf7-835a-45e76dfa2d1e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:31:48.713677 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-ec910e04-4a00-4cf7-835a-45e76dfa2d1e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:31:48.714248 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-ec910e04-4a00-4cf7-835a-45e76dfa2d1e admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:31:48.861482 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-37d42d64-a44c-415b-a3b2-2a8c2e1ac890 req-29512d71-7333-407f-8f9c-0c1d06111abc tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Publish callbacks [] for port (93f0e9aa-ddc8-4b50-8928-b322cf8f747d), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:49.063711 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-37d42d64-a44c-415b-a3b2-2a8c2e1ac890 req-29512d71-7333-407f-8f9c-0c1d06111abc tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745146440906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28566877'] for port (93f0e9aa-ddc8-4b50-8928-b322cf8f747d), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:49.105017 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-ec910e04-4a00-4cf7-835a-45e76dfa2d1e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:31:49.105017 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-ec910e04-4a00-4cf7-835a-45e76dfa2d1e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:31:49.105017 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-ec910e04-4a00-4cf7-835a-45e76dfa2d1e admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:31:49.105017 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-ec910e04-4a00-4cf7-835a-45e76dfa2d1e admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:31:49.130484 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.services.segments.db [None req-ec910e04-4a00-4cf7-835a-45e76dfa2d1e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85a02812-a1ee-4228-a0e2-6f87763f462a']}} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:31:49.151523 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37d42d64-a44c-415b-a3b2-2a8c2e1ac890 req-29512d71-7333-407f-8f9c-0c1d06111abc tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Network c4b9653e-45c7-499b-ba57-89c5719459c1 is already hosted by enough agents. {{(pid=103458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 20:31:49.157717 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.services.segments.db [None req-ec910e04-4a00-4cf7-835a-45e76dfa2d1e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b94915e-c97d-4d5c-8980-8a83d119d789') {'for_net_delete': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:31:49.158264 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.services.segments.db [None req-ec910e04-4a00-4cf7-835a-45e76dfa2d1e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b94915e-c97d-4d5c-8980-8a83d119d789') {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:31:49.171128 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.scheduler.base_scheduler [req-37d42d64-a44c-415b-a3b2-2a8c2e1ac890 req-29512d71-7333-407f-8f9c-0c1d06111abc tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Resources bound (agent type, host, resource id): {{(pid=103458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:31:49.178265 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [req-37d42d64-a44c-415b-a3b2-2a8c2e1ac890 req-29512d71-7333-407f-8f9c-0c1d06111abc tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Received port after_create {{(pid=103458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 20:31:49.182818 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-ec910e04-4a00-4cf7-835a-45e76dfa2d1e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745146982000', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28404301'] for segment (8b94915e-c97d-4d5c-8980-8a83d119d789), before_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:49.222563 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-ec910e04-4a00-4cf7-835a-45e76dfa2d1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536034'] for segment (8b94915e-c97d-4d5c-8980-8a83d119d789), precommit_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:49.266404 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec910e04-4a00-4cf7-835a-45e76dfa2d1e admin admin] Releasing vlan 105 on physical network physnet1 to pool {{(pid=103459) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 20:31:49.268332 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-ec910e04-4a00-4cf7-835a-45e76dfa2d1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28404680'] for segment (8b94915e-c97d-4d5c-8980-8a83d119d789), after_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:49.284893 dv-cinder-830096-3-iscsi neutron-server[103459]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 08 20:31:49.284893 dv-cinder-830096-3-iscsi neutron-server[103459]: from cryptography.utils import int_from_bytes Mar 08 20:31:49.284893 dv-cinder-830096-3-iscsi neutron-server[103459]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 08 20:31:49.284893 dv-cinder-830096-3-iscsi neutron-server[103459]: from cryptography.utils import int_from_bytes Mar 08 20:31:49.284893 dv-cinder-830096-3-iscsi neutron-server[103459]: Traceback (most recent call last): Mar 08 20:31:49.284893 dv-cinder-830096-3-iscsi neutron-server[103459]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 20:31:49.284893 dv-cinder-830096-3-iscsi neutron-server[103459]: timer() Mar 08 20:31:49.284893 dv-cinder-830096-3-iscsi neutron-server[103459]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 20:31:49.284893 dv-cinder-830096-3-iscsi neutron-server[103459]: cb(*args, **kw) Mar 08 20:31:49.284893 dv-cinder-830096-3-iscsi neutron-server[103459]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 20:31:49.284893 dv-cinder-830096-3-iscsi neutron-server[103459]: return func(*args, **kwargs) Mar 08 20:31:49.284893 dv-cinder-830096-3-iscsi neutron-server[103459]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 20:31:49.284893 dv-cinder-830096-3-iscsi neutron-server[103459]: self._notify() Mar 08 20:31:49.284893 dv-cinder-830096-3-iscsi neutron-server[103459]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 20:31:49.284893 dv-cinder-830096-3-iscsi neutron-server[103459]: self.callback(batched_events) Mar 08 20:31:49.284893 dv-cinder-830096-3-iscsi neutron-server[103459]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 20:31:49.284893 dv-cinder-830096-3-iscsi neutron-server[103459]: event.method(event) Mar 08 20:31:49.284893 dv-cinder-830096-3-iscsi neutron-server[103459]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 20:31:49.284893 dv-cinder-830096-3-iscsi neutron-server[103459]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 20:31:49.284893 dv-cinder-830096-3-iscsi neutron-server[103459]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 20:31:49.284893 dv-cinder-830096-3-iscsi neutron-server[103459]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 20:31:49.284893 dv-cinder-830096-3-iscsi neutron-server[103459]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 20:31:49.284893 dv-cinder-830096-3-iscsi neutron-server[103459]: return f(self, *a, **k) Mar 08 20:31:49.284893 dv-cinder-830096-3-iscsi neutron-server[103459]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 20:31:49.284893 dv-cinder-830096-3-iscsi neutron-server[103459]: return self._get(url).json() Mar 08 20:31:49.284893 dv-cinder-830096-3-iscsi neutron-server[103459]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 20:31:49.284893 dv-cinder-830096-3-iscsi neutron-server[103459]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 20:31:49.284893 dv-cinder-830096-3-iscsi neutron-server[103459]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 20:31:49.284893 dv-cinder-830096-3-iscsi neutron-server[103459]: return self.request(url, 'GET', **kwargs) Mar 08 20:31:49.284893 dv-cinder-830096-3-iscsi neutron-server[103459]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 20:31:49.284893 dv-cinder-830096-3-iscsi neutron-server[103459]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 20:31:49.284893 dv-cinder-830096-3-iscsi neutron-server[103459]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 20:31:49.284893 dv-cinder-830096-3-iscsi neutron-server[103459]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 20:31:49.284893 dv-cinder-830096-3-iscsi neutron-server[103459]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 20:31:49.284893 dv-cinder-830096-3-iscsi neutron-server[103459]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 20:31:49.284893 dv-cinder-830096-3-iscsi neutron-server[103459]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 20:31:49.311794 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d42d64-a44c-415b-a3b2-2a8c2e1ac890 req-29512d71-7333-407f-8f9c-0c1d06111abc tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:31:49.317422 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-37d42d64-a44c-415b-a3b2-2a8c2e1ac890 req-29512d71-7333-407f-8f9c-0c1d06111abc tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4188892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3733777'] for port (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:49.330626 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29512d71-7333-407f-8f9c-0c1d06111abc tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Pushing event updated for resources: {'Port': ['ID=93f0e9aa-ddc8-4b50-8928-b322cf8f747d,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:31:49.490848 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-37d42d64-a44c-415b-a3b2-2a8c2e1ac890 req-29512d71-7333-407f-8f9c-0c1d06111abc tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7067137 Mar 08 20:31:49.513117 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.v2.base [req-37d42d64-a44c-415b-a3b2-2a8c2e1ac890 req-9b18b83b-803d-4a14-8e12-5add2e0da3cb service neutron] Request body: {'port': {'device_id': '76db48e1-da0b-42d6-9dac-a3bdaf9154db', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=103458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:31:49.516717 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-ec910e04-4a00-4cf7-835a-45e76dfa2d1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3474831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-442537'] for network (85a02812-a1ee-4228-a0e2-6f87763f462a), after_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:49.541525 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-ec910e04-4a00-4cf7-835a-45e76dfa2d1e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3733777'] for network (None), before_response {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:49.546169 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [None req-ec910e04-4a00-4cf7-835a-45e76dfa2d1e admin admin] 10.222.0.41 "DELETE /v2.0/networks/85a02812-a1ee-4228-a0e2-6f87763f462a HTTP/1.1" status: 204 len: 168 time: 1.3105924 Mar 08 20:31:49.553147 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec910e04-4a00-4cf7-835a-45e76dfa2d1e admin admin] Pushing event deleted for resources: {'Network': ['ID=85a02812-a1ee-4228-a0e2-6f87763f462a,revision_number=None']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:31:49.573647 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.provisioning_blocks [None req-d3f86494-6398-4143-b715-06f5a4f43da2 None None] Provisioning complete for port 93f0e9aa-ddc8-4b50-8928-b322cf8f747d triggered by entity DHCP. {{(pid=103460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:31:49.574882 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-d3f86494-6398-4143-b715-06f5a4f43da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476507'] for port (93f0e9aa-ddc8-4b50-8928-b322cf8f747d), provisioning_complete {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:49.647632 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.plugin [None req-d3f86494-6398-4143-b715-06f5a4f43da2 None None] Port 93f0e9aa-ddc8-4b50-8928-b322cf8f747d cannot update to ACTIVE because it is not bound. {{(pid=103460) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 20:31:49.668698 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14337d8e-6cde-4c26-b331-904fdffe1a84 req-7583f1bf-cfa7-41cc-9c20-c740e58ce79f tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:31:49.671068 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-14337d8e-6cde-4c26-b331-904fdffe1a84 req-7583f1bf-cfa7-41cc-9c20-c740e58ce79f tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] 10.222.0.41 "GET /v2.0/ports?device_id=76db48e1-da0b-42d6-9dac-a3bdaf9154db HTTP/1.1" status: 200 len: 932 time: 0.1035466 Mar 08 20:31:49.734796 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-37d42d64-a44c-415b-a3b2-2a8c2e1ac890 req-9b18b83b-803d-4a14-8e12-5add2e0da3cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747308'] for port (93f0e9aa-ddc8-4b50-8928-b322cf8f747d), before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:49.762859 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8208d8b9-f200-4dc6-8b70-b77863e56601 req-00230af3-057c-4d87-b2da-95ebb6b6f356 tempest-DeleteServersTestJSON-1591701399 tempest-DeleteServersTestJSON-1591701399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:31:49.770027 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-8208d8b9-f200-4dc6-8b70-b77863e56601 req-00230af3-057c-4d87-b2da-95ebb6b6f356 tempest-DeleteServersTestJSON-1591701399 tempest-DeleteServersTestJSON-1591701399-project] 10.222.0.41 "GET /v2.0/ports?device_id=f70bdead-35ea-476a-beb7-d901bf86280a HTTP/1.1" status: 200 len: 943 time: 0.1881287 Mar 08 20:31:49.789158 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-14337d8e-6cde-4c26-b331-904fdffe1a84 req-73cec2af-6c05-4e3d-aee0-6d772c97795b tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] 10.222.0.41 "GET /v2.0/security-groups?id=9c6d9f50-97e4-4cca-9665-c8c2da1ef57a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1099138 Mar 08 20:31:49.873235 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-8208d8b9-f200-4dc6-8b70-b77863e56601 req-28532e46-298f-4af9-9299-4cc77ac988e8 tempest-DeleteServersTestJSON-1591701399 tempest-DeleteServersTestJSON-1591701399-project] 10.222.0.41 "GET /v2.0/security-groups?id=325d1601-4ab7-4960-9061-99cbe6242b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020262 Mar 08 20:31:50.039258 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-1bfca853-89b7-406c-8853-f78c674a1946 req-8f7b2daa-7461-4772-bbe7-57e2a5cd18bb tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] 10.222.0.41 "GET /v2.0/ports?device_id=bad46cc3-630c-44e3-97f4-2efe2ffc87e1 HTTP/1.1" status: 200 len: 210 time: 0.0648897 Mar 08 20:31:50.202822 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-3b3fc537-0f93-4eb8-b203-9653aa624773 req-931c63af-5d30-4191-903b-2e13cc6ad744 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "GET /v2.0/ports?device_id=f3764666-b97b-49ee-a110-73b596762fc2 HTTP/1.1" status: 200 len: 210 time: 0.0690961 Mar 08 20:31:50.302852 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.wsgi [-] (103459) accepted ('10.222.0.41', 56962) {{(pid=103459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:31:50.319934 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.notifiers.nova [req-37d42d64-a44c-415b-a3b2-2a8c2e1ac890 req-9b18b83b-803d-4a14-8e12-5add2e0da3cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93f0e9aa-ddc8-4b50-8928-b322cf8f747d {{(pid=103458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 20:31:50.355539 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-37d42d64-a44c-415b-a3b2-2a8c2e1ac890 req-9b18b83b-803d-4a14-8e12-5add2e0da3cb service neutron] Publish callbacks [] for port (93f0e9aa-ddc8-4b50-8928-b322cf8f747d), precommit_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:50.385014 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [req-37d42d64-a44c-415b-a3b2-2a8c2e1ac890 req-9b18b83b-803d-4a14-8e12-5add2e0da3cb service neutron] Transition to ACTIVE for port object 93f0e9aa-ddc8-4b50-8928-b322cf8f747d will not be triggered until provisioned by entity L2. {{(pid=103458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 20:31:50.440724 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [None req-871382ad-af1e-4c58-b343-c935b288327d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=abaee41264584910bb9de8f4f3e64e35&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1362095 Mar 08 20:31:50.444455 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.41', 56966) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:31:50.529640 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-8eacb0f3-14ea-494b-aed9-73a0a6abf3b2 admin admin] Publish callbacks [] for security_group (7727f302-6f38-4a94-871a-6821eceba271), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:50.552274 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-37d42d64-a44c-415b-a3b2-2a8c2e1ac890 req-9b18b83b-803d-4a14-8e12-5add2e0da3cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745146878648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745146440924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745146440942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28566820'] for port (93f0e9aa-ddc8-4b50-8928-b322cf8f747d), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:50.828602 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-8eacb0f3-14ea-494b-aed9-73a0a6abf3b2 admin admin] Publish callbacks [] for security_group (7727f302-6f38-4a94-871a-6821eceba271), precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:50.856773 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b18b83b-803d-4a14-8e12-5add2e0da3cb service neutron] Pushing event updated for resources: {'Port': ['ID=93f0e9aa-ddc8-4b50-8928-b322cf8f747d,revision_number=2']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:31:50.989671 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [req-37d42d64-a44c-415b-a3b2-2a8c2e1ac890 req-9b18b83b-803d-4a14-8e12-5add2e0da3cb service neutron] Attempting to bind port 93f0e9aa-ddc8-4b50-8928-b322cf8f747d on host hv-cinder-83009 for vnic_type normal with profile {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 20:31:50.990010 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [req-37d42d64-a44c-415b-a3b2-2a8c2e1ac890 req-9b18b83b-803d-4a14-8e12-5add2e0da3cb service neutron] Attempting to bind port 93f0e9aa-ddc8-4b50-8928-b322cf8f747d by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': '4d17c990-8ca8-4b04-9435-e1e4727aeb38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'c4b9653e-45c7-499b-ba57-89c5719459c1'}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 20:31:50.990333 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37d42d64-a44c-415b-a3b2-2a8c2e1ac890 req-9b18b83b-803d-4a14-8e12-5add2e0da3cb service neutron] Attempting to bind port 93f0e9aa-ddc8-4b50-8928-b322cf8f747d on network c4b9653e-45c7-499b-ba57-89c5719459c1 {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 20:31:50.997813 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37d42d64-a44c-415b-a3b2-2a8c2e1ac890 req-9b18b83b-803d-4a14-8e12-5add2e0da3cb service neutron] Port 93f0e9aa-ddc8-4b50-8928-b322cf8f747d on network c4b9653e-45c7-499b-ba57-89c5719459c1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 20:31:50.998192 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37d42d64-a44c-415b-a3b2-2a8c2e1ac890 req-9b18b83b-803d-4a14-8e12-5add2e0da3cb service neutron] Attempting to bind port 93f0e9aa-ddc8-4b50-8928-b322cf8f747d on network c4b9653e-45c7-499b-ba57-89c5719459c1 {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 20:31:51.005448 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37d42d64-a44c-415b-a3b2-2a8c2e1ac890 req-9b18b83b-803d-4a14-8e12-5add2e0da3cb service neutron] Checking agent: {'id': '905863fd-6a46-47f8-82ce-98f31309cbd3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 20, 29, 24), 'started_at': datetime.datetime(2022, 3, 8, 20, 29, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 20, 31, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 20:31:51.005687 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37d42d64-a44c-415b-a3b2-2a8c2e1ac890 req-9b18b83b-803d-4a14-8e12-5add2e0da3cb service neutron] Checking segment: {'id': '4d17c990-8ca8-4b04-9435-e1e4727aeb38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'c4b9653e-45c7-499b-ba57-89c5719459c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 20:31:51.006029 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37d42d64-a44c-415b-a3b2-2a8c2e1ac890 req-9b18b83b-803d-4a14-8e12-5add2e0da3cb service neutron] Bound using segment: {'id': '4d17c990-8ca8-4b04-9435-e1e4727aeb38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'c4b9653e-45c7-499b-ba57-89c5719459c1'} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 20:31:51.006464 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [req-37d42d64-a44c-415b-a3b2-2a8c2e1ac890 req-9b18b83b-803d-4a14-8e12-5add2e0da3cb service neutron] Bound port: 93f0e9aa-ddc8-4b50-8928-b322cf8f747d, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d17c990-8ca8-4b04-9435-e1e4727aeb38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'c4b9653e-45c7-499b-ba57-89c5719459c1'}}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 20:31:51.006822 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-37d42d64-a44c-415b-a3b2-2a8c2e1ac890 req-9b18b83b-803d-4a14-8e12-5add2e0da3cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747308'] for port (93f0e9aa-ddc8-4b50-8928-b322cf8f747d), before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:51.026239 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dbce49-14b0-4f66-962b-95c535ef08a7 req-556b6ce8-6b35-4d8c-a2a8-ba0a8a7e4f5a tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:31:51.029185 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-16dbce49-14b0-4f66-962b-95c535ef08a7 req-556b6ce8-6b35-4d8c-a2a8-ba0a8a7e4f5a tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] 10.222.0.41 "GET /v2.0/ports?device_id=76db48e1-da0b-42d6-9dac-a3bdaf9154db HTTP/1.1" status: 200 len: 944 time: 0.1054499 Mar 08 20:31:51.051413 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93554773-fda8-4831-88ea-2622315f51f9 req-859eaea9-446f-4d9d-b785-d8921ba50007 tempest-DeleteServersTestJSON-1591701399 tempest-DeleteServersTestJSON-1591701399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:31:51.059976 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-93554773-fda8-4831-88ea-2622315f51f9 req-859eaea9-446f-4d9d-b785-d8921ba50007 tempest-DeleteServersTestJSON-1591701399 tempest-DeleteServersTestJSON-1591701399-project] 10.222.0.41 "GET /v2.0/ports?device_id=f70bdead-35ea-476a-beb7-d901bf86280a HTTP/1.1" status: 200 len: 943 time: 0.0895987 Mar 08 20:31:51.081492 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-8eacb0f3-14ea-494b-aed9-73a0a6abf3b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310940'] for security_group (7727f302-6f38-4a94-871a-6821eceba271), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:51.084518 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-8eacb0f3-14ea-494b-aed9-73a0a6abf3b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:51.085759 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-8eacb0f3-14ea-494b-aed9-73a0a6abf3b2 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7727f302-6f38-4a94-871a-6821eceba271 HTTP/1.1" status: 204 len: 168 time: 0.6399746 Mar 08 20:31:51.110403 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eacb0f3-14ea-494b-aed9-73a0a6abf3b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7727f302-6f38-4a94-871a-6821eceba271,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:31:51.163294 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-93554773-fda8-4831-88ea-2622315f51f9 req-504b3dbf-5a0d-45ae-9c8a-f5fd3b59b625 tempest-DeleteServersTestJSON-1591701399 tempest-DeleteServersTestJSON-1591701399-project] 10.222.0.41 "GET /v2.0/security-groups?id=325d1601-4ab7-4960-9061-99cbe6242b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992720 Mar 08 20:31:51.167497 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-16dbce49-14b0-4f66-962b-95c535ef08a7 req-ffc46f7c-67e6-491b-a857-f94024a81a8f tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] 10.222.0.41 "GET /v2.0/security-groups?id=9c6d9f50-97e4-4cca-9665-c8c2da1ef57a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1318631 Mar 08 20:31:51.168674 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.db [req-37d42d64-a44c-415b-a3b2-2a8c2e1ac890 req-9b18b83b-803d-4a14-8e12-5add2e0da3cb service neutron] For port 93f0e9aa-ddc8-4b50-8928-b322cf8f747d, host hv-cinder-83009, cleared binding levels {{(pid=103458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 20:31:51.173208 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.db [req-37d42d64-a44c-415b-a3b2-2a8c2e1ac890 req-9b18b83b-803d-4a14-8e12-5add2e0da3cb service neutron] For port 93f0e9aa-ddc8-4b50-8928-b322cf8f747d, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=93f0e9aa-ddc8-4b50-8928-b322cf8f747d,segment=NetworkSegment(4d17c990-8ca8-4b04-9435-e1e4727aeb38),segment_id=4d17c990-8ca8-4b04-9435-e1e4727aeb38)] {{(pid=103458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 20:31:51.276485 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-efe144fc-01f6-46ec-835b-3437aaa16840 req-78ea6ec0-5cd0-4fd4-ae25-752d5900d695 tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] 10.222.0.41 "GET /v2.0/ports?device_id=bad46cc3-630c-44e3-97f4-2efe2ffc87e1 HTTP/1.1" status: 200 len: 210 time: 0.0271196 Mar 08 20:31:51.297023 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-7453adc7-d70f-44df-bd63-d817a6ba2832 req-1defd7b3-3213-4cc1-a6e4-d9145a77c759 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "GET /v2.0/ports?device_id=f3764666-b97b-49ee-a110-73b596762fc2 HTTP/1.1" status: 200 len: 210 time: 0.0284350 Mar 08 20:31:51.300728 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-37d42d64-a44c-415b-a3b2-2a8c2e1ac890 req-9b18b83b-803d-4a14-8e12-5add2e0da3cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745146878648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745146440924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745146440942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28566820'] for port (93f0e9aa-ddc8-4b50-8928-b322cf8f747d), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:51.337903 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d42d64-a44c-415b-a3b2-2a8c2e1ac890 req-9b18b83b-803d-4a14-8e12-5add2e0da3cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:31:51.338718 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-37d42d64-a44c-415b-a3b2-2a8c2e1ac890 req-9b18b83b-803d-4a14-8e12-5add2e0da3cb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4188892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3733777'] for port (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:51.340921 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-37d42d64-a44c-415b-a3b2-2a8c2e1ac890 req-9b18b83b-803d-4a14-8e12-5add2e0da3cb service neutron] 10.222.0.37 "PUT /v2.0/ports/93f0e9aa-ddc8-4b50-8928-b322cf8f747d HTTP/1.1" status: 200 len: 1094 time: 1.8426065 Mar 08 20:31:51.343400 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76db48e1-da0b-42d6-9dac-a3bdaf9154db', 'tag': '93f0e9aa-ddc8-4b50-8928-b322cf8f747d'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 20:31:51.346086 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80a387be2d8005eb2e27f9060a02e972faa958bb0688f3ffd3bc7b0f4eb55c8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e41ec9de-ce3c-4cd2-a6fa-d90f5bb7c5c4" -d '{"events": [{"name": "network-changed", "server_uuid": "76db48e1-da0b-42d6-9dac-a3bdaf9154db", "tag": "93f0e9aa-ddc8-4b50-8928-b322cf8f747d"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 20:31:51.378233 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b18b83b-803d-4a14-8e12-5add2e0da3cb service neutron] Pushing event updated for resources: {'Port': ['ID=93f0e9aa-ddc8-4b50-8928-b322cf8f747d,revision_number=3']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:31:51.392073 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 20:31:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2738b1fe-9a27-40d6-8914-792980698ec0 x-openstack-request-id: req-2738b1fe-9a27-40d6-8914-792980698ec0 {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 20:31:51.392412 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76db48e1-da0b-42d6-9dac-a3bdaf9154db", "tag": "93f0e9aa-ddc8-4b50-8928-b322cf8f747d", "status": "completed", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 20:31:51.393024 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2738b1fe-9a27-40d6-8914-792980698ec0 {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 20:31:51.393429 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76db48e1-da0b-42d6-9dac-a3bdaf9154db', 'tag': '93f0e9aa-ddc8-4b50-8928-b322cf8f747d', 'status': 'completed', 'code': 200} Mar 08 20:31:51.979750 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.41', 56998) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:31:52.021792 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-824b29c4-216c-42ea-9dc8-5cc7e69547da admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=35e456606f604831bb66953c3a535589&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0407832 Mar 08 20:31:52.024482 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.41', 57000) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:31:52.070781 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-18122fcf-1ff0-4ffd-b6f5-d82db5ca1cc4 admin admin] Publish callbacks [] for security_group (f39ea243-cb4f-4aea-ad14-ade670daa5fc), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:52.091165 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-18122fcf-1ff0-4ffd-b6f5-d82db5ca1cc4 admin admin] Publish callbacks [] for security_group (f39ea243-cb4f-4aea-ad14-ade670daa5fc), precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:52.216846 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-18122fcf-1ff0-4ffd-b6f5-d82db5ca1cc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310940'] for security_group (f39ea243-cb4f-4aea-ad14-ade670daa5fc), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:52.225195 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-18122fcf-1ff0-4ffd-b6f5-d82db5ca1cc4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:52.227274 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-18122fcf-1ff0-4ffd-b6f5-d82db5ca1cc4 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f39ea243-cb4f-4aea-ad14-ade670daa5fc HTTP/1.1" status: 204 len: 168 time: 0.2013619 Mar 08 20:31:52.252484 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18122fcf-1ff0-4ffd-b6f5-d82db5ca1cc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f39ea243-cb4f-4aea-ad14-ade670daa5fc,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:31:52.319408 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9e9b78-b30b-41da-9853-1988e66c0df6 req-810f0fc2-dab5-4378-b515-655e4c153ca2 tempest-DeleteServersTestJSON-1591701399 tempest-DeleteServersTestJSON-1591701399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:31:52.321109 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-7e9e9b78-b30b-41da-9853-1988e66c0df6 req-810f0fc2-dab5-4378-b515-655e4c153ca2 tempest-DeleteServersTestJSON-1591701399 tempest-DeleteServersTestJSON-1591701399-project] 10.222.0.41 "GET /v2.0/ports?device_id=f70bdead-35ea-476a-beb7-d901bf86280a HTTP/1.1" status: 200 len: 943 time: 0.0887129 Mar 08 20:31:52.326873 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb111913-d1b3-4ebe-90c4-b6d8f86af61f req-6b604541-f16e-4995-b72b-5f8281fe6117 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:31:52.334638 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-fb111913-d1b3-4ebe-90c4-b6d8f86af61f req-6b604541-f16e-4995-b72b-5f8281fe6117 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] 10.222.0.41 "GET /v2.0/ports?device_id=76db48e1-da0b-42d6-9dac-a3bdaf9154db HTTP/1.1" status: 200 len: 944 time: 0.0762699 Mar 08 20:31:52.377005 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-7e9e9b78-b30b-41da-9853-1988e66c0df6 req-bb706256-544f-4df7-87f1-0b9e1669c40b tempest-DeleteServersTestJSON-1591701399 tempest-DeleteServersTestJSON-1591701399-project] 10.222.0.41 "GET /v2.0/security-groups?id=325d1601-4ab7-4960-9061-99cbe6242b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475264 Mar 08 20:31:52.380297 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-fb111913-d1b3-4ebe-90c4-b6d8f86af61f req-45c57b4f-e6e9-419f-aa9d-caf18c06c852 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] 10.222.0.41 "GET /v2.0/security-groups?id=9c6d9f50-97e4-4cca-9665-c8c2da1ef57a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447795 Mar 08 20:31:52.468829 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-dbbc5216-eb40-4753-8bad-608a4eb93fe6 req-eaf7a9d6-2115-46f9-b08e-c2ffdb4fe0ee tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "GET /v2.0/ports?device_id=f3764666-b97b-49ee-a110-73b596762fc2 HTTP/1.1" status: 200 len: 210 time: 0.0272551 Mar 08 20:31:52.471749 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-2d264b9a-1f87-4a57-b899-380afb8e8b0f req-bd821892-0884-4182-b489-9a78f0543ff2 tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] 10.222.0.41 "GET /v2.0/ports?device_id=bad46cc3-630c-44e3-97f4-2efe2ffc87e1 HTTP/1.1" status: 200 len: 210 time: 0.0313039 Mar 08 20:31:53.318828 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41ec9de-ce3c-4cd2-a6fa-d90f5bb7c5c4 req-fdb97ad7-c98b-480a-80a1-88e122a7b65e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:31:53.320456 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-e41ec9de-ce3c-4cd2-a6fa-d90f5bb7c5c4 req-fdb97ad7-c98b-480a-80a1-88e122a7b65e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f20808b123ee4f56a27c063a5a344a6f&device_id=76db48e1-da0b-42d6-9dac-a3bdaf9154db HTTP/1.1" status: 200 len: 1128 time: 0.0482600 Mar 08 20:31:53.520889 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fc09e2-1bf5-4946-b8db-5dbd63061772 req-3b962032-3697-44d6-b45c-5714f62fb73b tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:31:53.522945 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-62fc09e2-1bf5-4946-b8db-5dbd63061772 req-3b962032-3697-44d6-b45c-5714f62fb73b tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] 10.222.0.41 "GET /v2.0/ports?device_id=76db48e1-da0b-42d6-9dac-a3bdaf9154db HTTP/1.1" status: 200 len: 944 time: 0.0678444 Mar 08 20:31:53.546731 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41ec9de-ce3c-4cd2-a6fa-d90f5bb7c5c4 req-78485284-5998-4c91-a4f6-f4f9f2873989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:31:53.548446 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-e41ec9de-ce3c-4cd2-a6fa-d90f5bb7c5c4 req-78485284-5998-4c91-a4f6-f4f9f2873989 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=f20808b123ee4f56a27c063a5a344a6f&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2153254 Mar 08 20:31:53.562894 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7e6488-59dc-45f5-aca3-4bd1f02b0597 req-2eee66ee-28d4-473e-b4b3-50a6ff19b6c9 tempest-DeleteServersTestJSON-1591701399 tempest-DeleteServersTestJSON-1591701399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:31:53.564424 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-9e7e6488-59dc-45f5-aca3-4bd1f02b0597 req-2eee66ee-28d4-473e-b4b3-50a6ff19b6c9 tempest-DeleteServersTestJSON-1591701399 tempest-DeleteServersTestJSON-1591701399-project] 10.222.0.41 "GET /v2.0/ports?device_id=f70bdead-35ea-476a-beb7-d901bf86280a HTTP/1.1" status: 200 len: 943 time: 0.1012843 Mar 08 20:31:53.576999 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-62fc09e2-1bf5-4946-b8db-5dbd63061772 req-6de792dd-f5c9-4199-83a9-d81d4b662dfa tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] 10.222.0.41 "GET /v2.0/security-groups?id=9c6d9f50-97e4-4cca-9665-c8c2da1ef57a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478404 Mar 08 20:31:53.677002 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-1d1657f4-86e8-4764-bad4-b97fece73fd1 req-c4515f69-65b8-452d-9afa-e4a86a2a2f8d tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] 10.222.0.41 "GET /v2.0/ports?device_id=bad46cc3-630c-44e3-97f4-2efe2ffc87e1 HTTP/1.1" status: 200 len: 210 time: 0.0294476 Mar 08 20:31:53.781925 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-9e7e6488-59dc-45f5-aca3-4bd1f02b0597 req-92247b7e-ef44-4d7f-92bc-d71faf90a8e7 tempest-DeleteServersTestJSON-1591701399 tempest-DeleteServersTestJSON-1591701399-project] 10.222.0.41 "GET /v2.0/security-groups?id=325d1601-4ab7-4960-9061-99cbe6242b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898208 Mar 08 20:31:53.799649 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41ec9de-ce3c-4cd2-a6fa-d90f5bb7c5c4 req-bf038864-7d42-4181-84a3-06ee6956be33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:31:53.801250 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-e41ec9de-ce3c-4cd2-a6fa-d90f5bb7c5c4 req-bf038864-7d42-4181-84a3-06ee6956be33 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2331374 Mar 08 20:31:53.814455 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-79f619c4-8575-4571-a789-7436e6f19a2e req-4a9962e9-aa19-4da9-a190-72d9cc6d2ff1 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "GET /v2.0/ports?device_id=f3764666-b97b-49ee-a110-73b596762fc2 HTTP/1.1" status: 200 len: 210 time: 0.0438592 Mar 08 20:31:53.901131 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d42d64-a44c-415b-a3b2-2a8c2e1ac890 req-e6f00d99-4020-48a3-b21b-0fab20c08c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:31:53.902639 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-37d42d64-a44c-415b-a3b2-2a8c2e1ac890 req-e6f00d99-4020-48a3-b21b-0fab20c08c5c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f20808b123ee4f56a27c063a5a344a6f&device_id=76db48e1-da0b-42d6-9dac-a3bdaf9154db HTTP/1.1" status: 200 len: 1128 time: 0.0515895 Mar 08 20:31:53.942349 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.wsgi [-] (103459) accepted ('10.222.0.37', 61698) {{(pid=103459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:31:53.945507 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-37d42d64-a44c-415b-a3b2-2a8c2e1ac890 req-e34cf62d-ac67-42c3-8f83-be3139622c94 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=93f0e9aa-ddc8-4b50-8928-b322cf8f747d HTTP/1.1" status: 200 len: 217 time: 0.0352459 Mar 08 20:31:53.995417 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d42d64-a44c-415b-a3b2-2a8c2e1ac890 req-61e33aa4-4ee7-4341-8d6a-16a4dbe8cf61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:31:53.996937 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-37d42d64-a44c-415b-a3b2-2a8c2e1ac890 req-61e33aa4-4ee7-4341-8d6a-16a4dbe8cf61 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3acd2cae-edc5-4deb-af56-8a423e7d5ec3 HTTP/1.1" status: 200 len: 853 time: 0.0451019 Mar 08 20:31:54.010587 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.37', 61699) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:31:54.095243 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656e5099-2b09-4321-8ed7-c410522a2c50 req-dd9f960c-bb89-4f3f-93ff-173531fcdf68 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:31:54.097801 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-656e5099-2b09-4321-8ed7-c410522a2c50 req-dd9f960c-bb89-4f3f-93ff-173531fcdf68 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.37 "GET /v2.0/networks?id=6c06189c-e7e3-4c8a-acc0-5147890ac16f HTTP/1.1" status: 200 len: 816 time: 0.1536286 Mar 08 20:31:54.131791 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745146981205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476605'] for agent (905863fd-6a46-47f8-82ce-98f31309cbd3), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:54.173154 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-656e5099-2b09-4321-8ed7-c410522a2c50 req-d1012cf3-9eb5-4f5a-9483-cb3e3652269a tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=01d3223cb5334df4aeb878f77f56a4af HTTP/1.1" status: 200 len: 379 time: 0.0670929 Mar 08 20:31:54.174012 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d42d64-a44c-415b-a3b2-2a8c2e1ac890 req-070093f4-a174-461c-94b3-ac70fa4f8b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:31:54.175526 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-37d42d64-a44c-415b-a3b2-2a8c2e1ac890 req-070093f4-a174-461c-94b3-ac70fa4f8b33 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c4b9653e-45c7-499b-ba57-89c5719459c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1523533 Mar 08 20:31:54.187453 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.v2.base [req-656e5099-2b09-4321-8ed7-c410522a2c50 req-34e639c5-2d9c-4b50-abc3-2d9a0ee166a5 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] Request body: {'port': {'device_id': 'f3764666-b97b-49ee-a110-73b596762fc2', 'network_id': '6c06189c-e7e3-4c8a-acc0-5147890ac16f', 'admin_state_up': True, 'tenant_id': '01d3223cb5334df4aeb878f77f56a4af', 'security_groups': ['594a1c24-3d62-4c4c-9d98-a58b8e523f99']}} {{(pid=103459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:31:54.190548 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e888f8ac-9ff8-449f-a8a2-0c9be5daf798 req-42e54b9d-31b9-4cc1-845c-746ec5a8993e tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:31:54.191956 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-e888f8ac-9ff8-449f-a8a2-0c9be5daf798 req-42e54b9d-31b9-4cc1-845c-746ec5a8993e tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] 10.222.0.37 "GET /v2.0/networks?id=bb3cf682-183a-4b4f-b70b-ac9d75a4abdd HTTP/1.1" status: 200 len: 811 time: 0.1795268 Mar 08 20:31:54.334415 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-e888f8ac-9ff8-449f-a8a2-0c9be5daf798 req-5c114d2d-51fe-4d92-a77a-18016109bf35 tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=64bbed509db949a6a003c639d3f67567 HTTP/1.1" status: 200 len: 380 time: 0.1255324 Mar 08 20:31:54.342339 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-37d42d64-a44c-415b-a3b2-2a8c2e1ac890 req-170d4a5e-ec3a-4633-ab15-c81ed4243a2a service neutron] 10.222.0.37 "GET /v2.0/networks/c4b9653e-45c7-499b-ba57-89c5719459c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1550944 Mar 08 20:31:54.349479 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.v2.base [req-e888f8ac-9ff8-449f-a8a2-0c9be5daf798 req-8e81ce06-1a31-4f73-9b02-4bf1c80bec9b tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] Request body: {'port': {'device_id': 'bad46cc3-630c-44e3-97f4-2efe2ffc87e1', 'network_id': 'bb3cf682-183a-4b4f-b70b-ac9d75a4abdd', 'admin_state_up': True, 'tenant_id': '64bbed509db949a6a003c639d3f67567', 'security_groups': ['67f89219-d397-47b0-aaf7-d3f898f93734']}} {{(pid=103458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:31:54.443508 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-656e5099-2b09-4321-8ed7-c410522a2c50 req-34e639c5-2d9c-4b50-abc3-2d9a0ee166a5 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] Made reservation on behalf of 01d3223cb5334df4aeb878f77f56a4af for: {'port': 1} {{(pid=103459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 20:31:54.447045 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [req-656e5099-2b09-4321-8ed7-c410522a2c50 req-34e639c5-2d9c-4b50-abc3-2d9a0ee166a5 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747308'] for port (None), before_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:54.541919 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-37d42d64-a44c-415b-a3b2-2a8c2e1ac890 req-4decc03b-6166-46ad-85d8-d08b0e7e5530 service neutron] 10.222.0.37 "GET /v2.0/networks/c4b9653e-45c7-499b-ba57-89c5719459c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1884413 Mar 08 20:31:54.702254 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e888f8ac-9ff8-449f-a8a2-0c9be5daf798 req-8e81ce06-1a31-4f73-9b02-4bf1c80bec9b tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] Made reservation on behalf of 64bbed509db949a6a003c639d3f67567 for: {'port': 1} {{(pid=103458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 20:31:54.706389 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-e888f8ac-9ff8-449f-a8a2-0c9be5daf798 req-8e81ce06-1a31-4f73-9b02-4bf1c80bec9b tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747308'] for port (None), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:54.798799 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75b29fd-4fba-4faf-9709-1a68415f4ea0 req-6aea7185-b99a-43d8-adff-46bb13d94215 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:31:54.800417 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-a75b29fd-4fba-4faf-9709-1a68415f4ea0 req-6aea7185-b99a-43d8-adff-46bb13d94215 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] 10.222.0.41 "GET /v2.0/ports?device_id=76db48e1-da0b-42d6-9dac-a3bdaf9154db HTTP/1.1" status: 200 len: 944 time: 0.1515744 Mar 08 20:31:54.906828 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-a75b29fd-4fba-4faf-9709-1a68415f4ea0 req-89eb75ee-cc16-4bfa-af76-ac57baf589cc tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] 10.222.0.41 "GET /v2.0/security-groups?id=9c6d9f50-97e4-4cca-9665-c8c2da1ef57a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0964713 Mar 08 20:31:54.936057 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.db.db_base_plugin_common [req-e888f8ac-9ff8-449f-a8a2-0c9be5daf798 req-8e81ce06-1a31-4f73-9b02-4bf1c80bec9b tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] Allocated IP 172.20.0.5 (bb3cf682-183a-4b4f-b70b-ac9d75a4abdd/a968dc2a-71a9-4847-a130-162c884db338/7774432c-5ed1-4d4d-a02c-9fb8141c93a3) {{(pid=103458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 20:31:54.973140 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-da4c415d-d66d-44cb-8d38-0d4915e97f8b req-0f8cbbdf-da40-4c82-b95d-4a4be149b7dd tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] 10.222.0.41 "GET /v2.0/ports?device_id=bad46cc3-630c-44e3-97f4-2efe2ffc87e1 HTTP/1.1" status: 200 len: 210 time: 0.1999574 Mar 08 20:31:54.979534 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.db.db_base_plugin_common [req-656e5099-2b09-4321-8ed7-c410522a2c50 req-34e639c5-2d9c-4b50-abc3-2d9a0ee166a5 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] Allocated IP 172.20.0.7 (6c06189c-e7e3-4c8a-acc0-5147890ac16f/22d98187-3e01-4f4c-846a-c4973fed68d0/191c4710-0568-4083-be7c-dec75711110b) {{(pid=103459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 20:31:55.090632 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-b1bc6b19-66f3-4577-85e0-c9635b4d591e req-0e6f2e3f-6ee6-4cc6-bd04-499335cfe1be tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "GET /v2.0/ports?device_id=f3764666-b97b-49ee-a110-73b596762fc2 HTTP/1.1" status: 200 len: 210 time: 0.0414813 Mar 08 20:31:55.138466 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf38183-3e31-4385-9658-7e4b731592ae req-766e69bf-dafc-479a-8b9b-940942b9cb7c tempest-DeleteServersTestJSON-1591701399 tempest-DeleteServersTestJSON-1591701399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:31:55.140061 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-bbf38183-3e31-4385-9658-7e4b731592ae req-766e69bf-dafc-479a-8b9b-940942b9cb7c tempest-DeleteServersTestJSON-1591701399 tempest-DeleteServersTestJSON-1591701399-project] 10.222.0.41 "GET /v2.0/ports?device_id=f70bdead-35ea-476a-beb7-d901bf86280a HTTP/1.1" status: 200 len: 943 time: 0.1580894 Mar 08 20:31:55.179766 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-e888f8ac-9ff8-449f-a8a2-0c9be5daf798 req-8e81ce06-1a31-4f73-9b02-4bf1c80bec9b tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] Publish callbacks [] for port (7774432c-5ed1-4d4d-a02c-9fb8141c93a3), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:55.203274 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [req-656e5099-2b09-4321-8ed7-c410522a2c50 req-34e639c5-2d9c-4b50-abc3-2d9a0ee166a5 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] Publish callbacks [] for port (191c4710-0568-4083-be7c-dec75711110b), precommit_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:55.230107 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-bbf38183-3e31-4385-9658-7e4b731592ae req-981f07cd-6990-498a-b8d2-0a48576fa579 tempest-DeleteServersTestJSON-1591701399 tempest-DeleteServersTestJSON-1591701399-project] 10.222.0.41 "GET /v2.0/security-groups?id=325d1601-4ab7-4960-9061-99cbe6242b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799513 Mar 08 20:31:55.347144 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [req-656e5099-2b09-4321-8ed7-c410522a2c50 req-34e639c5-2d9c-4b50-abc3-2d9a0ee166a5 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745146440906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28404629'] for port (191c4710-0568-4083-be7c-dec75711110b), after_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:55.353645 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-e888f8ac-9ff8-449f-a8a2-0c9be5daf798 req-8e81ce06-1a31-4f73-9b02-4bf1c80bec9b tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745146440906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28566877'] for port (7774432c-5ed1-4d4d-a02c-9fb8141c93a3), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:55.400850 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e888f8ac-9ff8-449f-a8a2-0c9be5daf798 req-8e81ce06-1a31-4f73-9b02-4bf1c80bec9b tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] Network bb3cf682-183a-4b4f-b70b-ac9d75a4abdd is already hosted by enough agents. {{(pid=103458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 20:31:55.403812 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.scheduler.base_scheduler [req-e888f8ac-9ff8-449f-a8a2-0c9be5daf798 req-8e81ce06-1a31-4f73-9b02-4bf1c80bec9b tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] Resources bound (agent type, host, resource id): {{(pid=103458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:31:55.407721 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [req-e888f8ac-9ff8-449f-a8a2-0c9be5daf798 req-8e81ce06-1a31-4f73-9b02-4bf1c80bec9b tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] Received port after_create {{(pid=103458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 20:31:55.431300 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e81ce06-1a31-4f73-9b02-4bf1c80bec9b tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] Pushing event updated for resources: {'Port': ['ID=7774432c-5ed1-4d4d-a02c-9fb8141c93a3,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:31:55.439504 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-656e5099-2b09-4321-8ed7-c410522a2c50 req-34e639c5-2d9c-4b50-abc3-2d9a0ee166a5 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] Network 6c06189c-e7e3-4c8a-acc0-5147890ac16f is already hosted by enough agents. {{(pid=103459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 20:31:55.445670 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.scheduler.base_scheduler [req-656e5099-2b09-4321-8ed7-c410522a2c50 req-34e639c5-2d9c-4b50-abc3-2d9a0ee166a5 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] Resources bound (agent type, host, resource id): {{(pid=103459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:31:55.448850 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [req-656e5099-2b09-4321-8ed7-c410522a2c50 req-34e639c5-2d9c-4b50-abc3-2d9a0ee166a5 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] Received port after_create {{(pid=103459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 20:31:55.459687 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e888f8ac-9ff8-449f-a8a2-0c9be5daf798 req-8e81ce06-1a31-4f73-9b02-4bf1c80bec9b tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:31:55.460973 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-e888f8ac-9ff8-449f-a8a2-0c9be5daf798 req-8e81ce06-1a31-4f73-9b02-4bf1c80bec9b tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4188892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3733777'] for port (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:55.496019 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e639c5-2d9c-4b50-abc3-2d9a0ee166a5 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] Pushing event updated for resources: {'Port': ['ID=191c4710-0568-4083-be7c-dec75711110b,revision_number=1']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:31:55.510796 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656e5099-2b09-4321-8ed7-c410522a2c50 req-34e639c5-2d9c-4b50-abc3-2d9a0ee166a5 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:31:55.521077 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [req-656e5099-2b09-4321-8ed7-c410522a2c50 req-34e639c5-2d9c-4b50-abc3-2d9a0ee166a5 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4188892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3733777'] for port (None), before_response {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:55.595903 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-e888f8ac-9ff8-449f-a8a2-0c9be5daf798 req-8e81ce06-1a31-4f73-9b02-4bf1c80bec9b tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2544146 Mar 08 20:31:55.608813 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.v2.base [req-e888f8ac-9ff8-449f-a8a2-0c9be5daf798 req-705b4ddb-56b8-401f-8b7d-44ce60c67762 service neutron] Request body: {'port': {'device_id': 'bad46cc3-630c-44e3-97f4-2efe2ffc87e1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=103458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:31:55.626059 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-656e5099-2b09-4321-8ed7-c410522a2c50 req-34e639c5-2d9c-4b50-abc3-2d9a0ee166a5 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4424894 Mar 08 20:31:55.638117 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.v2.base [req-656e5099-2b09-4321-8ed7-c410522a2c50 req-43c60201-85e3-45b1-8931-e64fbc274e7f service neutron] Request body: {'port': {'device_id': 'f3764666-b97b-49ee-a110-73b596762fc2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=103459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:31:55.688065 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.provisioning_blocks [None req-1bbdd6bf-b6d7-4f1a-a849-95cf4e621b15 None None] Provisioning complete for port 7774432c-5ed1-4d4d-a02c-9fb8141c93a3 triggered by entity DHCP. {{(pid=103460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:31:55.690238 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-1bbdd6bf-b6d7-4f1a-a849-95cf4e621b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476507'] for port (7774432c-5ed1-4d4d-a02c-9fb8141c93a3), provisioning_complete {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:55.696256 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-e888f8ac-9ff8-449f-a8a2-0c9be5daf798 req-705b4ddb-56b8-401f-8b7d-44ce60c67762 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747308'] for port (7774432c-5ed1-4d4d-a02c-9fb8141c93a3), before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:55.709124 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [req-656e5099-2b09-4321-8ed7-c410522a2c50 req-43c60201-85e3-45b1-8931-e64fbc274e7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747308'] for port (191c4710-0568-4083-be7c-dec75711110b), before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:55.731201 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.plugin [None req-1bbdd6bf-b6d7-4f1a-a849-95cf4e621b15 None None] Port 7774432c-5ed1-4d4d-a02c-9fb8141c93a3 cannot update to ACTIVE because it is not bound. {{(pid=103460) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 20:31:55.853427 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.provisioning_blocks [None req-5f610b6f-e8e4-4cf1-a32b-7ebf38f6faf9 None None] Provisioning complete for port 191c4710-0568-4083-be7c-dec75711110b triggered by entity DHCP. {{(pid=103460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:31:55.856753 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-5f610b6f-e8e4-4cf1-a32b-7ebf38f6faf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476507'] for port (191c4710-0568-4083-be7c-dec75711110b), provisioning_complete {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:55.894033 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.plugin [None req-5f610b6f-e8e4-4cf1-a32b-7ebf38f6faf9 None None] Port 191c4710-0568-4083-be7c-dec75711110b cannot update to ACTIVE because it is not bound. {{(pid=103460) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 20:31:56.136258 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004a436f-f43a-44a5-830f-4ed8c8e42126 req-a2faecd7-aa65-478f-85b3-d7cf405fec3b tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:31:56.144766 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-004a436f-f43a-44a5-830f-4ed8c8e42126 req-a2faecd7-aa65-478f-85b3-d7cf405fec3b tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] 10.222.0.41 "GET /v2.0/ports?device_id=76db48e1-da0b-42d6-9dac-a3bdaf9154db HTTP/1.1" status: 200 len: 944 time: 0.1425443 Mar 08 20:31:56.182415 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.notifiers.nova [req-656e5099-2b09-4321-8ed7-c410522a2c50 req-43c60201-85e3-45b1-8931-e64fbc274e7f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 191c4710-0568-4083-be7c-dec75711110b {{(pid=103459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 20:31:56.194671 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [req-656e5099-2b09-4321-8ed7-c410522a2c50 req-43c60201-85e3-45b1-8931-e64fbc274e7f service neutron] Publish callbacks [] for port (191c4710-0568-4083-be7c-dec75711110b), precommit_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:56.208241 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dacc80-1c0a-4427-b07a-fcd72fd44155 req-456e0948-a17b-4bfb-ae08-001fc3bb26c2 tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:31:56.209758 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-d2dacc80-1c0a-4427-b07a-fcd72fd44155 req-456e0948-a17b-4bfb-ae08-001fc3bb26c2 tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] 10.222.0.41 "GET /v2.0/ports?device_id=bad46cc3-630c-44e3-97f4-2efe2ffc87e1 HTTP/1.1" status: 200 len: 931 time: 0.0771854 Mar 08 20:31:56.222678 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-004a436f-f43a-44a5-830f-4ed8c8e42126 req-db5c1370-b89b-4d70-845a-b786c5344265 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] 10.222.0.41 "GET /v2.0/security-groups?id=9c6d9f50-97e4-4cca-9665-c8c2da1ef57a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0775864 Mar 08 20:31:56.226725 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [req-656e5099-2b09-4321-8ed7-c410522a2c50 req-43c60201-85e3-45b1-8931-e64fbc274e7f service neutron] Transition to ACTIVE for port object 191c4710-0568-4083-be7c-dec75711110b will not be triggered until provisioned by entity L2. {{(pid=103459) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 20:31:56.336189 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [req-656e5099-2b09-4321-8ed7-c410522a2c50 req-43c60201-85e3-45b1-8931-e64fbc274e7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745146878648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745146440924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745146440942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28404716'] for port (191c4710-0568-4083-be7c-dec75711110b), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:56.359849 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-d2dacc80-1c0a-4427-b07a-fcd72fd44155 req-c11b6678-5e5b-4799-b350-c5ab46bcc4e1 tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] 10.222.0.41 "GET /v2.0/security-groups?id=67f89219-d397-47b0-aaf7-d3f898f93734&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1415052 Mar 08 20:31:56.362308 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.notifiers.nova [req-e888f8ac-9ff8-449f-a8a2-0c9be5daf798 req-705b4ddb-56b8-401f-8b7d-44ce60c67762 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7774432c-5ed1-4d4d-a02c-9fb8141c93a3 {{(pid=103458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 20:31:56.370625 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-e888f8ac-9ff8-449f-a8a2-0c9be5daf798 req-705b4ddb-56b8-401f-8b7d-44ce60c67762 service neutron] Publish callbacks [] for port (7774432c-5ed1-4d4d-a02c-9fb8141c93a3), precommit_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:56.387039 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [req-e888f8ac-9ff8-449f-a8a2-0c9be5daf798 req-705b4ddb-56b8-401f-8b7d-44ce60c67762 service neutron] Transition to ACTIVE for port object 7774432c-5ed1-4d4d-a02c-9fb8141c93a3 will not be triggered until provisioned by entity L2. {{(pid=103458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 20:31:56.401084 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c60201-85e3-45b1-8931-e64fbc274e7f service neutron] Pushing event updated for resources: {'Port': ['ID=191c4710-0568-4083-be7c-dec75711110b,revision_number=2']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:31:56.427154 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a021cc16-019c-4033-9aa4-81475802282e req-3fd1dbd3-e438-45f4-8aca-be178cf4d1c7 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:31:56.429050 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-a021cc16-019c-4033-9aa4-81475802282e req-3fd1dbd3-e438-45f4-8aca-be178cf4d1c7 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "GET /v2.0/ports?device_id=f3764666-b97b-49ee-a110-73b596762fc2 HTTP/1.1" status: 200 len: 931 time: 0.1270478 Mar 08 20:31:56.502276 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6c2563-0413-4a7c-be33-5e8ee05ca2d1 req-27874ac0-805d-4c9e-ac28-0a11a6e70162 tempest-DeleteServersTestJSON-1591701399 tempest-DeleteServersTestJSON-1591701399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:31:56.506494 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-6d6c2563-0413-4a7c-be33-5e8ee05ca2d1 req-27874ac0-805d-4c9e-ac28-0a11a6e70162 tempest-DeleteServersTestJSON-1591701399 tempest-DeleteServersTestJSON-1591701399-project] 10.222.0.41 "GET /v2.0/ports?device_id=f70bdead-35ea-476a-beb7-d901bf86280a HTTP/1.1" status: 200 len: 943 time: 0.0641365 Mar 08 20:31:56.519769 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-e888f8ac-9ff8-449f-a8a2-0c9be5daf798 req-705b4ddb-56b8-401f-8b7d-44ce60c67762 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745146878648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745146440924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745146440942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28566820'] for port (7774432c-5ed1-4d4d-a02c-9fb8141c93a3), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:56.547185 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-a021cc16-019c-4033-9aa4-81475802282e req-cc8e9584-497b-447a-a4bc-5616f131df48 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "GET /v2.0/security-groups?id=594a1c24-3d62-4c4c-9d98-a58b8e523f99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0872641 Mar 08 20:31:56.579743 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [req-656e5099-2b09-4321-8ed7-c410522a2c50 req-43c60201-85e3-45b1-8931-e64fbc274e7f service neutron] Attempting to bind port 191c4710-0568-4083-be7c-dec75711110b on host hv-cinder-83009 for vnic_type normal with profile {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 20:31:56.580270 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [req-656e5099-2b09-4321-8ed7-c410522a2c50 req-43c60201-85e3-45b1-8931-e64fbc274e7f service neutron] Attempting to bind port 191c4710-0568-4083-be7c-dec75711110b by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': '06ef9f39-1080-4af3-a1d4-5e6b0fa990b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '6c06189c-e7e3-4c8a-acc0-5147890ac16f'}] {{(pid=103459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 20:31:56.580724 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-656e5099-2b09-4321-8ed7-c410522a2c50 req-43c60201-85e3-45b1-8931-e64fbc274e7f service neutron] Attempting to bind port 191c4710-0568-4083-be7c-dec75711110b on network 6c06189c-e7e3-4c8a-acc0-5147890ac16f {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 20:31:56.587521 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-656e5099-2b09-4321-8ed7-c410522a2c50 req-43c60201-85e3-45b1-8931-e64fbc274e7f service neutron] Port 191c4710-0568-4083-be7c-dec75711110b on network 6c06189c-e7e3-4c8a-acc0-5147890ac16f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 20:31:56.587669 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-656e5099-2b09-4321-8ed7-c410522a2c50 req-43c60201-85e3-45b1-8931-e64fbc274e7f service neutron] Attempting to bind port 191c4710-0568-4083-be7c-dec75711110b on network 6c06189c-e7e3-4c8a-acc0-5147890ac16f {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 20:31:56.594281 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-656e5099-2b09-4321-8ed7-c410522a2c50 req-43c60201-85e3-45b1-8931-e64fbc274e7f service neutron] Checking agent: {'id': '905863fd-6a46-47f8-82ce-98f31309cbd3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 20, 29, 24), 'started_at': datetime.datetime(2022, 3, 8, 20, 29, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 20, 31, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 20:31:56.594752 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-656e5099-2b09-4321-8ed7-c410522a2c50 req-43c60201-85e3-45b1-8931-e64fbc274e7f service neutron] Checking segment: {'id': '06ef9f39-1080-4af3-a1d4-5e6b0fa990b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '6c06189c-e7e3-4c8a-acc0-5147890ac16f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 20:31:56.595358 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-656e5099-2b09-4321-8ed7-c410522a2c50 req-43c60201-85e3-45b1-8931-e64fbc274e7f service neutron] Bound using segment: {'id': '06ef9f39-1080-4af3-a1d4-5e6b0fa990b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '6c06189c-e7e3-4c8a-acc0-5147890ac16f'} {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 20:31:56.595878 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [req-656e5099-2b09-4321-8ed7-c410522a2c50 req-43c60201-85e3-45b1-8931-e64fbc274e7f service neutron] Bound port: 191c4710-0568-4083-be7c-dec75711110b, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06ef9f39-1080-4af3-a1d4-5e6b0fa990b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '6c06189c-e7e3-4c8a-acc0-5147890ac16f'}}] {{(pid=103459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 20:31:56.596349 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [req-656e5099-2b09-4321-8ed7-c410522a2c50 req-43c60201-85e3-45b1-8931-e64fbc274e7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747308'] for port (191c4710-0568-4083-be7c-dec75711110b), before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:56.600230 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705b4ddb-56b8-401f-8b7d-44ce60c67762 service neutron] Pushing event updated for resources: {'Port': ['ID=7774432c-5ed1-4d4d-a02c-9fb8141c93a3,revision_number=2']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:31:56.616774 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-6d6c2563-0413-4a7c-be33-5e8ee05ca2d1 req-dfbeaad7-21bc-4570-b551-0074ee2b72ba tempest-DeleteServersTestJSON-1591701399 tempest-DeleteServersTestJSON-1591701399-project] 10.222.0.41 "GET /v2.0/security-groups?id=325d1601-4ab7-4960-9061-99cbe6242b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063809 Mar 08 20:31:56.699324 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [req-656e5099-2b09-4321-8ed7-c410522a2c50 req-43c60201-85e3-45b1-8931-e64fbc274e7f service neutron] For port 191c4710-0568-4083-be7c-dec75711110b, host hv-cinder-83009, cleared binding levels {{(pid=103459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 20:31:56.705414 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [req-656e5099-2b09-4321-8ed7-c410522a2c50 req-43c60201-85e3-45b1-8931-e64fbc274e7f service neutron] For port 191c4710-0568-4083-be7c-dec75711110b, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=191c4710-0568-4083-be7c-dec75711110b,segment=NetworkSegment(06ef9f39-1080-4af3-a1d4-5e6b0fa990b9),segment_id=06ef9f39-1080-4af3-a1d4-5e6b0fa990b9)] {{(pid=103459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 20:31:56.705660 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [req-e888f8ac-9ff8-449f-a8a2-0c9be5daf798 req-705b4ddb-56b8-401f-8b7d-44ce60c67762 service neutron] Attempting to bind port 7774432c-5ed1-4d4d-a02c-9fb8141c93a3 on host hv-cinder-83009 for vnic_type normal with profile {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 20:31:56.705748 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [req-e888f8ac-9ff8-449f-a8a2-0c9be5daf798 req-705b4ddb-56b8-401f-8b7d-44ce60c67762 service neutron] Attempting to bind port 7774432c-5ed1-4d4d-a02c-9fb8141c93a3 by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': '14ae2af9-0664-46c4-a507-3b43c3ed1f8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'bb3cf682-183a-4b4f-b70b-ac9d75a4abdd'}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 20:31:56.706084 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e888f8ac-9ff8-449f-a8a2-0c9be5daf798 req-705b4ddb-56b8-401f-8b7d-44ce60c67762 service neutron] Attempting to bind port 7774432c-5ed1-4d4d-a02c-9fb8141c93a3 on network bb3cf682-183a-4b4f-b70b-ac9d75a4abdd {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 20:31:56.710907 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e888f8ac-9ff8-449f-a8a2-0c9be5daf798 req-705b4ddb-56b8-401f-8b7d-44ce60c67762 service neutron] Port 7774432c-5ed1-4d4d-a02c-9fb8141c93a3 on network bb3cf682-183a-4b4f-b70b-ac9d75a4abdd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 20:31:56.711234 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e888f8ac-9ff8-449f-a8a2-0c9be5daf798 req-705b4ddb-56b8-401f-8b7d-44ce60c67762 service neutron] Attempting to bind port 7774432c-5ed1-4d4d-a02c-9fb8141c93a3 on network bb3cf682-183a-4b4f-b70b-ac9d75a4abdd {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 20:31:56.717107 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e888f8ac-9ff8-449f-a8a2-0c9be5daf798 req-705b4ddb-56b8-401f-8b7d-44ce60c67762 service neutron] Checking agent: {'id': '905863fd-6a46-47f8-82ce-98f31309cbd3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 20, 29, 24), 'started_at': datetime.datetime(2022, 3, 8, 20, 29, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 20, 31, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 20:31:56.721673 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e888f8ac-9ff8-449f-a8a2-0c9be5daf798 req-705b4ddb-56b8-401f-8b7d-44ce60c67762 service neutron] Checking segment: {'id': '14ae2af9-0664-46c4-a507-3b43c3ed1f8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'bb3cf682-183a-4b4f-b70b-ac9d75a4abdd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 20:31:56.721673 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e888f8ac-9ff8-449f-a8a2-0c9be5daf798 req-705b4ddb-56b8-401f-8b7d-44ce60c67762 service neutron] Bound using segment: {'id': '14ae2af9-0664-46c4-a507-3b43c3ed1f8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'bb3cf682-183a-4b4f-b70b-ac9d75a4abdd'} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 20:31:56.721673 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [req-e888f8ac-9ff8-449f-a8a2-0c9be5daf798 req-705b4ddb-56b8-401f-8b7d-44ce60c67762 service neutron] Bound port: 7774432c-5ed1-4d4d-a02c-9fb8141c93a3, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14ae2af9-0664-46c4-a507-3b43c3ed1f8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'bb3cf682-183a-4b4f-b70b-ac9d75a4abdd'}}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 20:31:56.721673 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-e888f8ac-9ff8-449f-a8a2-0c9be5daf798 req-705b4ddb-56b8-401f-8b7d-44ce60c67762 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747308'] for port (7774432c-5ed1-4d4d-a02c-9fb8141c93a3), before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:56.775297 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [req-656e5099-2b09-4321-8ed7-c410522a2c50 req-43c60201-85e3-45b1-8931-e64fbc274e7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745146878648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745146440924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745146440942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28404716'] for port (191c4710-0568-4083-be7c-dec75711110b), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:56.790870 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.db [req-e888f8ac-9ff8-449f-a8a2-0c9be5daf798 req-705b4ddb-56b8-401f-8b7d-44ce60c67762 service neutron] For port 7774432c-5ed1-4d4d-a02c-9fb8141c93a3, host hv-cinder-83009, cleared binding levels {{(pid=103458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 20:31:56.794838 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.db [req-e888f8ac-9ff8-449f-a8a2-0c9be5daf798 req-705b4ddb-56b8-401f-8b7d-44ce60c67762 service neutron] For port 7774432c-5ed1-4d4d-a02c-9fb8141c93a3, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=7774432c-5ed1-4d4d-a02c-9fb8141c93a3,segment=NetworkSegment(14ae2af9-0664-46c4-a507-3b43c3ed1f8c),segment_id=14ae2af9-0664-46c4-a507-3b43c3ed1f8c)] {{(pid=103458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 20:31:56.811517 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656e5099-2b09-4321-8ed7-c410522a2c50 req-43c60201-85e3-45b1-8931-e64fbc274e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:31:56.818657 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [req-656e5099-2b09-4321-8ed7-c410522a2c50 req-43c60201-85e3-45b1-8931-e64fbc274e7f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4188892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3733777'] for port (None), before_response {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:56.818657 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-656e5099-2b09-4321-8ed7-c410522a2c50 req-43c60201-85e3-45b1-8931-e64fbc274e7f service neutron] 10.222.0.37 "PUT /v2.0/ports/191c4710-0568-4083-be7c-dec75711110b HTTP/1.1" status: 200 len: 1093 time: 1.1800988 Mar 08 20:31:56.818657 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3764666-b97b-49ee-a110-73b596762fc2', 'tag': '191c4710-0568-4083-be7c-dec75711110b'}] {{(pid=103459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 20:31:56.862834 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c60201-85e3-45b1-8931-e64fbc274e7f service neutron] Pushing event updated for resources: {'Port': ['ID=191c4710-0568-4083-be7c-dec75711110b,revision_number=3']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:31:56.875593 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-e888f8ac-9ff8-449f-a8a2-0c9be5daf798 req-705b4ddb-56b8-401f-8b7d-44ce60c67762 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745146878648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745146440924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745146440942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28566820'] for port (7774432c-5ed1-4d4d-a02c-9fb8141c93a3), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:56.913993 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e888f8ac-9ff8-449f-a8a2-0c9be5daf798 req-705b4ddb-56b8-401f-8b7d-44ce60c67762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:31:56.914923 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-e888f8ac-9ff8-449f-a8a2-0c9be5daf798 req-705b4ddb-56b8-401f-8b7d-44ce60c67762 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4188892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3733777'] for port (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:56.916300 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-e888f8ac-9ff8-449f-a8a2-0c9be5daf798 req-705b4ddb-56b8-401f-8b7d-44ce60c67762 service neutron] 10.222.0.37 "PUT /v2.0/ports/7774432c-5ed1-4d4d-a02c-9fb8141c93a3 HTTP/1.1" status: 200 len: 1093 time: 1.3132792 Mar 08 20:31:56.928786 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bad46cc3-630c-44e3-97f4-2efe2ffc87e1', 'tag': '7774432c-5ed1-4d4d-a02c-9fb8141c93a3'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 20:31:56.931114 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80a387be2d8005eb2e27f9060a02e972faa958bb0688f3ffd3bc7b0f4eb55c8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c9e7a4a-e939-40ac-91a3-ae993afb76d4" -d '{"events": [{"name": "network-changed", "server_uuid": "bad46cc3-630c-44e3-97f4-2efe2ffc87e1", "tag": "7774432c-5ed1-4d4d-a02c-9fb8141c93a3"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 20:31:56.955345 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705b4ddb-56b8-401f-8b7d-44ce60c67762 service neutron] Pushing event updated for resources: {'Port': ['ID=7774432c-5ed1-4d4d-a02c-9fb8141c93a3,revision_number=3']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:31:56.992715 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 20:31:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de64cc21-71f9-4ec4-8b65-474ae97275a1 x-openstack-request-id: req-de64cc21-71f9-4ec4-8b65-474ae97275a1 {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 20:31:56.993001 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bad46cc3-630c-44e3-97f4-2efe2ffc87e1", "tag": "7774432c-5ed1-4d4d-a02c-9fb8141c93a3", "status": "completed", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 20:31:56.993252 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-de64cc21-71f9-4ec4-8b65-474ae97275a1 {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 20:31:56.993645 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bad46cc3-630c-44e3-97f4-2efe2ffc87e1', 'tag': '7774432c-5ed1-4d4d-a02c-9fb8141c93a3', 'status': 'completed', 'code': 200} Mar 08 20:31:57.017878 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30f128d5f71b3f7cc76d6cee4f56f72b4ad92d7c7cb63713f7d7a45aaaaee86d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5564f9b-ae90-4e26-a72f-09fa67bc80f3" -d '{"events": [{"name": "network-changed", "server_uuid": "f3764666-b97b-49ee-a110-73b596762fc2", "tag": "191c4710-0568-4083-be7c-dec75711110b"}]}' {{(pid=103459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 20:31:57.052648 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656e5099-2b09-4321-8ed7-c410522a2c50 req-e4cf52c6-a2e5-4f5f-8ac4-9dc15528f1e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:31:57.054716 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-656e5099-2b09-4321-8ed7-c410522a2c50 req-e4cf52c6-a2e5-4f5f-8ac4-9dc15528f1e2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=01d3223cb5334df4aeb878f77f56a4af&device_id=f3764666-b97b-49ee-a110-73b596762fc2 HTTP/1.1" status: 200 len: 1127 time: 0.0767915 Mar 08 20:31:57.079336 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.rpc [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Device 93f0e9aa-ddc8-4b50-8928-b322cf8f747d details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103460) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 20:31:57.147987 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-656e5099-2b09-4321-8ed7-c410522a2c50 req-48a13082-95c3-4424-8e8e-e9af61486578 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=191c4710-0568-4083-be7c-dec75711110b HTTP/1.1" status: 200 len: 217 time: 0.0849967 Mar 08 20:31:57.210215 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9e7a4a-e939-40ac-91a3-ae993afb76d4 req-466b04e8-90b2-4fe7-af31-6fd85198f07a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:31:57.213063 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-5c9e7a4a-e939-40ac-91a3-ae993afb76d4 req-466b04e8-90b2-4fe7-af31-6fd85198f07a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=64bbed509db949a6a003c639d3f67567&device_id=bad46cc3-630c-44e3-97f4-2efe2ffc87e1 HTTP/1.1" status: 200 len: 1127 time: 0.1920135 Mar 08 20:31:57.221068 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656e5099-2b09-4321-8ed7-c410522a2c50 req-7e18d3ce-3d3a-4866-bd74-ffd768a81b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:31:57.222571 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-656e5099-2b09-4321-8ed7-c410522a2c50 req-7e18d3ce-3d3a-4866-bd74-ffd768a81b33 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=22d98187-3e01-4f4c-846a-c4973fed68d0 HTTP/1.1" status: 200 len: 855 time: 0.0662396 Mar 08 20:31:57.312020 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 20:31:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-414d2c57-577e-464a-9359-b5232d11184e x-openstack-request-id: req-414d2c57-577e-464a-9359-b5232d11184e {{(pid=103459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 20:31:57.312404 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3764666-b97b-49ee-a110-73b596762fc2", "tag": "191c4710-0568-4083-be7c-dec75711110b", "status": "completed", "code": 200}]} {{(pid=103459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 20:31:57.315948 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-414d2c57-577e-464a-9359-b5232d11184e {{(pid=103459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 20:31:57.316661 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3764666-b97b-49ee-a110-73b596762fc2', 'tag': '191c4710-0568-4083-be7c-dec75711110b', 'status': 'completed', 'code': 200} Mar 08 20:31:57.347191 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.db [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] For port 93f0e9aa-ddc8-4b50-8928-b322cf8f747d, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=93f0e9aa-ddc8-4b50-8928-b322cf8f747d,segment=NetworkSegment(4d17c990-8ca8-4b04-9435-e1e4727aeb38),segment_id=4d17c990-8ca8-4b04-9435-e1e4727aeb38)] {{(pid=103460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:31:57.356865 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656e5099-2b09-4321-8ed7-c410522a2c50 req-2a4ec890-de41-411c-bd30-a24d4665a3a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:31:57.359093 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-656e5099-2b09-4321-8ed7-c410522a2c50 req-2a4ec890-de41-411c-bd30-a24d4665a3a2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6c06189c-e7e3-4c8a-acc0-5147890ac16f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1295879 Mar 08 20:31:57.372221 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.rpc [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Returning: {'device': '93f0e9aa-ddc8-4b50-8928-b322cf8f747d', 'network_id': 'c4b9653e-45c7-499b-ba57-89c5719459c1', 'port_id': '93f0e9aa-ddc8-4b50-8928-b322cf8f747d', 'mac_address': 'fa:16:3e:62:08:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3acd2cae-edc5-4deb-af56-8a423e7d5ec3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103460) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 20:31:57.461257 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.plugin [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Current status of the port 93f0e9aa-ddc8-4b50-8928-b322cf8f747d is: DOWN; New status is: BUILD {{(pid=103460) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:31:57.464549 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747308'] for port (93f0e9aa-ddc8-4b50-8928-b322cf8f747d), before_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:57.487472 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.notifiers.nova [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93f0e9aa-ddc8-4b50-8928-b322cf8f747d {{(pid=103460) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 20:31:57.509903 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2aa987-e2c4-43bc-88c2-698ba13b7405 req-64ffd55d-7ed9-4eee-b710-c45de3ceadf7 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:31:57.518943 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-1e2aa987-e2c4-43bc-88c2-698ba13b7405 req-64ffd55d-7ed9-4eee-b710-c45de3ceadf7 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] 10.222.0.41 "GET /v2.0/ports?device_id=76db48e1-da0b-42d6-9dac-a3bdaf9154db HTTP/1.1" status: 200 len: 944 time: 0.1493692 Mar 08 20:31:57.521560 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9e7a4a-e939-40ac-91a3-ae993afb76d4 req-37d2b588-b2d7-48e3-bfda-04eb5b65003d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:31:57.523097 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.db [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] For port 93f0e9aa-ddc8-4b50-8928-b322cf8f747d, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=93f0e9aa-ddc8-4b50-8928-b322cf8f747d,segment=NetworkSegment(4d17c990-8ca8-4b04-9435-e1e4727aeb38),segment_id=4d17c990-8ca8-4b04-9435-e1e4727aeb38)] {{(pid=103460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:31:57.531807 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-5c9e7a4a-e939-40ac-91a3-ae993afb76d4 req-37d2b588-b2d7-48e3-bfda-04eb5b65003d service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=64bbed509db949a6a003c639d3f67567&shared=False HTTP/1.1" status: 200 len: 912 time: 0.3032961 Mar 08 20:31:57.533736 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-656e5099-2b09-4321-8ed7-c410522a2c50 req-1acff256-7d7d-421d-8f5a-da10bb947271 service neutron] 10.222.0.37 "GET /v2.0/networks/6c06189c-e7e3-4c8a-acc0-5147890ac16f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1678185 Mar 08 20:31:57.623952 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745146878648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745146440924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745146440942'] for port (93f0e9aa-ddc8-4b50-8928-b322cf8f747d), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:57.627454 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.rpc [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Device ee01793f-c2c5-424e-bae8-e6ab1a18fd61 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103460) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 20:31:57.769062 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781f4f48-ef38-4fb6-a019-4c037bc2bbfc req-0a22a58c-c4de-4f98-9d63-02134f9da1d2 tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:31:57.770811 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-781f4f48-ef38-4fb6-a019-4c037bc2bbfc req-0a22a58c-c4de-4f98-9d63-02134f9da1d2 tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] 10.222.0.41 "GET /v2.0/ports?device_id=bad46cc3-630c-44e3-97f4-2efe2ffc87e1 HTTP/1.1" status: 200 len: 943 time: 0.2428563 Mar 08 20:31:57.817140 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-656e5099-2b09-4321-8ed7-c410522a2c50 req-c4e6785e-8e01-4167-b42b-8d58388de55d service neutron] 10.222.0.37 "GET /v2.0/networks/6c06189c-e7e3-4c8a-acc0-5147890ac16f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2645791 Mar 08 20:31:57.859367 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-781f4f48-ef38-4fb6-a019-4c037bc2bbfc req-5ff19932-befc-4db1-9018-63b9859239b1 tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] 10.222.0.41 "GET /v2.0/security-groups?id=67f89219-d397-47b0-aaf7-d3f898f93734&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816932 Mar 08 20:31:57.871664 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Pushing event updated for resources: {'Port': ['ID=93f0e9aa-ddc8-4b50-8928-b322cf8f747d,revision_number=4']} {{(pid=103460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:31:57.880906 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.41', 57222) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:31:57.939993 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-1e2aa987-e2c4-43bc-88c2-698ba13b7405 req-d9ebd6f4-8e6c-445a-9905-6220351e7c76 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] 10.222.0.41 "GET /v2.0/security-groups?id=9c6d9f50-97e4-4cca-9665-c8c2da1ef57a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4199767 Mar 08 20:31:58.035423 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.db [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] For port ee01793f-c2c5-424e-bae8-e6ab1a18fd61, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=ee01793f-c2c5-424e-bae8-e6ab1a18fd61,segment=NetworkSegment(44cb8fbc-2f9a-4486-b1fb-d0ea40c8665b),segment_id=44cb8fbc-2f9a-4486-b1fb-d0ea40c8665b)] {{(pid=103460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:31:58.042742 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9e7a4a-e939-40ac-91a3-ae993afb76d4 req-b0f38d12-4309-415b-9c1b-8314e7799497 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:31:58.045146 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-5c9e7a4a-e939-40ac-91a3-ae993afb76d4 req-b0f38d12-4309-415b-9c1b-8314e7799497 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5155656 Mar 08 20:31:58.054965 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.rpc [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Returning: {'device': 'ee01793f-c2c5-424e-bae8-e6ab1a18fd61', 'network_id': 'dde8d1ca-6419-419a-83ee-3c26ebcab779', 'port_id': 'ee01793f-c2c5-424e-bae8-e6ab1a18fd61', 'mac_address': 'fa:16:3e:1a:a6:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41a97b68-91f3-4838-9bdc-219b95c686fc', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103460) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 20:31:58.124633 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.plugin [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Current status of the port ee01793f-c2c5-424e-bae8-e6ab1a18fd61 is: DOWN; New status is: BUILD {{(pid=103460) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:31:58.125301 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747308'] for port (ee01793f-c2c5-424e-bae8-e6ab1a18fd61), before_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:58.145660 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.notifiers.nova [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee01793f-c2c5-424e-bae8-e6ab1a18fd61 {{(pid=103460) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 20:31:58.151578 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-80ed0847-0b48-46c1-9107-4585a55685ec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:58.168650 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347592d4-acb5-4641-bb96-77fec937a511 req-129418fe-35e6-4a1e-8e9c-55b340507259 tempest-DeleteServersTestJSON-1591701399 tempest-DeleteServersTestJSON-1591701399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:31:58.177266 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.db [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] For port ee01793f-c2c5-424e-bae8-e6ab1a18fd61, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=ee01793f-c2c5-424e-bae8-e6ab1a18fd61,segment=NetworkSegment(44cb8fbc-2f9a-4486-b1fb-d0ea40c8665b),segment_id=44cb8fbc-2f9a-4486-b1fb-d0ea40c8665b)] {{(pid=103460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:31:58.177501 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-347592d4-acb5-4641-bb96-77fec937a511 req-129418fe-35e6-4a1e-8e9c-55b340507259 tempest-DeleteServersTestJSON-1591701399 tempest-DeleteServersTestJSON-1591701399-project] 10.222.0.41 "GET /v2.0/ports?device_id=f70bdead-35ea-476a-beb7-d901bf86280a HTTP/1.1" status: 200 len: 943 time: 0.1204598 Mar 08 20:31:58.190431 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e888f8ac-9ff8-449f-a8a2-0c9be5daf798 req-f04f7b80-82a5-41c8-b2da-c14a6f0323ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:31:58.192026 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-e888f8ac-9ff8-449f-a8a2-0c9be5daf798 req-f04f7b80-82a5-41c8-b2da-c14a6f0323ff service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=64bbed509db949a6a003c639d3f67567&device_id=bad46cc3-630c-44e3-97f4-2efe2ffc87e1 HTTP/1.1" status: 200 len: 1127 time: 0.0926182 Mar 08 20:31:58.201626 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5564f9b-ae90-4e26-a72f-09fa67bc80f3 req-e956a06a-13c4-4081-8586-2c58ede9ea1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:31:58.203203 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-f5564f9b-ae90-4e26-a72f-09fa67bc80f3 req-e956a06a-13c4-4081-8586-2c58ede9ea1f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=01d3223cb5334df4aeb878f77f56a4af&device_id=f3764666-b97b-49ee-a110-73b596762fc2 HTTP/1.1" status: 200 len: 1127 time: 0.2454178 Mar 08 20:31:58.233730 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d4bf89-4a54-4d55-9959-9f417b3b9250 req-bcd19a2b-ba32-4782-a2f4-67d7bfd359f3 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:31:58.235304 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-a5d4bf89-4a54-4d55-9959-9f417b3b9250 req-bcd19a2b-ba32-4782-a2f4-67d7bfd359f3 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "GET /v2.0/ports?device_id=f3764666-b97b-49ee-a110-73b596762fc2 HTTP/1.1" status: 200 len: 943 time: 0.2151570 Mar 08 20:31:58.258418 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745146878648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745146440924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745146440942'] for port (ee01793f-c2c5-424e-bae8-e6ab1a18fd61), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:58.306091 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-e888f8ac-9ff8-449f-a8a2-0c9be5daf798 req-c7cbd679-3596-4b70-8fdc-f2cfc3f47e02 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7774432c-5ed1-4d4d-a02c-9fb8141c93a3 HTTP/1.1" status: 200 len: 217 time: 0.1017504 Mar 08 20:31:58.333690 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Pushing event updated for resources: {'Port': ['ID=ee01793f-c2c5-424e-bae8-e6ab1a18fd61,revision_number=4']} {{(pid=103460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:31:58.368660 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-a5d4bf89-4a54-4d55-9959-9f417b3b9250 req-8c4fdfbc-cc80-4ef1-b8f2-7e766e613898 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "GET /v2.0/security-groups?id=594a1c24-3d62-4c4c-9d98-a58b8e523f99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1184101 Mar 08 20:31:58.376018 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-347592d4-acb5-4641-bb96-77fec937a511 req-c23a5ca8-a5ce-48f8-8e32-ea26562b6cdf tempest-DeleteServersTestJSON-1591701399 tempest-DeleteServersTestJSON-1591701399-project] 10.222.0.41 "GET /v2.0/security-groups?id=325d1601-4ab7-4960-9061-99cbe6242b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1977284 Mar 08 20:31:58.391126 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e888f8ac-9ff8-449f-a8a2-0c9be5daf798 req-041a5827-851e-40aa-b0a9-b70bcb286989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:31:58.392941 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-e888f8ac-9ff8-449f-a8a2-0c9be5daf798 req-041a5827-851e-40aa-b0a9-b70bcb286989 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a968dc2a-71a9-4847-a130-162c884db338 HTTP/1.1" status: 200 len: 850 time: 0.0797451 Mar 08 20:31:58.402689 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-80ed0847-0b48-46c1-9107-4585a55685ec admin admin] Publish callbacks [] for security_group (0a623893-71cc-47d7-8adb-f7f93eb53e5c), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:58.409143 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5564f9b-ae90-4e26-a72f-09fa67bc80f3 req-6232e858-2af6-4a22-9c89-8b9364e477c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:31:58.410717 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-f5564f9b-ae90-4e26-a72f-09fa67bc80f3 req-6232e858-2af6-4a22-9c89-8b9364e477c3 service neutron] 10.222.0.37 "GET /v2.0/networks?id=6c06189c-e7e3-4c8a-acc0-5147890ac16f HTTP/1.1" status: 200 len: 917 time: 0.1962786 Mar 08 20:31:58.459105 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-80ed0847-0b48-46c1-9107-4585a55685ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310940'] for security_group (0a623893-71cc-47d7-8adb-f7f93eb53e5c), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:58.464774 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-f5564f9b-ae90-4e26-a72f-09fa67bc80f3 req-e8e00c9f-d626-44bc-b6d5-fa77244dcb8b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=191c4710-0568-4083-be7c-dec75711110b HTTP/1.1" status: 200 len: 217 time: 0.0445828 Mar 08 20:31:58.481503 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e888f8ac-9ff8-449f-a8a2-0c9be5daf798 req-a657b058-7150-47ce-ba20-1a6ec5de4347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:31:58.483066 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-e888f8ac-9ff8-449f-a8a2-0c9be5daf798 req-a657b058-7150-47ce-ba20-1a6ec5de4347 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=bb3cf682-183a-4b4f-b70b-ac9d75a4abdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0834024 Mar 08 20:31:58.539025 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-80ed0847-0b48-46c1-9107-4585a55685ec admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7ce721e8d3374b6c8c178fe243f83dc4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6546707 Mar 08 20:31:58.539541 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ed0847-0b48-46c1-9107-4585a55685ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a623893-71cc-47d7-8adb-f7f93eb53e5c,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:31:58.543348 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.41', 57236) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:31:58.561713 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5564f9b-ae90-4e26-a72f-09fa67bc80f3 req-b5b4a876-d318-4cb2-8030-97e0868f51b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:31:58.563172 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-f5564f9b-ae90-4e26-a72f-09fa67bc80f3 req-b5b4a876-d318-4cb2-8030-97e0868f51b8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=22d98187-3e01-4f4c-846a-c4973fed68d0 HTTP/1.1" status: 200 len: 855 time: 0.0871968 Mar 08 20:31:58.593354 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-e888f8ac-9ff8-449f-a8a2-0c9be5daf798 req-ea2dc6bd-f23d-497c-8a98-4681a01fcb18 service neutron] 10.222.0.37 "GET /v2.0/networks/bb3cf682-183a-4b4f-b70b-ac9d75a4abdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998516 Mar 08 20:31:58.632002 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e623f7b5-0567-4248-9351-66bb6dfe46b8 admin admin] Publish callbacks [] for security_group (0a623893-71cc-47d7-8adb-f7f93eb53e5c), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:58.646130 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.db [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] get_ports_and_sgs() called for port_ids ['ee01793f-c2c5-424e-bae8-e6ab1a18fd61'] {{(pid=103460) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 20:31:58.647373 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5564f9b-ae90-4e26-a72f-09fa67bc80f3 req-03fc1be5-f5db-4033-bf94-3c7db1ce0da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:31:58.649628 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-f5564f9b-ae90-4e26-a72f-09fa67bc80f3 req-03fc1be5-f5db-4033-bf94-3c7db1ce0da7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6c06189c-e7e3-4c8a-acc0-5147890ac16f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0769880 Mar 08 20:31:58.670965 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e623f7b5-0567-4248-9351-66bb6dfe46b8 admin admin] Publish callbacks [] for security_group (0a623893-71cc-47d7-8adb-f7f93eb53e5c), precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:58.708633 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.db [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] get_ports_and_sgs() called for port_ids ['93f0e9aa-ddc8-4b50-8928-b322cf8f747d'] {{(pid=103460) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 20:31:58.731719 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-e888f8ac-9ff8-449f-a8a2-0c9be5daf798 req-de6a9193-0ca1-4053-b1fe-b2b40c22f0c4 service neutron] 10.222.0.37 "GET /v2.0/networks/bb3cf682-183a-4b4f-b70b-ac9d75a4abdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300590 Mar 08 20:31:58.785047 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-f5564f9b-ae90-4e26-a72f-09fa67bc80f3 req-95b3c91c-f6f2-4a9e-9f60-fff271e5855b service neutron] 10.222.0.37 "GET /v2.0/networks/6c06189c-e7e3-4c8a-acc0-5147890ac16f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271856 Mar 08 20:31:58.885974 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e623f7b5-0567-4248-9351-66bb6dfe46b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310940'] for security_group (0a623893-71cc-47d7-8adb-f7f93eb53e5c), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:58.889923 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e623f7b5-0567-4248-9351-66bb6dfe46b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:58.891100 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-e623f7b5-0567-4248-9351-66bb6dfe46b8 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0a623893-71cc-47d7-8adb-f7f93eb53e5c HTTP/1.1" status: 204 len: 168 time: 0.3468006 Mar 08 20:31:58.915934 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e623f7b5-0567-4248-9351-66bb6dfe46b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a623893-71cc-47d7-8adb-f7f93eb53e5c,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:31:58.944204 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-f5564f9b-ae90-4e26-a72f-09fa67bc80f3 req-cc6f90a4-8ebc-4516-abc8-ac4317decd9e service neutron] 10.222.0.37 "GET /v2.0/networks/6c06189c-e7e3-4c8a-acc0-5147890ac16f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281245 Mar 08 20:31:59.036490 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-2d7294b2-66e1-4d4b-b7b1-fcf1d92f655a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745146981205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476605'] for agent (a3d84102-f7d3-452b-861a-973020576047), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:59.051091 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7792da0e-2062-4877-8b5c-51a171a01c21 req-db58af30-d28e-4312-9738-6f32365ea5c4 tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:31:59.052626 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-7792da0e-2062-4877-8b5c-51a171a01c21 req-db58af30-d28e-4312-9738-6f32365ea5c4 tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] 10.222.0.41 "GET /v2.0/ports?device_id=bad46cc3-630c-44e3-97f4-2efe2ffc87e1 HTTP/1.1" status: 200 len: 943 time: 0.0727372 Mar 08 20:31:59.097915 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ea8233-6ac6-4d09-b530-61acbf5df785 req-f241f3c3-19ea-4626-b8a8-bba0d59803ac tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:31:59.099504 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-b6ea8233-6ac6-4d09-b530-61acbf5df785 req-f241f3c3-19ea-4626-b8a8-bba0d59803ac tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] 10.222.0.41 "GET /v2.0/ports?device_id=76db48e1-da0b-42d6-9dac-a3bdaf9154db HTTP/1.1" status: 200 len: 945 time: 0.0689101 Mar 08 20:31:59.110326 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-7792da0e-2062-4877-8b5c-51a171a01c21 req-177919f4-0982-4a53-b0dd-c7d0e8bf4fa1 tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] 10.222.0.41 "GET /v2.0/security-groups?id=67f89219-d397-47b0-aaf7-d3f898f93734&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516534 Mar 08 20:31:59.154136 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-b6ea8233-6ac6-4d09-b530-61acbf5df785 req-cd6e1180-8943-417a-8875-c244184013d6 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] 10.222.0.41 "GET /v2.0/security-groups?id=9c6d9f50-97e4-4cca-9665-c8c2da1ef57a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484900 Mar 08 20:31:59.542524 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59943803-ebca-4b4c-a78c-ad376819d802 req-495808f9-9860-49da-a342-ae7970854ff4 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:31:59.543167 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-59943803-ebca-4b4c-a78c-ad376819d802 req-495808f9-9860-49da-a342-ae7970854ff4 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "GET /v2.0/ports?device_id=f3764666-b97b-49ee-a110-73b596762fc2 HTTP/1.1" status: 200 len: 943 time: 0.0782483 Mar 08 20:31:59.545810 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcac59d-800a-4bcb-b201-7d73ccfd3b2c req-2dd1194c-dc6b-4890-ac5f-39451eae3bf5 tempest-DeleteServersTestJSON-1591701399 tempest-DeleteServersTestJSON-1591701399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:31:59.547724 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-efcac59d-800a-4bcb-b201-7d73ccfd3b2c req-2dd1194c-dc6b-4890-ac5f-39451eae3bf5 tempest-DeleteServersTestJSON-1591701399 tempest-DeleteServersTestJSON-1591701399-project] 10.222.0.41 "GET /v2.0/ports?device_id=f70bdead-35ea-476a-beb7-d901bf86280a HTTP/1.1" status: 200 len: 944 time: 0.0914257 Mar 08 20:31:59.594010 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-59943803-ebca-4b4c-a78c-ad376819d802 req-da96dcd9-b5c3-4811-be3d-46dce2fda6cf tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "GET /v2.0/security-groups?id=594a1c24-3d62-4c4c-9d98-a58b8e523f99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443544 Mar 08 20:31:59.600525 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-efcac59d-800a-4bcb-b201-7d73ccfd3b2c req-a71a4cb0-90e9-48aa-8851-dfe3c28f637c tempest-DeleteServersTestJSON-1591701399 tempest-DeleteServersTestJSON-1591701399-project] 10.222.0.41 "GET /v2.0/security-groups?id=325d1601-4ab7-4960-9061-99cbe6242b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470548 Mar 08 20:32:00.056708 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.wsgi [-] (103459) accepted ('10.222.0.41', 57302) {{(pid=103459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:32:00.202436 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-02831b99-f3d8-442d-822f-875c6c48076e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:00.243124 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fafb34b-3eb8-4950-a013-8a66cc95c125 req-759e170f-4208-466b-878d-99046be92ab0 tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:32:00.254200 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-3fafb34b-3eb8-4950-a013-8a66cc95c125 req-759e170f-4208-466b-878d-99046be92ab0 tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] 10.222.0.41 "GET /v2.0/ports?device_id=bad46cc3-630c-44e3-97f4-2efe2ffc87e1 HTTP/1.1" status: 200 len: 943 time: 0.0735068 Mar 08 20:32:00.318576 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-3fafb34b-3eb8-4950-a013-8a66cc95c125 req-92dd126a-bbaa-4916-96d9-fb1b00b2074c tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] 10.222.0.41 "GET /v2.0/security-groups?id=67f89219-d397-47b0-aaf7-d3f898f93734&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587101 Mar 08 20:32:00.346872 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-02831b99-f3d8-442d-822f-875c6c48076e admin admin] Publish callbacks [] for security_group (bf53a18c-3a0c-4d08-ae2e-f8121d88c145), precommit_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:00.358556 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.41', 57316) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:32:00.358688 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c76d7c7-e7e9-444f-898a-38c8751a293e req-4fd9b877-d2ca-432d-85e7-e28a50601aa7 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:32:00.360137 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-2c76d7c7-e7e9-444f-898a-38c8751a293e req-4fd9b877-d2ca-432d-85e7-e28a50601aa7 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] 10.222.0.41 "GET /v2.0/ports?device_id=76db48e1-da0b-42d6-9dac-a3bdaf9154db HTTP/1.1" status: 200 len: 945 time: 0.0985041 Mar 08 20:32:00.412882 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-2c76d7c7-e7e9-444f-898a-38c8751a293e req-18465a0e-10a0-4337-bff4-3d8e63619767 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] 10.222.0.41 "GET /v2.0/security-groups?id=9c6d9f50-97e4-4cca-9665-c8c2da1ef57a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453994 Mar 08 20:32:00.508141 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-02831b99-f3d8-442d-822f-875c6c48076e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310940'] for security_group (bf53a18c-3a0c-4d08-ae2e-f8121d88c145), after_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:00.538485 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02831b99-f3d8-442d-822f-875c6c48076e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf53a18c-3a0c-4d08-ae2e-f8121d88c145,revision_number=1']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:32:00.570815 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [None req-02831b99-f3d8-442d-822f-875c6c48076e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=daee53cc002540d9adc58636ecfe53e2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5130053 Mar 08 20:32:00.574056 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.41', 57324) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:32:00.605889 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-2e749bb1-a4ff-47ca-933a-d7734697a1d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:00.665453 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-6a0527c2-0fc9-498f-b6e6-c1a9219618d4 admin admin] Publish callbacks [] for security_group (bf53a18c-3a0c-4d08-ae2e-f8121d88c145), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:00.713975 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-6a0527c2-0fc9-498f-b6e6-c1a9219618d4 admin admin] Publish callbacks [] for security_group (bf53a18c-3a0c-4d08-ae2e-f8121d88c145), precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:00.744302 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f0f849-3b7c-4a43-8678-299b4224f8fe req-b200c8b4-6799-464e-9125-819106ae26fd tempest-DeleteServersTestJSON-1591701399 tempest-DeleteServersTestJSON-1591701399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:32:00.754148 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-e9f0f849-3b7c-4a43-8678-299b4224f8fe req-b200c8b4-6799-464e-9125-819106ae26fd tempest-DeleteServersTestJSON-1591701399 tempest-DeleteServersTestJSON-1591701399-project] 10.222.0.41 "GET /v2.0/ports?device_id=f70bdead-35ea-476a-beb7-d901bf86280a HTTP/1.1" status: 200 len: 944 time: 0.0649719 Mar 08 20:32:00.801936 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-e9f0f849-3b7c-4a43-8678-299b4224f8fe req-7315be36-6a68-4342-a895-8f0311b767bb tempest-DeleteServersTestJSON-1591701399 tempest-DeleteServersTestJSON-1591701399-project] 10.222.0.41 "GET /v2.0/security-groups?id=325d1601-4ab7-4960-9061-99cbe6242b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460401 Mar 08 20:32:00.836133 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0635857f-8250-4f6c-ab67-b8f6dbbcc5e3 req-0dcde217-177d-4b2d-bb6c-6786a929d975 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:32:00.837677 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-0635857f-8250-4f6c-ab67-b8f6dbbcc5e3 req-0dcde217-177d-4b2d-bb6c-6786a929d975 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "GET /v2.0/ports?device_id=f3764666-b97b-49ee-a110-73b596762fc2 HTTP/1.1" status: 200 len: 943 time: 0.1403718 Mar 08 20:32:00.839636 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-2e749bb1-a4ff-47ca-933a-d7734697a1d5 admin admin] Publish callbacks [] for security_group (af2b0129-4ec7-4e47-94f7-5702d2c24aa7), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:00.887676 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-0635857f-8250-4f6c-ab67-b8f6dbbcc5e3 req-a9859720-0b33-47d0-9f98-e1c4f325fda4 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "GET /v2.0/security-groups?id=594a1c24-3d62-4c4c-9d98-a58b8e523f99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436339 Mar 08 20:32:00.940849 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-2e749bb1-a4ff-47ca-933a-d7734697a1d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310940'] for security_group (af2b0129-4ec7-4e47-94f7-5702d2c24aa7), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:00.979534 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-6a0527c2-0fc9-498f-b6e6-c1a9219618d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310940'] for security_group (bf53a18c-3a0c-4d08-ae2e-f8121d88c145), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:00.982203 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-6a0527c2-0fc9-498f-b6e6-c1a9219618d4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:00.986003 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-6a0527c2-0fc9-498f-b6e6-c1a9219618d4 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/bf53a18c-3a0c-4d08-ae2e-f8121d88c145 HTTP/1.1" status: 204 len: 168 time: 0.4082365 Mar 08 20:32:00.988104 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e749bb1-a4ff-47ca-933a-d7734697a1d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af2b0129-4ec7-4e47-94f7-5702d2c24aa7,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:32:00.992897 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-2e749bb1-a4ff-47ca-933a-d7734697a1d5 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=819171e88a5143ceb4cb5b8c5a19f6ed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6331887 Mar 08 20:32:00.995729 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.wsgi [-] (103459) accepted ('10.222.0.41', 57340) {{(pid=103459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:32:01.003984 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0527c2-0fc9-498f-b6e6-c1a9219618d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf53a18c-3a0c-4d08-ae2e-f8121d88c145,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:32:01.052356 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-859e60d8-195c-499d-ad00-527198d2b5b8 admin admin] Publish callbacks [] for security_group (af2b0129-4ec7-4e47-94f7-5702d2c24aa7), before_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:01.079186 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.rpc [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Device 191c4710-0568-4083-be7c-dec75711110b details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103460) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 20:32:01.086055 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-859e60d8-195c-499d-ad00-527198d2b5b8 admin admin] Publish callbacks [] for security_group (af2b0129-4ec7-4e47-94f7-5702d2c24aa7), precommit_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:01.128675 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.rpc [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Device 93f0e9aa-ddc8-4b50-8928-b322cf8f747d up at agent hyperv_hv-cinder-83009 {{(pid=103460) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 20:32:01.203174 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-859e60d8-195c-499d-ad00-527198d2b5b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310940'] for security_group (af2b0129-4ec7-4e47-94f7-5702d2c24aa7), after_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:01.206442 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-859e60d8-195c-499d-ad00-527198d2b5b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:01.208076 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [None req-859e60d8-195c-499d-ad00-527198d2b5b8 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/af2b0129-4ec7-4e47-94f7-5702d2c24aa7 HTTP/1.1" status: 204 len: 168 time: 0.2113168 Mar 08 20:32:01.216676 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859e60d8-195c-499d-ad00-527198d2b5b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af2b0129-4ec7-4e47-94f7-5702d2c24aa7,revision_number=None']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:32:01.251451 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.db [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] For port 191c4710-0568-4083-be7c-dec75711110b, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=191c4710-0568-4083-be7c-dec75711110b,segment=NetworkSegment(06ef9f39-1080-4af3-a1d4-5e6b0fa990b9),segment_id=06ef9f39-1080-4af3-a1d4-5e6b0fa990b9)] {{(pid=103460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:32:01.274269 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-b2cda6e2-ff53-4b04-9d28-30b9876ccb09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745146981205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476605'] for agent (7ae9fd8f-5d61-4821-9eac-044950c450f0), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:01.275823 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.rpc [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Returning: {'device': '191c4710-0568-4083-be7c-dec75711110b', 'network_id': '6c06189c-e7e3-4c8a-acc0-5147890ac16f', 'port_id': '191c4710-0568-4083-be7c-dec75711110b', 'mac_address': 'fa:16:3e:10:61:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22d98187-3e01-4f4c-846a-c4973fed68d0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103460) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 20:32:01.317606 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.plugin [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Current status of the port 191c4710-0568-4083-be7c-dec75711110b is: DOWN; New status is: BUILD {{(pid=103460) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:32:01.318068 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747308'] for port (191c4710-0568-4083-be7c-dec75711110b), before_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:01.333173 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.notifiers.nova [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 191c4710-0568-4083-be7c-dec75711110b {{(pid=103460) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 20:32:01.365017 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.db [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] For port 191c4710-0568-4083-be7c-dec75711110b, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=191c4710-0568-4083-be7c-dec75711110b,segment=NetworkSegment(06ef9f39-1080-4af3-a1d4-5e6b0fa990b9),segment_id=06ef9f39-1080-4af3-a1d4-5e6b0fa990b9)] {{(pid=103460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:32:01.399350 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.provisioning_blocks [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Provisioning for port 93f0e9aa-ddc8-4b50-8928-b322cf8f747d completed by entity L2. {{(pid=103460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 20:32:01.403922 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.provisioning_blocks [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Provisioning complete for port 93f0e9aa-ddc8-4b50-8928-b322cf8f747d triggered by entity L2. {{(pid=103460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:32:01.404326 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476507'] for port (93f0e9aa-ddc8-4b50-8928-b322cf8f747d), provisioning_complete {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:01.440106 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97c1422-1a63-44dc-a4f2-90dc95777194 req-dda15e42-211f-478e-a0fb-55e39cb262dd tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:32:01.442144 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-f97c1422-1a63-44dc-a4f2-90dc95777194 req-dda15e42-211f-478e-a0fb-55e39cb262dd tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] 10.222.0.41 "GET /v2.0/ports?device_id=bad46cc3-630c-44e3-97f4-2efe2ffc87e1 HTTP/1.1" status: 200 len: 943 time: 0.0619035 Mar 08 20:32:01.480046 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745146878648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745146440924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745146440942'] for port (191c4710-0568-4083-be7c-dec75711110b), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:01.500684 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-f97c1422-1a63-44dc-a4f2-90dc95777194 req-88f90e56-9960-4a75-9806-abe29cec74bd tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] 10.222.0.41 "GET /v2.0/security-groups?id=67f89219-d397-47b0-aaf7-d3f898f93734&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530336 Mar 08 20:32:01.537938 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.plugin [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Current status of the port 93f0e9aa-ddc8-4b50-8928-b322cf8f747d is: BUILD; New status is: ACTIVE {{(pid=103460) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:32:01.538327 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747308'] for port (93f0e9aa-ddc8-4b50-8928-b322cf8f747d), before_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:01.561904 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9a9c7d-f9b2-4e4d-9294-2c78d038957b req-96ccdfae-179b-4e8f-a32f-955d29876ae4 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:32:01.563372 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-0c9a9c7d-f9b2-4e4d-9294-2c78d038957b req-96ccdfae-179b-4e8f-a32f-955d29876ae4 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] 10.222.0.41 "GET /v2.0/ports?device_id=76db48e1-da0b-42d6-9dac-a3bdaf9154db HTTP/1.1" status: 200 len: 945 time: 0.0595109 Mar 08 20:32:01.567119 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Pushing event updated for resources: {'Port': ['ID=191c4710-0568-4083-be7c-dec75711110b,revision_number=4']} {{(pid=103460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:32:01.574784 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76db48e1-da0b-42d6-9dac-a3bdaf9154db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93f0e9aa-ddc8-4b50-8928-b322cf8f747d'}] {{(pid=103460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 20:32:01.614091 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-0c9a9c7d-f9b2-4e4d-9294-2c78d038957b req-384c8dfd-44b3-4547-932e-af6ceb920532 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] 10.222.0.41 "GET /v2.0/security-groups?id=9c6d9f50-97e4-4cca-9665-c8c2da1ef57a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449729 Mar 08 20:32:01.645184 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.db [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] For port 93f0e9aa-ddc8-4b50-8928-b322cf8f747d, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=93f0e9aa-ddc8-4b50-8928-b322cf8f747d,segment=NetworkSegment(4d17c990-8ca8-4b04-9435-e1e4727aeb38),segment_id=4d17c990-8ca8-4b04-9435-e1e4727aeb38)] {{(pid=103460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:32:01.730766 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745146878648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745146440924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745146440942'] for port (93f0e9aa-ddc8-4b50-8928-b322cf8f747d), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:01.731566 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.rpc [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Device ee01793f-c2c5-424e-bae8-e6ab1a18fd61 up at agent hyperv_hv-cinder-83009 {{(pid=103460) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 20:32:01.772258 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.wsgi [-] (103459) accepted ('10.222.0.41', 57364) {{(pid=103459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:32:01.793779 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-fd4ff003-521c-4c5b-a891-1d00f758a047 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:01.827812 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Pushing event updated for resources: {'Port': ['ID=93f0e9aa-ddc8-4b50-8928-b322cf8f747d,revision_number=5']} {{(pid=103460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:32:01.924203 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-fd4ff003-521c-4c5b-a891-1d00f758a047 admin admin] Publish callbacks [] for security_group (bea6a087-644b-49e8-ba0b-4a08dfa39074), precommit_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:01.926155 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.provisioning_blocks [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Provisioning for port ee01793f-c2c5-424e-bae8-e6ab1a18fd61 completed by entity L2. {{(pid=103460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 20:32:01.932914 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.provisioning_blocks [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Provisioning complete for port ee01793f-c2c5-424e-bae8-e6ab1a18fd61 triggered by entity L2. {{(pid=103460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:32:01.933298 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476507'] for port (ee01793f-c2c5-424e-bae8-e6ab1a18fd61), provisioning_complete {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:01.971126 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff187be-6e2b-41f6-94d2-3caafdcdd03e req-44537152-d65d-446c-a0a4-b56c5d6c5055 tempest-DeleteServersTestJSON-1591701399 tempest-DeleteServersTestJSON-1591701399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:32:01.983419 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-0ff187be-6e2b-41f6-94d2-3caafdcdd03e req-44537152-d65d-446c-a0a4-b56c5d6c5055 tempest-DeleteServersTestJSON-1591701399 tempest-DeleteServersTestJSON-1591701399-project] 10.222.0.41 "GET /v2.0/ports?device_id=f70bdead-35ea-476a-beb7-d901bf86280a HTTP/1.1" status: 200 len: 944 time: 0.0972326 Mar 08 20:32:02.047988 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-fd4ff003-521c-4c5b-a891-1d00f758a047 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310940'] for security_group (bea6a087-644b-49e8-ba0b-4a08dfa39074), after_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:02.096009 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.plugin [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Current status of the port ee01793f-c2c5-424e-bae8-e6ab1a18fd61 is: BUILD; New status is: ACTIVE {{(pid=103460) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:32:02.096629 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747308'] for port (ee01793f-c2c5-424e-bae8-e6ab1a18fd61), before_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:02.135563 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafddb9a-bdb7-46e0-908a-14c9fa31cf3e req-0aeb315d-8d1e-4ccb-b871-978358488c1e tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:32:02.152437 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.db [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] For port ee01793f-c2c5-424e-bae8-e6ab1a18fd61, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=ee01793f-c2c5-424e-bae8-e6ab1a18fd61,segment=NetworkSegment(44cb8fbc-2f9a-4486-b1fb-d0ea40c8665b),segment_id=44cb8fbc-2f9a-4486-b1fb-d0ea40c8665b)] {{(pid=103460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:32:02.153196 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-cafddb9a-bdb7-46e0-908a-14c9fa31cf3e req-0aeb315d-8d1e-4ccb-b871-978358488c1e tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "GET /v2.0/ports?device_id=f3764666-b97b-49ee-a110-73b596762fc2 HTTP/1.1" status: 200 len: 944 time: 0.1361294 Mar 08 20:32:02.175897 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf2096ed20afa7c789231551a200e589db82a1cedf1791aa7acfc36920bc021b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94bbdb5d-0e8b-4008-b548-e03c18176b91" -d '{"events": [{"server_uuid": "76db48e1-da0b-42d6-9dac-a3bdaf9154db", "name": "network-vif-plugged", "status": "completed", "tag": "93f0e9aa-ddc8-4b50-8928-b322cf8f747d"}]}' {{(pid=103460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 20:32:02.182255 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-0ff187be-6e2b-41f6-94d2-3caafdcdd03e req-c50e74b4-073b-46e7-8648-04370c84ad9c tempest-DeleteServersTestJSON-1591701399 tempest-DeleteServersTestJSON-1591701399-project] 10.222.0.41 "GET /v2.0/security-groups?id=325d1601-4ab7-4960-9061-99cbe6242b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1973429 Mar 08 20:32:02.187467 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [None req-fd4ff003-521c-4c5b-a891-1d00f758a047 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4d7a4b3f929b417eba0bb7522295bd79&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4122596 Mar 08 20:32:02.188897 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4ff003-521c-4c5b-a891-1d00f758a047 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bea6a087-644b-49e8-ba0b-4a08dfa39074,revision_number=1']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:32:02.191520 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.41', 57376) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:32:02.262403 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-cafddb9a-bdb7-46e0-908a-14c9fa31cf3e req-cdac7d67-2d57-44ed-bdcf-6052c169813f tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "GET /v2.0/security-groups?id=594a1c24-3d62-4c4c-9d98-a58b8e523f99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1071160 Mar 08 20:32:02.265023 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745146878648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745146440924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745146440942'] for port (ee01793f-c2c5-424e-bae8-e6ab1a18fd61), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:02.292820 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-8587ebd6-2d44-4bb9-9e41-0268a1eed8a1 admin admin] Publish callbacks [] for security_group (bea6a087-644b-49e8-ba0b-4a08dfa39074), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:02.319426 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-8587ebd6-2d44-4bb9-9e41-0268a1eed8a1 admin admin] Publish callbacks [] for security_group (bea6a087-644b-49e8-ba0b-4a08dfa39074), precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:02.322372 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Pushing event updated for resources: {'Port': ['ID=ee01793f-c2c5-424e-bae8-e6ab1a18fd61,revision_number=5']} {{(pid=103460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:32:02.342576 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-dbe61520-29cf-4847-b96e-6d24c6c097a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745146981205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476605'] for agent (6cc78598-e6b3-4e4d-a99c-31b9c4784fd2), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:02.367536 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 20:32:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a26f739-15da-46ca-8719-b67161e239e9 x-openstack-request-id: req-2a26f739-15da-46ca-8719-b67161e239e9 {{(pid=103460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 20:32:02.367706 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76db48e1-da0b-42d6-9dac-a3bdaf9154db", "name": "network-vif-plugged", "status": "completed", "tag": "93f0e9aa-ddc8-4b50-8928-b322cf8f747d", "code": 200}]} {{(pid=103460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 20:32:02.367993 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2a26f739-15da-46ca-8719-b67161e239e9 {{(pid=103460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 20:32:02.368679 dv-cinder-830096-3-iscsi neutron-server[103460]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76db48e1-da0b-42d6-9dac-a3bdaf9154db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93f0e9aa-ddc8-4b50-8928-b322cf8f747d', 'code': 200} Mar 08 20:32:02.385440 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.41', 57384) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:32:02.401510 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-4a0ce72e-3ed6-424a-8414-83b00e9937e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:02.509514 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-8587ebd6-2d44-4bb9-9e41-0268a1eed8a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310940'] for security_group (bea6a087-644b-49e8-ba0b-4a08dfa39074), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:02.512597 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-8587ebd6-2d44-4bb9-9e41-0268a1eed8a1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:02.516627 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-8587ebd6-2d44-4bb9-9e41-0268a1eed8a1 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/bea6a087-644b-49e8-ba0b-4a08dfa39074 HTTP/1.1" status: 204 len: 168 time: 0.3216314 Mar 08 20:32:02.544003 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8587ebd6-2d44-4bb9-9e41-0268a1eed8a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bea6a087-644b-49e8-ba0b-4a08dfa39074,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:32:02.672365 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-4a0ce72e-3ed6-424a-8414-83b00e9937e8 admin admin] Publish callbacks [] for security_group (9729076f-d085-4af9-80eb-e1426d56f61a), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:02.679844 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388a9111-cee0-4086-90c1-23deba98a9e7 req-4391585d-a310-48fc-806c-892de5a4c977 tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:32:02.682763 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-388a9111-cee0-4086-90c1-23deba98a9e7 req-4391585d-a310-48fc-806c-892de5a4c977 tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] 10.222.0.41 "GET /v2.0/ports?device_id=bad46cc3-630c-44e3-97f4-2efe2ffc87e1 HTTP/1.1" status: 200 len: 943 time: 0.0997875 Mar 08 20:32:02.734039 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-388a9111-cee0-4086-90c1-23deba98a9e7 req-604559ad-0f6e-4c0d-b220-f832716551a6 tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] 10.222.0.41 "GET /v2.0/security-groups?id=67f89219-d397-47b0-aaf7-d3f898f93734&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458903 Mar 08 20:32:02.758148 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce751ab6-7702-477b-833e-3e8a1284fb0b req-0078fa0b-f87a-4bd0-a196-d22b5b42cabf tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:32:02.759820 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-ce751ab6-7702-477b-833e-3e8a1284fb0b req-0078fa0b-f87a-4bd0-a196-d22b5b42cabf tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] 10.222.0.41 "GET /v2.0/ports?device_id=76db48e1-da0b-42d6-9dac-a3bdaf9154db HTTP/1.1" status: 200 len: 946 time: 0.0579154 Mar 08 20:32:02.797335 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-4a0ce72e-3ed6-424a-8414-83b00e9937e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310940'] for security_group (9729076f-d085-4af9-80eb-e1426d56f61a), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:02.808862 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-ce751ab6-7702-477b-833e-3e8a1284fb0b req-37a38084-b408-4bd4-b6f6-67c72daea575 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] 10.222.0.41 "GET /v2.0/security-groups?id=9c6d9f50-97e4-4cca-9665-c8c2da1ef57a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428596 Mar 08 20:32:02.844151 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-4a0ce72e-3ed6-424a-8414-83b00e9937e8 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=47a48cc45f0648f482ec7515e0e2376d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4575934 Mar 08 20:32:02.846862 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.wsgi [-] (103459) accepted ('10.222.0.41', 57392) {{(pid=103459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:32:02.848994 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0ce72e-3ed6-424a-8414-83b00e9937e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9729076f-d085-4af9-80eb-e1426d56f61a,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:32:02.901328 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-9b7c8a44-7a66-4283-9e6e-0b019c0698f1 admin admin] Publish callbacks [] for security_group (9729076f-d085-4af9-80eb-e1426d56f61a), before_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:02.923566 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-9b7c8a44-7a66-4283-9e6e-0b019c0698f1 admin admin] Publish callbacks [] for security_group (9729076f-d085-4af9-80eb-e1426d56f61a), precommit_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:03.088819 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-9b7c8a44-7a66-4283-9e6e-0b019c0698f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310940'] for security_group (9729076f-d085-4af9-80eb-e1426d56f61a), after_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:03.092007 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-9b7c8a44-7a66-4283-9e6e-0b019c0698f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:03.093207 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [None req-9b7c8a44-7a66-4283-9e6e-0b019c0698f1 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9729076f-d085-4af9-80eb-e1426d56f61a HTTP/1.1" status: 204 len: 168 time: 0.2452416 Mar 08 20:32:03.107509 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7c8a44-7a66-4283-9e6e-0b019c0698f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9729076f-d085-4af9-80eb-e1426d56f61a,revision_number=None']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:32:03.334388 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72d41d5-9ea3-43f6-ad8a-020731b8932f req-c44ac3c6-223a-4d95-b89c-1fb3fa5b1cba tempest-DeleteServersTestJSON-1591701399 tempest-DeleteServersTestJSON-1591701399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:32:03.336116 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-c72d41d5-9ea3-43f6-ad8a-020731b8932f req-c44ac3c6-223a-4d95-b89c-1fb3fa5b1cba tempest-DeleteServersTestJSON-1591701399 tempest-DeleteServersTestJSON-1591701399-project] 10.222.0.41 "GET /v2.0/ports?device_id=f70bdead-35ea-476a-beb7-d901bf86280a HTTP/1.1" status: 200 len: 945 time: 0.0769358 Mar 08 20:32:03.386428 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-c72d41d5-9ea3-43f6-ad8a-020731b8932f req-1be90952-236f-4656-b88b-c2c376c93bf7 tempest-DeleteServersTestJSON-1591701399 tempest-DeleteServersTestJSON-1591701399-project] 10.222.0.41 "GET /v2.0/security-groups?id=325d1601-4ab7-4960-9061-99cbe6242b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441303 Mar 08 20:32:03.422621 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb37d09-f5bd-4ee7-86ba-12d92bdc3f3e req-a1f8e525-7295-4d20-92a1-2feb596a7329 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:32:03.429400 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-1bb37d09-f5bd-4ee7-86ba-12d92bdc3f3e req-a1f8e525-7295-4d20-92a1-2feb596a7329 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "GET /v2.0/ports?device_id=f3764666-b97b-49ee-a110-73b596762fc2 HTTP/1.1" status: 200 len: 944 time: 0.0649233 Mar 08 20:32:03.480304 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-1bb37d09-f5bd-4ee7-86ba-12d92bdc3f3e req-f2dc8732-e6de-4f3a-94e2-5239e0c65b81 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "GET /v2.0/security-groups?id=594a1c24-3d62-4c4c-9d98-a58b8e523f99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496581 Mar 08 20:32:03.627389 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.rpc [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Device 7774432c-5ed1-4d4d-a02c-9fb8141c93a3 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103460) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 20:32:03.709289 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-7a330e8f-62e0-4259-bea2-8ced8e9b3a98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745146981205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476605'] for agent (cd1d0244-f954-4bda-89fb-1fdc1954e39d), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:03.741039 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.db [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] For port 7774432c-5ed1-4d4d-a02c-9fb8141c93a3, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=7774432c-5ed1-4d4d-a02c-9fb8141c93a3,segment=NetworkSegment(14ae2af9-0664-46c4-a507-3b43c3ed1f8c),segment_id=14ae2af9-0664-46c4-a507-3b43c3ed1f8c)] {{(pid=103460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:32:03.753222 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.rpc [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Returning: {'device': '7774432c-5ed1-4d4d-a02c-9fb8141c93a3', 'network_id': 'bb3cf682-183a-4b4f-b70b-ac9d75a4abdd', 'port_id': '7774432c-5ed1-4d4d-a02c-9fb8141c93a3', 'mac_address': 'fa:16:3e:04:91:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a968dc2a-71a9-4847-a130-162c884db338', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103460) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 20:32:03.799761 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.plugin [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Current status of the port 7774432c-5ed1-4d4d-a02c-9fb8141c93a3 is: DOWN; New status is: BUILD {{(pid=103460) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:32:03.800738 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747308'] for port (7774432c-5ed1-4d4d-a02c-9fb8141c93a3), before_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:03.814920 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.notifiers.nova [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7774432c-5ed1-4d4d-a02c-9fb8141c93a3 {{(pid=103460) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 20:32:03.840079 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.db [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] For port 7774432c-5ed1-4d4d-a02c-9fb8141c93a3, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=7774432c-5ed1-4d4d-a02c-9fb8141c93a3,segment=NetworkSegment(14ae2af9-0664-46c4-a507-3b43c3ed1f8c),segment_id=14ae2af9-0664-46c4-a507-3b43c3ed1f8c)] {{(pid=103460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:32:03.872427 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.db [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] get_ports_and_sgs() called for port_ids ['191c4710-0568-4083-be7c-dec75711110b'] {{(pid=103460) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 20:32:03.891009 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158d27cd-768f-4be4-94c0-faa9ff737158 req-cf04094b-1b42-4e23-8e79-324060b00617 tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:32:03.900807 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-158d27cd-768f-4be4-94c0-faa9ff737158 req-cf04094b-1b42-4e23-8e79-324060b00617 tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] 10.222.0.41 "GET /v2.0/ports?device_id=bad46cc3-630c-44e3-97f4-2efe2ffc87e1 HTTP/1.1" status: 200 len: 943 time: 0.0782037 Mar 08 20:32:03.956804 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7b250b-b490-4da9-95be-056b8413f41f req-b98806e1-04e1-4c35-8a97-27f207b0eb6e tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:32:03.972258 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-158d27cd-768f-4be4-94c0-faa9ff737158 req-45c60943-3ebe-4ee3-9106-3bc17ff0e2b9 tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] 10.222.0.41 "GET /v2.0/security-groups?id=67f89219-d397-47b0-aaf7-d3f898f93734&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639410 Mar 08 20:32:03.975621 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745146878648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745146440924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745146440942'] for port (7774432c-5ed1-4d4d-a02c-9fb8141c93a3), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:03.984607 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-be7b250b-b490-4da9-95be-056b8413f41f req-b98806e1-04e1-4c35-8a97-27f207b0eb6e tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] 10.222.0.41 "GET /v2.0/ports?device_id=76db48e1-da0b-42d6-9dac-a3bdaf9154db HTTP/1.1" status: 200 len: 946 time: 0.0954857 Mar 08 20:32:04.064634 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-be7b250b-b490-4da9-95be-056b8413f41f req-b8700c18-20a9-4aa4-a178-8d051d784fc8 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] 10.222.0.41 "GET /v2.0/security-groups?id=9c6d9f50-97e4-4cca-9665-c8c2da1ef57a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0800231 Mar 08 20:32:04.066974 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Pushing event updated for resources: {'Port': ['ID=7774432c-5ed1-4d4d-a02c-9fb8141c93a3,revision_number=4']} {{(pid=103460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:32:04.369809 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f70bdead-35ea-476a-beb7-d901bf86280a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee01793f-c2c5-424e-bae8-e6ab1a18fd61'}] {{(pid=103460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 20:32:04.375647 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf2096ed20afa7c789231551a200e589db82a1cedf1791aa7acfc36920bc021b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4512f309-679b-4cd3-be82-7ecdeb1d73c9" -d '{"events": [{"server_uuid": "f70bdead-35ea-476a-beb7-d901bf86280a", "name": "network-vif-plugged", "status": "completed", "tag": "ee01793f-c2c5-424e-bae8-e6ab1a18fd61"}]}' {{(pid=103460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 20:32:04.410783 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 20:32:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a991022-3c2e-4a4a-bac1-169502802ebb x-openstack-request-id: req-3a991022-3c2e-4a4a-bac1-169502802ebb {{(pid=103460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 20:32:04.411246 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f70bdead-35ea-476a-beb7-d901bf86280a", "name": "network-vif-plugged", "status": "completed", "tag": "ee01793f-c2c5-424e-bae8-e6ab1a18fd61", "code": 200}]} {{(pid=103460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 20:32:04.411505 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3a991022-3c2e-4a4a-bac1-169502802ebb {{(pid=103460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 20:32:04.411896 dv-cinder-830096-3-iscsi neutron-server[103460]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f70bdead-35ea-476a-beb7-d901bf86280a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee01793f-c2c5-424e-bae8-e6ab1a18fd61', 'code': 200} Mar 08 20:32:04.512795 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cb616b-3416-4ae3-ab45-5b4e67299968 req-32d754de-71ad-439c-a014-0f7b725b6fcc tempest-DeleteServersTestJSON-1591701399 tempest-DeleteServersTestJSON-1591701399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:32:04.520461 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-81cb616b-3416-4ae3-ab45-5b4e67299968 req-32d754de-71ad-439c-a014-0f7b725b6fcc tempest-DeleteServersTestJSON-1591701399 tempest-DeleteServersTestJSON-1591701399-project] 10.222.0.41 "GET /v2.0/ports?device_id=f70bdead-35ea-476a-beb7-d901bf86280a HTTP/1.1" status: 200 len: 945 time: 0.0610030 Mar 08 20:32:04.588736 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-81cb616b-3416-4ae3-ab45-5b4e67299968 req-f0d07d30-0748-4d0e-902e-51819d958608 tempest-DeleteServersTestJSON-1591701399 tempest-DeleteServersTestJSON-1591701399-project] 10.222.0.41 "GET /v2.0/security-groups?id=325d1601-4ab7-4960-9061-99cbe6242b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670021 Mar 08 20:32:04.633786 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb844ff-959a-417a-98d8-8cfbc5b483d9 req-9694c2f2-ca37-44b7-a1c3-a08b1288dc44 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:32:04.635328 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-fcb844ff-959a-417a-98d8-8cfbc5b483d9 req-9694c2f2-ca37-44b7-a1c3-a08b1288dc44 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "GET /v2.0/ports?device_id=f3764666-b97b-49ee-a110-73b596762fc2 HTTP/1.1" status: 200 len: 944 time: 0.0694973 Mar 08 20:32:04.702143 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-fcb844ff-959a-417a-98d8-8cfbc5b483d9 req-5d737a72-46c7-4d2e-bd61-1cfef289df42 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "GET /v2.0/security-groups?id=594a1c24-3d62-4c4c-9d98-a58b8e523f99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588727 Mar 08 20:32:05.094720 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e50c276-5119-4d57-8500-1a02152000ba req-ec138e7f-21b3-408f-8213-5bf39500ae1d tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:32:05.098270 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-8e50c276-5119-4d57-8500-1a02152000ba req-ec138e7f-21b3-408f-8213-5bf39500ae1d tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] 10.222.0.41 "GET /v2.0/ports?device_id=bad46cc3-630c-44e3-97f4-2efe2ffc87e1 HTTP/1.1" status: 200 len: 944 time: 0.0601437 Mar 08 20:32:05.152206 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-8e50c276-5119-4d57-8500-1a02152000ba req-58b9a258-b718-4966-b429-67c15edf5173 tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] 10.222.0.41 "GET /v2.0/security-groups?id=67f89219-d397-47b0-aaf7-d3f898f93734&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486209 Mar 08 20:32:05.231268 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ccf9cb-017c-448b-95fd-75b7f8f6f295 req-953f79eb-7357-43e5-b841-1fafa1b6c50b tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:32:05.232915 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-95ccf9cb-017c-448b-95fd-75b7f8f6f295 req-953f79eb-7357-43e5-b841-1fafa1b6c50b tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] 10.222.0.41 "GET /v2.0/ports?device_id=76db48e1-da0b-42d6-9dac-a3bdaf9154db HTTP/1.1" status: 200 len: 946 time: 0.0892448 Mar 08 20:32:05.285214 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-95ccf9cb-017c-448b-95fd-75b7f8f6f295 req-d37e2e98-bccf-45f0-bbe5-326f0209e224 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] 10.222.0.41 "GET /v2.0/security-groups?id=9c6d9f50-97e4-4cca-9665-c8c2da1ef57a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461025 Mar 08 20:32:05.302564 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745146981205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476605'] for agent (fa4b043a-5d45-4181-9cb2-30d29598ef5b), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:05.709200 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310dac8f-acc0-4a68-bdb7-cef5ecf41c41 req-9c5663c3-c290-4069-a412-b7086af9a1cc tempest-DeleteServersTestJSON-1591701399 tempest-DeleteServersTestJSON-1591701399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:32:05.710671 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-310dac8f-acc0-4a68-bdb7-cef5ecf41c41 req-9c5663c3-c290-4069-a412-b7086af9a1cc tempest-DeleteServersTestJSON-1591701399 tempest-DeleteServersTestJSON-1591701399-project] 10.222.0.41 "GET /v2.0/ports?device_id=f70bdead-35ea-476a-beb7-d901bf86280a HTTP/1.1" status: 200 len: 945 time: 0.0561481 Mar 08 20:32:05.762336 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-310dac8f-acc0-4a68-bdb7-cef5ecf41c41 req-dde8632e-c801-4cad-8008-3d1cdc6cc71a tempest-DeleteServersTestJSON-1591701399 tempest-DeleteServersTestJSON-1591701399-project] 10.222.0.41 "GET /v2.0/security-groups?id=325d1601-4ab7-4960-9061-99cbe6242b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458384 Mar 08 20:32:05.854375 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c628c7ce-d815-4020-ba7d-925cfb798b2e req-d4925042-b21f-4fba-99db-2f555aa997db tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:32:05.855917 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-c628c7ce-d815-4020-ba7d-925cfb798b2e req-d4925042-b21f-4fba-99db-2f555aa997db tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "GET /v2.0/ports?device_id=f3764666-b97b-49ee-a110-73b596762fc2 HTTP/1.1" status: 200 len: 944 time: 0.0523708 Mar 08 20:32:05.907600 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-c628c7ce-d815-4020-ba7d-925cfb798b2e req-9294873c-090f-4340-a337-b1105a9048fa tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "GET /v2.0/security-groups?id=594a1c24-3d62-4c4c-9d98-a58b8e523f99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450356 Mar 08 20:32:06.203292 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.db.agents_db [None req-39e8813d-158c-4e2f-bb5f-b8539461cb33 None None] Agent healthcheck: found 6 active agents {{(pid=103461) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 20:32:06.283670 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93736020-8a6e-419e-a88c-dfd5fd36a511 req-1ca857e3-5482-4254-a9e6-053ab5ce38eb tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:32:06.285399 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-93736020-8a6e-419e-a88c-dfd5fd36a511 req-1ca857e3-5482-4254-a9e6-053ab5ce38eb tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] 10.222.0.41 "GET /v2.0/ports?device_id=bad46cc3-630c-44e3-97f4-2efe2ffc87e1 HTTP/1.1" status: 200 len: 944 time: 0.0551960 Mar 08 20:32:06.343149 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-93736020-8a6e-419e-a88c-dfd5fd36a511 req-5682e752-4630-4bf2-95fe-3fe5026d25e0 tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] 10.222.0.41 "GET /v2.0/security-groups?id=67f89219-d397-47b0-aaf7-d3f898f93734&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518599 Mar 08 20:32:06.451192 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7cf2cf-4126-472c-8056-5c3f92804ecb req-480a1849-6d13-4bf1-bd96-5cca0e8ccdd6 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:32:06.452760 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-ba7cf2cf-4126-472c-8056-5c3f92804ecb req-480a1849-6d13-4bf1-bd96-5cca0e8ccdd6 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] 10.222.0.41 "GET /v2.0/ports?device_id=76db48e1-da0b-42d6-9dac-a3bdaf9154db HTTP/1.1" status: 200 len: 946 time: 0.0900142 Mar 08 20:32:06.543360 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42d70f0-0529-40b6-8445-f65527d27d05 req-d5bd86e9-6e0f-41c4-a924-eef733aa29e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:32:06.544941 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-b42d70f0-0529-40b6-8445-f65527d27d05 req-d5bd86e9-6e0f-41c4-a924-eef733aa29e5 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=76db48e1-da0b-42d6-9dac-a3bdaf9154db HTTP/1.1" status: 200 len: 1130 time: 0.1335952 Mar 08 20:32:06.548152 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-ba7cf2cf-4126-472c-8056-5c3f92804ecb req-1d3d89f1-c6dc-46f2-ab9f-613446f33f32 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] 10.222.0.41 "GET /v2.0/security-groups?id=9c6d9f50-97e4-4cca-9665-c8c2da1ef57a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0743754 Mar 08 20:32:06.566421 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-b42d70f0-0529-40b6-8445-f65527d27d05 req-5e258500-bfd9-435a-acf9-097e1c744b26 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:06.660831 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.db [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] get_ports_and_sgs() called for port_ids ['7774432c-5ed1-4d4d-a02c-9fb8141c93a3'] {{(pid=103460) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 20:32:06.703136 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-b42d70f0-0529-40b6-8445-f65527d27d05 req-5e258500-bfd9-435a-acf9-097e1c744b26 service neutron] Publish callbacks [] for security_group (0c6e3bb2-93dd-442e-a42b-6948af011285), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:06.805285 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-b42d70f0-0529-40b6-8445-f65527d27d05 req-5e258500-bfd9-435a-acf9-097e1c744b26 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310940'] for security_group (0c6e3bb2-93dd-442e-a42b-6948af011285), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:06.863225 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-b42d70f0-0529-40b6-8445-f65527d27d05 req-5e258500-bfd9-435a-acf9-097e1c744b26 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=9c6d9f50-97e4-4cca-9665-c8c2da1ef57a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3105187 Mar 08 20:32:06.864320 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e258500-bfd9-435a-acf9-097e1c744b26 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=0c6e3bb2-93dd-442e-a42b-6948af011285,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:32:06.911741 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed21e73d-fe7a-4bdb-97b4-7406d0a0692f req-c11d6ee4-29f2-49d7-a500-193f946d69f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:32:06.913894 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-ed21e73d-fe7a-4bdb-97b4-7406d0a0692f req-c11d6ee4-29f2-49d7-a500-193f946d69f1 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f70bdead-35ea-476a-beb7-d901bf86280a HTTP/1.1" status: 200 len: 1129 time: 0.1294632 Mar 08 20:32:06.939780 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8b295f-1183-4794-b53a-476e3438c0c5 req-06ca5bc5-db6b-4d9f-b6f4-ac0a98ca191e tempest-DeleteServersTestJSON-1591701399 tempest-DeleteServersTestJSON-1591701399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:32:06.941447 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-de8b295f-1183-4794-b53a-476e3438c0c5 req-06ca5bc5-db6b-4d9f-b6f4-ac0a98ca191e tempest-DeleteServersTestJSON-1591701399 tempest-DeleteServersTestJSON-1591701399-project] 10.222.0.41 "GET /v2.0/ports?device_id=f70bdead-35ea-476a-beb7-d901bf86280a HTTP/1.1" status: 200 len: 945 time: 0.0699687 Mar 08 20:32:07.019951 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-de8b295f-1183-4794-b53a-476e3438c0c5 req-e59f28ff-bfbc-4910-833f-18beb8e07a18 tempest-DeleteServersTestJSON-1591701399 tempest-DeleteServersTestJSON-1591701399-project] 10.222.0.41 "GET /v2.0/security-groups?id=325d1601-4ab7-4960-9061-99cbe6242b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719609 Mar 08 20:32:07.071891 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836b3647-803a-4d8f-95f1-0316dcbc3adc req-cc62f901-e7c7-4bf6-aa59-67ce3a83bbff tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:32:07.073461 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-836b3647-803a-4d8f-95f1-0316dcbc3adc req-cc62f901-e7c7-4bf6-aa59-67ce3a83bbff tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "GET /v2.0/ports?device_id=f3764666-b97b-49ee-a110-73b596762fc2 HTTP/1.1" status: 200 len: 944 time: 0.0537503 Mar 08 20:32:07.121226 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-836b3647-803a-4d8f-95f1-0316dcbc3adc req-c9a8df2d-a885-4cda-ad94-b1e998b0d361 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "GET /v2.0/security-groups?id=594a1c24-3d62-4c4c-9d98-a58b8e523f99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409906 Mar 08 20:32:07.172604 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-ed21e73d-fe7a-4bdb-97b4-7406d0a0692f req-6eb31e59-e355-406d-8923-f6899c64c158 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=325d1601-4ab7-4960-9061-99cbe6242b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478373 Mar 08 20:32:07.469572 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d34efc8-b7bd-4189-8d3c-301f69ef1670 req-4e472f8c-5b17-4bbf-9cf9-e9fc2d30b053 tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:32:07.470946 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-6d34efc8-b7bd-4189-8d3c-301f69ef1670 req-4e472f8c-5b17-4bbf-9cf9-e9fc2d30b053 tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] 10.222.0.41 "GET /v2.0/ports?device_id=bad46cc3-630c-44e3-97f4-2efe2ffc87e1 HTTP/1.1" status: 200 len: 944 time: 0.0571287 Mar 08 20:32:07.518975 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-6d34efc8-b7bd-4189-8d3c-301f69ef1670 req-b1173b39-bdbe-4337-a07c-7663c2cc5fd1 tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] 10.222.0.41 "GET /v2.0/security-groups?id=67f89219-d397-47b0-aaf7-d3f898f93734&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423105 Mar 08 20:32:07.672004 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba85868-f82e-4fa2-bfb5-676ef1e31127 req-19f9dcab-390c-4f7c-989b-e9c55af5bb23 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:32:07.673932 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-eba85868-f82e-4fa2-bfb5-676ef1e31127 req-19f9dcab-390c-4f7c-989b-e9c55af5bb23 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] 10.222.0.41 "GET /v2.0/ports?device_id=76db48e1-da0b-42d6-9dac-a3bdaf9154db HTTP/1.1" status: 200 len: 946 time: 0.0535388 Mar 08 20:32:07.723751 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-eba85868-f82e-4fa2-bfb5-676ef1e31127 req-172bdb34-5f43-4cff-ba6e-872614ddfb22 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] 10.222.0.41 "GET /v2.0/security-groups?id=9c6d9f50-97e4-4cca-9665-c8c2da1ef57a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435491 Mar 08 20:32:08.139948 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267aab94-3bae-4406-a8dc-3617e5570164 req-cc22b8cc-df30-4a78-bff7-e52e34cc405a tempest-DeleteServersTestJSON-1591701399 tempest-DeleteServersTestJSON-1591701399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:32:08.141482 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-267aab94-3bae-4406-a8dc-3617e5570164 req-cc22b8cc-df30-4a78-bff7-e52e34cc405a tempest-DeleteServersTestJSON-1591701399 tempest-DeleteServersTestJSON-1591701399-project] 10.222.0.41 "GET /v2.0/ports?device_id=f70bdead-35ea-476a-beb7-d901bf86280a HTTP/1.1" status: 200 len: 945 time: 0.0518742 Mar 08 20:32:08.202912 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-267aab94-3bae-4406-a8dc-3617e5570164 req-7a17a96b-169a-4862-8439-9d651453aa98 tempest-DeleteServersTestJSON-1591701399 tempest-DeleteServersTestJSON-1591701399-project] 10.222.0.41 "GET /v2.0/security-groups?id=325d1601-4ab7-4960-9061-99cbe6242b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544410 Mar 08 20:32:08.269915 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c74f33-91a9-4382-a977-0e1435cbe2aa req-5f12ad35-b646-4f75-b90b-862cac4ef615 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:32:08.271330 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-33c74f33-91a9-4382-a977-0e1435cbe2aa req-5f12ad35-b646-4f75-b90b-862cac4ef615 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "GET /v2.0/ports?device_id=f3764666-b97b-49ee-a110-73b596762fc2 HTTP/1.1" status: 200 len: 944 time: 0.0565951 Mar 08 20:32:08.317345 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-33c74f33-91a9-4382-a977-0e1435cbe2aa req-2d8f80d4-7bb4-485f-9e14-9cc65438c989 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "GET /v2.0/security-groups?id=594a1c24-3d62-4c4c-9d98-a58b8e523f99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404558 Mar 08 20:32:08.393745 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.rpc [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Device 7774432c-5ed1-4d4d-a02c-9fb8141c93a3 up at agent hyperv_hv-cinder-83009 {{(pid=103460) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 20:32:08.536501 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.provisioning_blocks [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Provisioning for port 7774432c-5ed1-4d4d-a02c-9fb8141c93a3 completed by entity L2. {{(pid=103460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 20:32:08.540883 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.provisioning_blocks [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Provisioning complete for port 7774432c-5ed1-4d4d-a02c-9fb8141c93a3 triggered by entity L2. {{(pid=103460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:32:08.541495 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476507'] for port (7774432c-5ed1-4d4d-a02c-9fb8141c93a3), provisioning_complete {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:08.629461 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.plugin [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Current status of the port 7774432c-5ed1-4d4d-a02c-9fb8141c93a3 is: BUILD; New status is: ACTIVE {{(pid=103460) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:32:08.629849 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747308'] for port (7774432c-5ed1-4d4d-a02c-9fb8141c93a3), before_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:08.659415 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bad46cc3-630c-44e3-97f4-2efe2ffc87e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7774432c-5ed1-4d4d-a02c-9fb8141c93a3'}] {{(pid=103460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 20:32:08.661771 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf2096ed20afa7c789231551a200e589db82a1cedf1791aa7acfc36920bc021b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea418a63-8cd7-4017-a7ea-520c677d5f93" -d '{"events": [{"server_uuid": "bad46cc3-630c-44e3-97f4-2efe2ffc87e1", "name": "network-vif-plugged", "status": "completed", "tag": "7774432c-5ed1-4d4d-a02c-9fb8141c93a3"}]}' {{(pid=103460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 20:32:08.676520 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.db [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] For port 7774432c-5ed1-4d4d-a02c-9fb8141c93a3, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=7774432c-5ed1-4d4d-a02c-9fb8141c93a3,segment=NetworkSegment(14ae2af9-0664-46c4-a507-3b43c3ed1f8c),segment_id=14ae2af9-0664-46c4-a507-3b43c3ed1f8c)] {{(pid=103460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:32:08.688021 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb82bc69-876b-4211-bfd2-fa35696e01d9 req-7e7398c0-752b-4aba-aedb-a144bf406a87 tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:32:08.689668 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-eb82bc69-876b-4211-bfd2-fa35696e01d9 req-7e7398c0-752b-4aba-aedb-a144bf406a87 tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] 10.222.0.41 "GET /v2.0/ports?device_id=bad46cc3-630c-44e3-97f4-2efe2ffc87e1 HTTP/1.1" status: 200 len: 944 time: 0.0904050 Mar 08 20:32:08.739594 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 20:32:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb2e2061-2a11-44bc-bfdb-a78bf7c58b9e x-openstack-request-id: req-cb2e2061-2a11-44bc-bfdb-a78bf7c58b9e {{(pid=103460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 20:32:08.739901 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bad46cc3-630c-44e3-97f4-2efe2ffc87e1", "name": "network-vif-plugged", "status": "completed", "tag": "7774432c-5ed1-4d4d-a02c-9fb8141c93a3", "code": 200}]} {{(pid=103460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 20:32:08.740319 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-cb2e2061-2a11-44bc-bfdb-a78bf7c58b9e {{(pid=103460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 20:32:08.740880 dv-cinder-830096-3-iscsi neutron-server[103460]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bad46cc3-630c-44e3-97f4-2efe2ffc87e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7774432c-5ed1-4d4d-a02c-9fb8141c93a3', 'code': 200} Mar 08 20:32:08.756339 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.41', 57636) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:32:08.764800 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-eb82bc69-876b-4211-bfd2-fa35696e01d9 req-11bf8a85-d7f0-46ce-a17a-15dda0df5713 tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] 10.222.0.41 "GET /v2.0/security-groups?id=67f89219-d397-47b0-aaf7-d3f898f93734&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683758 Mar 08 20:32:08.780355 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745146878648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745146440924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745146440942'] for port (7774432c-5ed1-4d4d-a02c-9fb8141c93a3), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:08.781572 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.rpc [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Device 191c4710-0568-4083-be7c-dec75711110b up at agent hyperv_hv-cinder-83009 {{(pid=103460) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 20:32:08.905154 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97a6a95-64a8-4f60-b619-a1b2eb4887e0 req-c99505a8-cdd5-4a78-b6e1-87a6da054eff tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:32:08.920614 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-f97a6a95-64a8-4f60-b619-a1b2eb4887e0 req-c99505a8-cdd5-4a78-b6e1-87a6da054eff tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] 10.222.0.41 "GET /v2.0/ports?device_id=76db48e1-da0b-42d6-9dac-a3bdaf9154db HTTP/1.1" status: 200 len: 946 time: 0.0863590 Mar 08 20:32:08.939348 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Pushing event updated for resources: {'Port': ['ID=7774432c-5ed1-4d4d-a02c-9fb8141c93a3,revision_number=5']} {{(pid=103460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:32:08.987064 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.wsgi [-] (103459) accepted ('10.222.0.41', 57650) {{(pid=103459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:32:08.992085 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-f97a6a95-64a8-4f60-b619-a1b2eb4887e0 req-d317d93d-ae54-40e4-aed1-e4b33aabbc18 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] 10.222.0.41 "GET /v2.0/security-groups?id=9c6d9f50-97e4-4cca-9665-c8c2da1ef57a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707839 Mar 08 20:32:09.067416 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.provisioning_blocks [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Provisioning for port 191c4710-0568-4083-be7c-dec75711110b completed by entity L2. {{(pid=103460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 20:32:09.074431 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.provisioning_blocks [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Provisioning complete for port 191c4710-0568-4083-be7c-dec75711110b triggered by entity L2. {{(pid=103460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:32:09.074811 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476507'] for port (191c4710-0568-4083-be7c-dec75711110b), provisioning_complete {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:09.091340 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-b13ff827-6398-4967-a547-f92e923c9d89 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:09.129973 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-fd793c3f-9151-45ba-893b-7bd0414509b3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:09.172637 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.plugin [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Current status of the port 191c4710-0568-4083-be7c-dec75711110b is: BUILD; New status is: ACTIVE {{(pid=103460) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:32:09.173170 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747308'] for port (191c4710-0568-4083-be7c-dec75711110b), before_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:09.186912 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-b13ff827-6398-4967-a547-f92e923c9d89 admin admin] Publish callbacks [] for security_group (244be71a-ca14-4bfd-8946-98e83b8aac4f), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:09.208969 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-fd793c3f-9151-45ba-893b-7bd0414509b3 admin admin] Publish callbacks [] for security_group (c52f8e81-18cb-43a8-ad8b-bac26446426a), precommit_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:09.209641 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.db [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] For port 191c4710-0568-4083-be7c-dec75711110b, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=191c4710-0568-4083-be7c-dec75711110b,segment=NetworkSegment(06ef9f39-1080-4af3-a1d4-5e6b0fa990b9),segment_id=06ef9f39-1080-4af3-a1d4-5e6b0fa990b9)] {{(pid=103460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:32:09.294994 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745146878648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745146440924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745146440942'] for port (191c4710-0568-4083-be7c-dec75711110b), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:09.295265 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-b13ff827-6398-4967-a547-f92e923c9d89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310940'] for security_group (244be71a-ca14-4bfd-8946-98e83b8aac4f), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:09.321076 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-fd793c3f-9151-45ba-893b-7bd0414509b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310940'] for security_group (c52f8e81-18cb-43a8-ad8b-bac26446426a), after_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:09.354313 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13ff827-6398-4967-a547-f92e923c9d89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=244be71a-ca14-4bfd-8946-98e83b8aac4f,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:32:09.359439 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-b13ff827-6398-4967-a547-f92e923c9d89 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f914177b23ff497eb4970b5fd7f41dbd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6011372 Mar 08 20:32:09.362108 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.41', 57664) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:32:09.375375 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Pushing event updated for resources: {'Port': ['ID=191c4710-0568-4083-be7c-dec75711110b,revision_number=5']} {{(pid=103460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:32:09.407432 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [None req-fd793c3f-9151-45ba-893b-7bd0414509b3 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=93ad4abe9f4149acb11d58b88d4997d5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4191585 Mar 08 20:32:09.409148 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.wsgi [-] (103459) accepted ('10.222.0.41', 57666) {{(pid=103459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:32:09.411669 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd793c3f-9151-45ba-893b-7bd0414509b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c52f8e81-18cb-43a8-ad8b-bac26446426a,revision_number=1']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:32:09.425740 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4444dac9-66a1-400c-a321-c3d8e2060c7d req-5350435a-68a4-4f10-b1f8-cb9b3b017ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:32:09.427219 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-4444dac9-66a1-400c-a321-c3d8e2060c7d req-5350435a-68a4-4f10-b1f8-cb9b3b017ba2 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=bad46cc3-630c-44e3-97f4-2efe2ffc87e1 HTTP/1.1" status: 200 len: 1129 time: 0.1653919 Mar 08 20:32:09.438024 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-08b1d45e-5911-4abd-8365-748f6690fe83 admin admin] Publish callbacks [] for security_group (244be71a-ca14-4bfd-8946-98e83b8aac4f), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:09.467495 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-08b1d45e-5911-4abd-8365-748f6690fe83 admin admin] Publish callbacks [] for security_group (244be71a-ca14-4bfd-8946-98e83b8aac4f), precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:09.471529 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cca886-cd3c-4322-9338-1b6ea055f445 req-dd281602-abb5-4b02-b23a-2f20ce0a1384 tempest-DeleteServersTestJSON-1591701399 tempest-DeleteServersTestJSON-1591701399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:32:09.471529 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-41cca886-cd3c-4322-9338-1b6ea055f445 req-dd281602-abb5-4b02-b23a-2f20ce0a1384 tempest-DeleteServersTestJSON-1591701399 tempest-DeleteServersTestJSON-1591701399-project] 10.222.0.41 "GET /v2.0/ports?device_id=f70bdead-35ea-476a-beb7-d901bf86280a HTTP/1.1" status: 200 len: 945 time: 0.1841786 Mar 08 20:32:09.496557 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02eedd31-8eb5-4c45-b82e-15b60ed00657 req-d382b49b-df3b-40c1-b4f4-a75dc262d22c tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:32:09.498065 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-02eedd31-8eb5-4c45-b82e-15b60ed00657 req-d382b49b-df3b-40c1-b4f4-a75dc262d22c tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "GET /v2.0/ports?device_id=f3764666-b97b-49ee-a110-73b596762fc2 HTTP/1.1" status: 200 len: 945 time: 0.0875092 Mar 08 20:32:09.547210 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-4444dac9-66a1-400c-a321-c3d8e2060c7d req-c6a4efe4-70bf-4c70-9ad6-0ffdd68e9d6d service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=67f89219-d397-47b0-aaf7-d3f898f93734&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1090333 Mar 08 20:32:09.564291 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-1896792e-8676-43cb-b4ee-1d49e3e681ed admin admin] Publish callbacks [] for security_group (c52f8e81-18cb-43a8-ad8b-bac26446426a), before_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:09.570857 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-41cca886-cd3c-4322-9338-1b6ea055f445 req-0847022f-6c89-41d8-8459-d0fb56187444 tempest-DeleteServersTestJSON-1591701399 tempest-DeleteServersTestJSON-1591701399-project] 10.222.0.41 "GET /v2.0/security-groups?id=325d1601-4ab7-4960-9061-99cbe6242b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885732 Mar 08 20:32:09.577289 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-02eedd31-8eb5-4c45-b82e-15b60ed00657 req-0f9f0755-5e0a-465e-af24-814e60ff7e30 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "GET /v2.0/security-groups?id=594a1c24-3d62-4c4c-9d98-a58b8e523f99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0730972 Mar 08 20:32:09.609983 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-1896792e-8676-43cb-b4ee-1d49e3e681ed admin admin] Publish callbacks [] for security_group (c52f8e81-18cb-43a8-ad8b-bac26446426a), precommit_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:09.702020 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-08b1d45e-5911-4abd-8365-748f6690fe83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310940'] for security_group (244be71a-ca14-4bfd-8946-98e83b8aac4f), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:09.704588 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-08b1d45e-5911-4abd-8365-748f6690fe83 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:09.705718 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-08b1d45e-5911-4abd-8365-748f6690fe83 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/244be71a-ca14-4bfd-8946-98e83b8aac4f HTTP/1.1" status: 204 len: 168 time: 0.3428001 Mar 08 20:32:09.713646 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b1d45e-5911-4abd-8365-748f6690fe83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=244be71a-ca14-4bfd-8946-98e83b8aac4f,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:32:09.730792 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-1896792e-8676-43cb-b4ee-1d49e3e681ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310940'] for security_group (c52f8e81-18cb-43a8-ad8b-bac26446426a), after_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:09.734331 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-1896792e-8676-43cb-b4ee-1d49e3e681ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:09.738367 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [None req-1896792e-8676-43cb-b4ee-1d49e3e681ed admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c52f8e81-18cb-43a8-ad8b-bac26446426a HTTP/1.1" status: 204 len: 168 time: 0.3202155 Mar 08 20:32:09.746417 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1896792e-8676-43cb-b4ee-1d49e3e681ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c52f8e81-18cb-43a8-ad8b-bac26446426a,revision_number=None']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:32:09.912306 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142d9218-a364-4327-85b6-af9255dada89 req-05e473c8-6b42-4e58-9e87-be03fa95bddd tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:32:09.913836 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-142d9218-a364-4327-85b6-af9255dada89 req-05e473c8-6b42-4e58-9e87-be03fa95bddd tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] 10.222.0.41 "GET /v2.0/ports?device_id=bad46cc3-630c-44e3-97f4-2efe2ffc87e1 HTTP/1.1" status: 200 len: 945 time: 0.0577319 Mar 08 20:32:09.966901 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-142d9218-a364-4327-85b6-af9255dada89 req-09ff658b-a83e-4763-931a-c90bed20b72e tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] 10.222.0.41 "GET /v2.0/security-groups?id=67f89219-d397-47b0-aaf7-d3f898f93734&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470312 Mar 08 20:32:10.141908 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0791f37-6993-47ea-b0a9-d761b314aac8 req-c7b53563-249f-4dfd-8236-4d31224fa89f tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:32:10.152568 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-b0791f37-6993-47ea-b0a9-d761b314aac8 req-c7b53563-249f-4dfd-8236-4d31224fa89f tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] 10.222.0.41 "GET /v2.0/ports?device_id=76db48e1-da0b-42d6-9dac-a3bdaf9154db HTTP/1.1" status: 200 len: 946 time: 0.0731795 Mar 08 20:32:10.202875 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-b0791f37-6993-47ea-b0a9-d761b314aac8 req-3fdb1e48-edd2-4bcc-b782-5a2df1a1b4f6 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] 10.222.0.41 "GET /v2.0/security-groups?id=9c6d9f50-97e4-4cca-9665-c8c2da1ef57a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492377 Mar 08 20:32:10.504590 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2d5717-373d-4d81-befd-88df4795f719 req-d1b607cb-3951-4e44-a6ea-1af3c61bff05 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:32:10.506121 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-5b2d5717-373d-4d81-befd-88df4795f719 req-d1b607cb-3951-4e44-a6ea-1af3c61bff05 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] 10.222.0.41 "GET /v2.0/ports?device_id=76db48e1-da0b-42d6-9dac-a3bdaf9154db HTTP/1.1" status: 200 len: 946 time: 0.0576472 Mar 08 20:32:10.515291 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.41', 57714) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:32:10.519927 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.v2.base [None req-440801d8-ed92-4f0a-8485-745c321cae8a tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Request body: {'floatingip': {'port_id': '93f0e9aa-ddc8-4b50-8928-b322cf8f747d'}} {{(pid=103458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:32:10.553387 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.wsgi [-] (103459) accepted ('10.222.0.41', 57718) {{(pid=103459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:32:10.570921 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-66295376-056c-4df8-a161-a1ee6e871682 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:10.599845 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-440801d8-ed92-4f0a-8485-745c321cae8a tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Publish callbacks [] for floatingip (b547fc3c-8d67-408d-927f-ae3a2f6cb4dc), before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:10.656465 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.41', 57724) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:32:10.707189 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-44ebf71f-9858-4431-9285-12b40e271153 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:10.721104 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-66295376-056c-4df8-a161-a1ee6e871682 admin admin] Publish callbacks [] for security_group (22b4925e-e0e8-4a21-9f8e-0450a8a48448), precommit_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:10.742566 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3764666-b97b-49ee-a110-73b596762fc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '191c4710-0568-4083-be7c-dec75711110b'}] {{(pid=103460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 20:32:10.745145 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf2096ed20afa7c789231551a200e589db82a1cedf1791aa7acfc36920bc021b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fed93ec6-d71f-469d-baf8-c23a4b18c36d" -d '{"events": [{"server_uuid": "f3764666-b97b-49ee-a110-73b596762fc2", "name": "network-vif-plugged", "status": "completed", "tag": "191c4710-0568-4083-be7c-dec75711110b"}]}' {{(pid=103460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 20:32:10.748548 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b1da1e-f822-4458-89ab-ed7ecc3fd873 req-2a9831fc-add4-4e6f-a210-d8b0bf213912 tempest-DeleteServersTestJSON-1591701399 tempest-DeleteServersTestJSON-1591701399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:32:10.750124 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-d1b1da1e-f822-4458-89ab-ed7ecc3fd873 req-2a9831fc-add4-4e6f-a210-d8b0bf213912 tempest-DeleteServersTestJSON-1591701399 tempest-DeleteServersTestJSON-1591701399-project] 10.222.0.41 "GET /v2.0/ports?device_id=f70bdead-35ea-476a-beb7-d901bf86280a HTTP/1.1" status: 200 len: 945 time: 0.0626960 Mar 08 20:32:10.794701 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-66295376-056c-4df8-a161-a1ee6e871682 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310940'] for security_group (22b4925e-e0e8-4a21-9f8e-0450a8a48448), after_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:10.814363 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-d1b1da1e-f822-4458-89ab-ed7ecc3fd873 req-d9e38442-fb9b-43c1-8624-458f23a7ba13 tempest-DeleteServersTestJSON-1591701399 tempest-DeleteServersTestJSON-1591701399-project] 10.222.0.41 "GET /v2.0/security-groups?id=325d1601-4ab7-4960-9061-99cbe6242b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584807 Mar 08 20:32:10.853571 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [None req-66295376-056c-4df8-a161-a1ee6e871682 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0253e9ca595249dba37eb73dca3e4e4b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2965972 Mar 08 20:32:10.857247 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.wsgi [-] (103459) accepted ('10.222.0.41', 57730) {{(pid=103459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:32:10.864277 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66295376-056c-4df8-a161-a1ee6e871682 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22b4925e-e0e8-4a21-9f8e-0450a8a48448,revision_number=1']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:32:10.893014 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 20:32:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b090a50a-d3fb-4baf-958e-34948fabc136 x-openstack-request-id: req-b090a50a-d3fb-4baf-958e-34948fabc136 {{(pid=103460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 20:32:10.893400 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3764666-b97b-49ee-a110-73b596762fc2", "name": "network-vif-plugged", "status": "completed", "tag": "191c4710-0568-4083-be7c-dec75711110b", "code": 200}]} {{(pid=103460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 20:32:10.893740 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b090a50a-d3fb-4baf-958e-34948fabc136 {{(pid=103460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 20:32:10.894182 dv-cinder-830096-3-iscsi neutron-server[103460]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3764666-b97b-49ee-a110-73b596762fc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '191c4710-0568-4083-be7c-dec75711110b', 'code': 200} Mar 08 20:32:10.926802 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-54803e97-6a03-4f87-b7df-c1c307d2fbd1 admin admin] Publish callbacks [] for security_group (22b4925e-e0e8-4a21-9f8e-0450a8a48448), before_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:10.981708 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-54803e97-6a03-4f87-b7df-c1c307d2fbd1 admin admin] Publish callbacks [] for security_group (22b4925e-e0e8-4a21-9f8e-0450a8a48448), precommit_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:11.072497 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01d3428-b648-4675-b262-62784321aeed req-cd3309d7-db0f-4cc3-9c28-4d4f02181ac4 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:32:11.073963 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-b01d3428-b648-4675-b262-62784321aeed req-cd3309d7-db0f-4cc3-9c28-4d4f02181ac4 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "GET /v2.0/ports?device_id=f3764666-b97b-49ee-a110-73b596762fc2 HTTP/1.1" status: 200 len: 945 time: 0.3898315 Mar 08 20:32:11.102802 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d92d57-f7a4-4df5-8696-fbda3ef2bb6f req-1c0693e0-092e-4e8e-9bd3-2804e77b06c4 tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:32:11.104388 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-97d92d57-f7a4-4df5-8696-fbda3ef2bb6f req-1c0693e0-092e-4e8e-9bd3-2804e77b06c4 tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] 10.222.0.41 "GET /v2.0/ports?device_id=bad46cc3-630c-44e3-97f4-2efe2ffc87e1 HTTP/1.1" status: 200 len: 945 time: 0.0539787 Mar 08 20:32:11.119029 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-54803e97-6a03-4f87-b7df-c1c307d2fbd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310940'] for security_group (22b4925e-e0e8-4a21-9f8e-0450a8a48448), after_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:11.121676 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-54803e97-6a03-4f87-b7df-c1c307d2fbd1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:11.122854 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [None req-54803e97-6a03-4f87-b7df-c1c307d2fbd1 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/22b4925e-e0e8-4a21-9f8e-0450a8a48448 HTTP/1.1" status: 204 len: 168 time: 0.2644224 Mar 08 20:32:11.139313 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54803e97-6a03-4f87-b7df-c1c307d2fbd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22b4925e-e0e8-4a21-9f8e-0450a8a48448,revision_number=None']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:32:11.188149 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-b01d3428-b648-4675-b262-62784321aeed req-7d0d6541-d769-4076-b776-9be8b8156e4f tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "GET /v2.0/security-groups?id=594a1c24-3d62-4c4c-9d98-a58b8e523f99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1052837 Mar 08 20:32:11.198221 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-97d92d57-f7a4-4df5-8696-fbda3ef2bb6f req-595ba5bd-6ce5-4e1a-98e5-909133909687 tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] 10.222.0.41 "GET /v2.0/security-groups?id=67f89219-d397-47b0-aaf7-d3f898f93734&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0882645 Mar 08 20:32:11.338855 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f36392-f637-4713-8c4e-bcc551ca2017 req-88e11bf9-3337-4552-ac1c-ca8656b4a051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:32:11.340412 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-46f36392-f637-4713-8c4e-bcc551ca2017 req-88e11bf9-3337-4552-ac1c-ca8656b4a051 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f3764666-b97b-49ee-a110-73b596762fc2 HTTP/1.1" status: 200 len: 1129 time: 0.0592086 Mar 08 20:32:11.353783 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-44ebf71f-9858-4431-9285-12b40e271153 admin admin] Publish callbacks [] for security_group (e083770b-ca4c-4384-97f9-d94316df56ea), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:11.426241 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-46f36392-f637-4713-8c4e-bcc551ca2017 req-7fecf492-b057-49b4-bc78-94b85e7b8188 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=594a1c24-3d62-4c4c-9d98-a58b8e523f99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0758286 Mar 08 20:32:11.442370 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd019fcd-e799-4680-ad51-50354898e9bc req-564e5ab8-2a99-4efa-b478-66c08be9cbe9 tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:32:11.443905 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-bd019fcd-e799-4680-ad51-50354898e9bc req-564e5ab8-2a99-4efa-b478-66c08be9cbe9 tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] 10.222.0.41 "GET /v2.0/ports?device_id=bad46cc3-630c-44e3-97f4-2efe2ffc87e1 HTTP/1.1" status: 200 len: 945 time: 0.0850971 Mar 08 20:32:11.452760 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.wsgi [-] (103459) accepted ('10.222.0.41', 57746) {{(pid=103459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:32:11.457287 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.v2.base [None req-7b632be3-d082-4622-966d-618ece961c74 tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] Request body: {'floatingip': {'port_id': '7774432c-5ed1-4d4d-a02c-9fb8141c93a3'}} {{(pid=103459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:32:11.475737 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-44ebf71f-9858-4431-9285-12b40e271153 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310940'] for security_group (e083770b-ca4c-4384-97f9-d94316df56ea), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:11.531852 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-7b632be3-d082-4622-966d-618ece961c74 tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] Publish callbacks [] for floatingip (584d5196-a225-401c-be63-ae2c06ca69d2), before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:11.577078 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-44ebf71f-9858-4431-9285-12b40e271153 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e697e6d47bab4b7a8f95273ba43375b3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9214928 Mar 08 20:32:11.577799 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ebf71f-9858-4431-9285-12b40e271153 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e083770b-ca4c-4384-97f9-d94316df56ea,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:32:11.580869 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.41', 57748) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:32:11.627709 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.db.resource_extend [None req-440801d8-ed92-4f0a-8485-745c321cae8a tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 08 20:32:11.753850 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-440801d8-ed92-4f0a-8485-745c321cae8a tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:11.757426 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-343e4d57-58ef-4b2c-be50-42dba70e7cdb admin admin] Publish callbacks [] for security_group (e083770b-ca4c-4384-97f9-d94316df56ea), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:11.799581 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-343e4d57-58ef-4b2c-be50-42dba70e7cdb admin admin] Publish callbacks [] for security_group (e083770b-ca4c-4384-97f9-d94316df56ea), precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:11.829293 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-440801d8-ed92-4f0a-8485-745c321cae8a tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-443219'] for floatingip (b547fc3c-8d67-408d-927f-ae3a2f6cb4dc), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:11.954274 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.db.l3_db [None req-440801d8-ed92-4f0a-8485-745c321cae8a tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Floating IP b547fc3c-8d67-408d-927f-ae3a2f6cb4dc associated. External IP: 172.27.2.86, port: 93f0e9aa-ddc8-4b50-8928-b322cf8f747d. Mar 08 20:32:11.994705 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.41', 57766) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:32:12.078969 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-343e4d57-58ef-4b2c-be50-42dba70e7cdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310940'] for security_group (e083770b-ca4c-4384-97f9-d94316df56ea), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:12.081334 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-343e4d57-58ef-4b2c-be50-42dba70e7cdb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:12.082698 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-343e4d57-58ef-4b2c-be50-42dba70e7cdb admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e083770b-ca4c-4384-97f9-d94316df56ea HTTP/1.1" status: 204 len: 168 time: 0.4931591 Mar 08 20:32:12.132936 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343e4d57-58ef-4b2c-be50-42dba70e7cdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e083770b-ca4c-4384-97f9-d94316df56ea,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:32:12.165079 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-c7390b12-a177-4fd1-a851-5a8beb4481ec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:12.264284 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-440801d8-ed92-4f0a-8485-745c321cae8a tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Router 530b8758-a936-4a7c-9055-3fd7021964a9 has already been hosted by L3 agent 7ae9fd8f-5d61-4821-9eac-044950c450f0 {{(pid=103458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 20:32:12.421425 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-c7390b12-a177-4fd1-a851-5a8beb4481ec admin admin] Publish callbacks [] for security_group (6e0517c7-875a-4359-9966-b0b80ac792b6), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:12.454239 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd186e40-8554-405a-b987-fd0ba998817d req-1a814362-80ad-4f7e-9e42-264e66226ee8 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:32:12.455821 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-bd186e40-8554-405a-b987-fd0ba998817d req-1a814362-80ad-4f7e-9e42-264e66226ee8 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "GET /v2.0/ports?device_id=f3764666-b97b-49ee-a110-73b596762fc2 HTTP/1.1" status: 200 len: 945 time: 0.1322975 Mar 08 20:32:12.458940 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-440801d8-ed92-4f0a-8485-745c321cae8a tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Notify agent at l3_agent.dv-cinder-830096-3-iscsi the message routers_updated {{(pid=103458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 20:32:12.463573 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-440801d8-ed92-4f0a-8485-745c321cae8a tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4188892'] for floatingip (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:12.476407 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc19e147-944b-4c86-a2b2-e8391ee9c413 None None] Sync routers for ids ['530b8758-a936-4a7c-9055-3fd7021964a9'] in dv-cinder-830096-3-iscsi {{(pid=103461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 20:32:12.488010 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-7b632be3-d082-4622-966d-618ece961c74 tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:12.490754 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc19e147-944b-4c86-a2b2-e8391ee9c413 None None] Routers {'530b8758-a936-4a7c-9055-3fd7021964a9'} bound to L3 agent in host dv-cinder-830096-3-iscsi {{(pid=103461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:32:12.491450 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.db.l3_hamode_db [None req-cc19e147-944b-4c86-a2b2-e8391ee9c413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T20:23:01Z,description=,heartbeat_timestamp=2022-03-08T20:32:01Z,host='dv-cinder-830096-3-iscsi',id=7ae9fd8f-5d61-4821-9eac-044950c450f0,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:23:02Z,topic='l3_agent')) {'router_ids': ['530b8758-a936-4a7c-9055-3fd7021964a9'], 'active': True} {{(pid=103461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:32:12.505249 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-c7390b12-a177-4fd1-a851-5a8beb4481ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310940'] for security_group (6e0517c7-875a-4359-9966-b0b80ac792b6), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:12.520328 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-440801d8-ed92-4f0a-8485-745c321cae8a tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] 10.222.0.41 "PUT /v2.0/floatingips/b547fc3c-8d67-408d-927f-ae3a2f6cb4dc HTTP/1.1" status: 200 len: 991 time: 1.9977033 Mar 08 20:32:12.520328 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76db48e1-da0b-42d6-9dac-a3bdaf9154db', 'tag': '93f0e9aa-ddc8-4b50-8928-b322cf8f747d'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 20:32:12.520328 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80a387be2d8005eb2e27f9060a02e972faa958bb0688f3ffd3bc7b0f4eb55c8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4119e16-d20b-47df-9326-ceb96fb97757" -d '{"events": [{"name": "network-changed", "server_uuid": "76db48e1-da0b-42d6-9dac-a3bdaf9154db", "tag": "93f0e9aa-ddc8-4b50-8928-b322cf8f747d"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 20:32:12.555255 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-7b632be3-d082-4622-966d-618ece961c74 tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-443219'] for floatingip (584d5196-a225-401c-be63-ae2c06ca69d2), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:12.576563 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7390b12-a177-4fd1-a851-5a8beb4481ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e0517c7-875a-4359-9966-b0b80ac792b6,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:32:12.581992 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-bd186e40-8554-405a-b987-fd0ba998817d req-f81b31cb-ab2b-493f-94fe-8375a5da7859 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "GET /v2.0/security-groups?id=594a1c24-3d62-4c4c-9d98-a58b8e523f99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1145294 Mar 08 20:32:12.587890 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-c7390b12-a177-4fd1-a851-5a8beb4481ec admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c086310abc99426ba01eed5b31b4ca03&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5921421 Mar 08 20:32:12.588630 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.41', 57790) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:32:12.607391 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 20:32:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-101b1b3e-cbfe-4d72-b474-e2dde5d2da33 x-openstack-request-id: req-101b1b3e-cbfe-4d72-b474-e2dde5d2da33 {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 20:32:12.607678 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76db48e1-da0b-42d6-9dac-a3bdaf9154db", "tag": "93f0e9aa-ddc8-4b50-8928-b322cf8f747d", "status": "completed", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 20:32:12.608013 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-101b1b3e-cbfe-4d72-b474-e2dde5d2da33 {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 20:32:12.608424 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76db48e1-da0b-42d6-9dac-a3bdaf9154db', 'tag': '93f0e9aa-ddc8-4b50-8928-b322cf8f747d', 'status': 'completed', 'code': 200} Mar 08 20:32:12.680854 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-501cf48b-7dad-4cfd-908a-d7abca9da82d admin admin] Publish callbacks [] for security_group (6e0517c7-875a-4359-9966-b0b80ac792b6), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:12.694575 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.db.l3_dvr_db [None req-cc19e147-944b-4c86-a2b2-e8391ee9c413 None None] Set router 530b8758-a936-4a7c-9055-3fd7021964a9 gateway port host: dv-cinder-830096-3-iscsi {{(pid=103461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:32:12.716815 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-501cf48b-7dad-4cfd-908a-d7abca9da82d admin admin] Publish callbacks [] for security_group (6e0517c7-875a-4359-9966-b0b80ac792b6), precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:12.823242 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.db.l3_db [None req-7b632be3-d082-4622-966d-618ece961c74 tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] Floating IP 584d5196-a225-401c-be63-ae2c06ca69d2 associated. External IP: 172.27.2.98, port: 7774432c-5ed1-4d4d-a02c-9fb8141c93a3. Mar 08 20:32:12.883666 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-501cf48b-7dad-4cfd-908a-d7abca9da82d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310940'] for security_group (6e0517c7-875a-4359-9966-b0b80ac792b6), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:12.888949 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-501cf48b-7dad-4cfd-908a-d7abca9da82d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:12.896886 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-501cf48b-7dad-4cfd-908a-d7abca9da82d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6e0517c7-875a-4359-9966-b0b80ac792b6 HTTP/1.1" status: 204 len: 168 time: 0.3016629 Mar 08 20:32:12.913991 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501cf48b-7dad-4cfd-908a-d7abca9da82d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e0517c7-875a-4359-9966-b0b80ac792b6,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:32:12.930263 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4119e16-d20b-47df-9326-ceb96fb97757 req-416143d7-5f23-4103-8a86-a4a3a249d94e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:32:12.931759 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-d4119e16-d20b-47df-9326-ceb96fb97757 req-416143d7-5f23-4103-8a86-a4a3a249d94e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f20808b123ee4f56a27c063a5a344a6f&device_id=76db48e1-da0b-42d6-9dac-a3bdaf9154db HTTP/1.1" status: 200 len: 1130 time: 0.1918230 Mar 08 20:32:13.086459 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.db.l3_hamode_db [None req-cc19e147-944b-4c86-a2b2-e8391ee9c413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '530b8758-a936-4a7c-9055-3fd7021964a9', 'name': 'tempest-AttachVolumeNegativeTest-742847262-router', 'tenant_id': 'f20808b123ee4f56a27c063a5a344a6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'external_fixed_ips': [{'subnet_id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'ip_address': '172.27.2.231'}], 'enable_snat': True}, 'gw_port_id': 'd32f389e-7f79-4333-ab66-fc102b040de8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:31:20Z', 'updated_at': '2022-03-08T20:31:27Z', 'revision_number': 4, 'project_id': 'f20808b123ee4f56a27c063a5a344a6f', 'gw_port': {'id': 'd32f389e-7f79-4333-ab66-fc102b040de8', 'name': '', 'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:e2:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '530b8758-a936-4a7c-9055-3fd7021964a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'ip_address': '172.27.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:31:21Z', 'updated_at': '2022-03-08T20:31:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-3-iscsi', '_floatingips': [{'id': 'b547fc3c-8d67-408d-927f-ae3a2f6cb4dc', 'tenant_id': 'f20808b123ee4f56a27c063a5a344a6f', 'floating_ip_address': '172.27.2.86', 'floating_network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'router_id': '530b8758-a936-4a7c-9055-3fd7021964a9', 'port_id': '93f0e9aa-ddc8-4b50-8928-b322cf8f747d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 109, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4b9653e-45c7-499b-ba57-89c5719459c1', 'mac_address': 'fa:16:3e:62:08:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76db48e1-da0b-42d6-9dac-a3bdaf9154db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T20:31:35Z', 'updated_at': '2022-03-08T20:32:11Z', 'revision_number': 1, 'project_id': 'f20808b123ee4f56a27c063a5a344a6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c07238a4-1852-4dbe-82ad-b0c5eb7fb6f9', 'name': '', 'network_id': 'c4b9653e-45c7-499b-ba57-89c5719459c1', 'tenant_id': 'f20808b123ee4f56a27c063a5a344a6f', 'mac_address': 'fa:16:3e:58:2a:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '530b8758-a936-4a7c-9055-3fd7021964a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '3acd2cae-edc5-4deb-af56-8a423e7d5ec3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:31:26Z', 'updated_at': '2022-03-08T20:31:33Z', 'revision_number': 5, 'project_id': 'f20808b123ee4f56a27c063a5a344a6f', 'subnets': [{'id': '3acd2cae-edc5-4deb-af56-8a423e7d5ec3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830096-3-iscsi', False) {} {{(pid=103461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:32:13.129052 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc19e147-944b-4c86-a2b2-e8391ee9c413 None None] Checking router: 530b8758-a936-4a7c-9055-3fd7021964a9 for host: dv-cinder-830096-3-iscsi {{(pid=103461) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 20:32:13.144296 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc19e147-944b-4c86-a2b2-e8391ee9c413 None None] Routers {'530b8758-a936-4a7c-9055-3fd7021964a9'} bound to L3 agent in host dv-cinder-830096-3-iscsi {{(pid=103461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:32:13.144934 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.db.l3_hamode_db [None req-cc19e147-944b-4c86-a2b2-e8391ee9c413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T20:23:01Z,description=,heartbeat_timestamp=2022-03-08T20:32:01Z,host='dv-cinder-830096-3-iscsi',id=7ae9fd8f-5d61-4821-9eac-044950c450f0,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:23:02Z,topic='l3_agent')) {'router_ids': ['530b8758-a936-4a7c-9055-3fd7021964a9'], 'active': True} {{(pid=103461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:32:13.291039 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.db.l3_dvr_db [None req-cc19e147-944b-4c86-a2b2-e8391ee9c413 None None] Set router 530b8758-a936-4a7c-9055-3fd7021964a9 gateway port host: dv-cinder-830096-3-iscsi {{(pid=103461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:32:13.310962 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4119e16-d20b-47df-9326-ceb96fb97757 req-a2e213dd-7bd3-4a71-aa69-d9622d074b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:32:13.313001 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-d4119e16-d20b-47df-9326-ceb96fb97757 req-a2e213dd-7bd3-4a71-aa69-d9622d074b9b service neutron] 10.222.0.37 "GET /v2.0/networks?id=c4b9653e-45c7-499b-ba57-89c5719459c1 HTTP/1.1" status: 200 len: 915 time: 0.3598223 Mar 08 20:32:13.462923 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-d4119e16-d20b-47df-9326-ceb96fb97757 req-e264f49b-e6af-424e-b731-428645649bcb service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=93f0e9aa-ddc8-4b50-8928-b322cf8f747d HTTP/1.1" status: 200 len: 999 time: 0.1408603 Mar 08 20:32:13.468674 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b632be3-d082-4622-966d-618ece961c74 tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] Router 16dea0cb-fffa-4ed7-9abb-b7eb4318dca9 has already been hosted by L3 agent 7ae9fd8f-5d61-4821-9eac-044950c450f0 {{(pid=103459) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 20:32:13.701934 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.db.l3_hamode_db [None req-cc19e147-944b-4c86-a2b2-e8391ee9c413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '530b8758-a936-4a7c-9055-3fd7021964a9', 'name': 'tempest-AttachVolumeNegativeTest-742847262-router', 'tenant_id': 'f20808b123ee4f56a27c063a5a344a6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'external_fixed_ips': [{'subnet_id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'ip_address': '172.27.2.231'}], 'enable_snat': True}, 'gw_port_id': 'd32f389e-7f79-4333-ab66-fc102b040de8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:31:20Z', 'updated_at': '2022-03-08T20:31:27Z', 'revision_number': 4, 'project_id': 'f20808b123ee4f56a27c063a5a344a6f', 'gw_port': {'id': 'd32f389e-7f79-4333-ab66-fc102b040de8', 'name': '', 'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:e2:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '530b8758-a936-4a7c-9055-3fd7021964a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'ip_address': '172.27.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:31:21Z', 'updated_at': '2022-03-08T20:31:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-3-iscsi', '_floatingips': [{'id': 'b547fc3c-8d67-408d-927f-ae3a2f6cb4dc', 'tenant_id': 'f20808b123ee4f56a27c063a5a344a6f', 'floating_ip_address': '172.27.2.86', 'floating_network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'router_id': '530b8758-a936-4a7c-9055-3fd7021964a9', 'port_id': '93f0e9aa-ddc8-4b50-8928-b322cf8f747d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 109, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4b9653e-45c7-499b-ba57-89c5719459c1', 'mac_address': 'fa:16:3e:62:08:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76db48e1-da0b-42d6-9dac-a3bdaf9154db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T20:31:35Z', 'updated_at': '2022-03-08T20:32:11Z', 'revision_number': 1, 'project_id': 'f20808b123ee4f56a27c063a5a344a6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c07238a4-1852-4dbe-82ad-b0c5eb7fb6f9', 'name': '', 'network_id': 'c4b9653e-45c7-499b-ba57-89c5719459c1', 'tenant_id': 'f20808b123ee4f56a27c063a5a344a6f', 'mac_address': 'fa:16:3e:58:2a:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '530b8758-a936-4a7c-9055-3fd7021964a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '3acd2cae-edc5-4deb-af56-8a423e7d5ec3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:31:26Z', 'updated_at': '2022-03-08T20:31:33Z', 'revision_number': 5, 'project_id': 'f20808b123ee4f56a27c063a5a344a6f', 'subnets': [{'id': '3acd2cae-edc5-4deb-af56-8a423e7d5ec3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830096-3-iscsi', False) {} {{(pid=103461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:32:13.759477 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc19e147-944b-4c86-a2b2-e8391ee9c413 None None] The sync data for ids ['530b8758-a936-4a7c-9055-3fd7021964a9'] in dv-cinder-830096-3-iscsi is: [{'id': '530b8758-a936-4a7c-9055-3fd7021964a9', 'name': 'tempest-AttachVolumeNegativeTest-742847262-router', 'tenant_id': 'f20808b123ee4f56a27c063a5a344a6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'external_fixed_ips': [{'subnet_id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'ip_address': '172.27.2.231'}], 'enable_snat': True}, 'gw_port_id': 'd32f389e-7f79-4333-ab66-fc102b040de8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:31:20Z', 'updated_at': '2022-03-08T20:31:27Z', 'revision_number': 4, 'project_id': 'f20808b123ee4f56a27c063a5a344a6f', 'gw_port': {'id': 'd32f389e-7f79-4333-ab66-fc102b040de8', 'name': '', 'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:e2:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '530b8758-a936-4a7c-9055-3fd7021964a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'ip_address': '172.27.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:31:21Z', 'updated_at': '2022-03-08T20:31:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-3-iscsi', '_floatingips': [{'id': 'b547fc3c-8d67-408d-927f-ae3a2f6cb4dc', 'tenant_id': 'f20808b123ee4f56a27c063a5a344a6f', 'floating_ip_address': '172.27.2.86', 'floating_network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'router_id': '530b8758-a936-4a7c-9055-3fd7021964a9', 'port_id': '93f0e9aa-ddc8-4b50-8928-b322cf8f747d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 109, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4b9653e-45c7-499b-ba57-89c5719459c1', 'mac_address': 'fa:16:3e:62:08:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76db48e1-da0b-42d6-9dac-a3bdaf9154db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T20:31:35Z', 'updated_at': '2022-03-08T20:32:11Z', 'revision_number': 1, 'project_id': 'f20808b123ee4f56a27c063a5a344a6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c07238a4-1852-4dbe-82ad-b0c5eb7fb6f9', 'name': '', 'network_id': 'c4b9653e-45c7-499b-ba57-89c5719459c1', 'tenant_id': 'f20808b123ee4f56a27c063a5a344a6f', 'mac_address': 'fa:16:3e:58:2a:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '530b8758-a936-4a7c-9055-3fd7021964a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '3acd2cae-edc5-4deb-af56-8a423e7d5ec3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:31:26Z', 'updated_at': '2022-03-08T20:31:33Z', 'revision_number': 5, 'project_id': 'f20808b123ee4f56a27c063a5a344a6f', 'subnets': [{'id': '3acd2cae-edc5-4deb-af56-8a423e7d5ec3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 20:32:13.786551 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4119e16-d20b-47df-9326-ceb96fb97757 req-092d92ee-283b-49b6-b365-6707f1d43764 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:32:13.791148 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-d4119e16-d20b-47df-9326-ceb96fb97757 req-092d92ee-283b-49b6-b365-6707f1d43764 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3acd2cae-edc5-4deb-af56-8a423e7d5ec3 HTTP/1.1" status: 200 len: 853 time: 0.3150713 Mar 08 20:32:13.837398 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9bdd19-9a70-4aba-b592-c6d390669d97 req-22d5f16f-995f-4932-8040-43e02fac2293 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:32:13.841466 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-1e9bdd19-9a70-4aba-b592-c6d390669d97 req-22d5f16f-995f-4932-8040-43e02fac2293 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "GET /v2.0/ports?device_id=f3764666-b97b-49ee-a110-73b596762fc2 HTTP/1.1" status: 200 len: 945 time: 0.0883634 Mar 08 20:32:13.894059 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b632be3-d082-4622-966d-618ece961c74 tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] Notify agent at l3_agent.dv-cinder-830096-3-iscsi the message routers_updated {{(pid=103459) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 20:32:13.899301 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-7b632be3-d082-4622-966d-618ece961c74 tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4188892'] for floatingip (None), before_response {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:13.907417 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-1e9bdd19-9a70-4aba-b592-c6d390669d97 req-0cb4f50d-43e0-41e8-9710-2e8b1802a970 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "GET /v2.0/security-groups?id=594a1c24-3d62-4c4c-9d98-a58b8e523f99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525820 Mar 08 20:32:13.910513 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-203d31d6-c479-486d-bc9f-52de422ac9cf None None] Sync routers for ids ['16dea0cb-fffa-4ed7-9abb-b7eb4318dca9'] in dv-cinder-830096-3-iscsi {{(pid=103460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 20:32:13.922970 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-203d31d6-c479-486d-bc9f-52de422ac9cf None None] Routers {'16dea0cb-fffa-4ed7-9abb-b7eb4318dca9'} bound to L3 agent in host dv-cinder-830096-3-iscsi {{(pid=103460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:32:13.923904 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-203d31d6-c479-486d-bc9f-52de422ac9cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T20:23:01Z,description=,heartbeat_timestamp=2022-03-08T20:32:01Z,host='dv-cinder-830096-3-iscsi',id=7ae9fd8f-5d61-4821-9eac-044950c450f0,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:23:02Z,topic='l3_agent')) {'router_ids': ['16dea0cb-fffa-4ed7-9abb-b7eb4318dca9'], 'active': True} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:32:13.935188 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4119e16-d20b-47df-9326-ceb96fb97757 req-06717032-abfc-45d6-8268-1a9f8db9bf0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:32:13.935188 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-d4119e16-d20b-47df-9326-ceb96fb97757 req-06717032-abfc-45d6-8268-1a9f8db9bf0e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c4b9653e-45c7-499b-ba57-89c5719459c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1322751 Mar 08 20:32:13.948205 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [None req-7b632be3-d082-4622-966d-618ece961c74 tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] 10.222.0.41 "PUT /v2.0/floatingips/584d5196-a225-401c-be63-ae2c06ca69d2 HTTP/1.1" status: 200 len: 990 time: 2.4846632 Mar 08 20:32:13.948205 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bad46cc3-630c-44e3-97f4-2efe2ffc87e1', 'tag': '7774432c-5ed1-4d4d-a02c-9fb8141c93a3'}] {{(pid=103459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 20:32:13.948205 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30f128d5f71b3f7cc76d6cee4f56f72b4ad92d7c7cb63713f7d7a45aaaaee86d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d45ae98a-ee3e-414a-9e9a-44e2590c8480" -d '{"events": [{"name": "network-changed", "server_uuid": "bad46cc3-630c-44e3-97f4-2efe2ffc87e1", "tag": "7774432c-5ed1-4d4d-a02c-9fb8141c93a3"}]}' {{(pid=103459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 20:32:14.005140 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 20:32:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11b41446-3235-4938-b548-99a8ea767e0e x-openstack-request-id: req-11b41446-3235-4938-b548-99a8ea767e0e {{(pid=103459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 20:32:14.009595 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bad46cc3-630c-44e3-97f4-2efe2ffc87e1", "tag": "7774432c-5ed1-4d4d-a02c-9fb8141c93a3", "status": "completed", "code": 200}]} {{(pid=103459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 20:32:14.009595 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-11b41446-3235-4938-b548-99a8ea767e0e {{(pid=103459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 20:32:14.009595 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bad46cc3-630c-44e3-97f4-2efe2ffc87e1', 'tag': '7774432c-5ed1-4d4d-a02c-9fb8141c93a3', 'status': 'completed', 'code': 200} Mar 08 20:32:14.071928 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.wsgi [-] (103459) accepted ('10.222.0.41', 57858) {{(pid=103459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:32:14.077939 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-d4119e16-d20b-47df-9326-ceb96fb97757 req-dcafd7d8-0521-4b46-a2e3-855b8a469d68 service neutron] 10.222.0.37 "GET /v2.0/networks/c4b9653e-45c7-499b-ba57-89c5719459c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383069 Mar 08 20:32:14.083977 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvr_db [None req-203d31d6-c479-486d-bc9f-52de422ac9cf None None] Set router 16dea0cb-fffa-4ed7-9abb-b7eb4318dca9 gateway port host: dv-cinder-830096-3-iscsi {{(pid=103460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:32:14.097981 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-20d9b11d-69aa-4c28-b6d7-0acf9c8392c6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:14.133483 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45ae98a-ee3e-414a-9e9a-44e2590c8480 req-4feeb837-e37d-454f-82b6-1f8dabe38cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:32:14.138231 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-d45ae98a-ee3e-414a-9e9a-44e2590c8480 req-4feeb837-e37d-454f-82b6-1f8dabe38cd1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=64bbed509db949a6a003c639d3f67567&device_id=bad46cc3-630c-44e3-97f4-2efe2ffc87e1 HTTP/1.1" status: 200 len: 1129 time: 0.1085079 Mar 08 20:32:14.154890 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1196f840-89fd-408e-b333-ef70bae03f9f None None] New status for floating IP b547fc3c-8d67-408d-927f-ae3a2f6cb4dc: ACTIVE {{(pid=103461) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 20:32:14.325049 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-d4119e16-d20b-47df-9326-ceb96fb97757 req-c6ef6088-bfc7-490f-a160-c107895c6162 service neutron] 10.222.0.37 "GET /v2.0/networks/c4b9653e-45c7-499b-ba57-89c5719459c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2345634 Mar 08 20:32:14.390668 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-20d9b11d-69aa-4c28-b6d7-0acf9c8392c6 admin admin] Publish callbacks [] for security_group (0d5590c0-6d4c-459c-8236-63f929c27413), precommit_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:14.450781 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cc02a4-8163-4382-9f3a-adca08938566 req-b2e1f0ae-f558-4e56-b91c-ec18f56ab18e tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:32:14.452330 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-41cc02a4-8163-4382-9f3a-adca08938566 req-b2e1f0ae-f558-4e56-b91c-ec18f56ab18e tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "GET /v2.0/ports?device_id=f3764666-b97b-49ee-a110-73b596762fc2 HTTP/1.1" status: 200 len: 945 time: 0.3102818 Mar 08 20:32:14.462245 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-203d31d6-c479-486d-bc9f-52de422ac9cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16dea0cb-fffa-4ed7-9abb-b7eb4318dca9', 'name': 'tempest-AttachVolumeTestJSON-2107178860-router', 'tenant_id': '64bbed509db949a6a003c639d3f67567', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'external_fixed_ips': [{'subnet_id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'ip_address': '172.27.2.87'}], 'enable_snat': True}, 'gw_port_id': '8a387cb4-88be-456d-967c-2a9b47cbbc3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:31:22Z', 'updated_at': '2022-03-08T20:31:29Z', 'revision_number': 4, 'project_id': '64bbed509db949a6a003c639d3f67567', 'gw_port': {'id': '8a387cb4-88be-456d-967c-2a9b47cbbc3f', 'name': '', 'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:7f:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16dea0cb-fffa-4ed7-9abb-b7eb4318dca9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'ip_address': '172.27.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:31:22Z', 'updated_at': '2022-03-08T20:31:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-3-iscsi', '_floatingips': [{'id': '584d5196-a225-401c-be63-ae2c06ca69d2', 'tenant_id': '64bbed509db949a6a003c639d3f67567', 'floating_ip_address': '172.27.2.98', 'floating_network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'router_id': '16dea0cb-fffa-4ed7-9abb-b7eb4318dca9', 'port_id': '7774432c-5ed1-4d4d-a02c-9fb8141c93a3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 121, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb3cf682-183a-4b4f-b70b-ac9d75a4abdd', 'mac_address': 'fa:16:3e:04:91:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bad46cc3-630c-44e3-97f4-2efe2ffc87e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T20:31:40Z', 'updated_at': '2022-03-08T20:32:12Z', 'revision_number': 1, 'project_id': '64bbed509db949a6a003c639d3f67567', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b64d9f9-fa35-4931-b4db-da8ee2f739d3', 'name': '', 'network_id': 'bb3cf682-183a-4b4f-b70b-ac9d75a4abdd', 'tenant_id': '64bbed509db949a6a003c639d3f67567', 'mac_address': 'fa:16:3e:16:73:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16dea0cb-fffa-4ed7-9abb-b7eb4318dca9', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'a968dc2a-71a9-4847-a130-162c884db338', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:31:27Z', 'updated_at': '2022-03-08T20:31:38Z', 'revision_number': 5, 'project_id': '64bbed509db949a6a003c639d3f67567', 'subnets': [{'id': 'a968dc2a-71a9-4847-a130-162c884db338', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830096-3-iscsi', False) {} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:32:14.462567 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.wsgi [-] (103459) accepted ('10.222.0.41', 57866) {{(pid=103459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:32:14.468460 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-20d9b11d-69aa-4c28-b6d7-0acf9c8392c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310940'] for security_group (0d5590c0-6d4c-459c-8236-63f929c27413), after_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:14.480033 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45ae98a-ee3e-414a-9e9a-44e2590c8480 req-174d7085-4274-4ab8-adad-58bfbdb4e86b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:32:14.482262 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-d45ae98a-ee3e-414a-9e9a-44e2590c8480 req-174d7085-4274-4ab8-adad-58bfbdb4e86b service neutron] 10.222.0.37 "GET /v2.0/networks?id=bb3cf682-183a-4b4f-b70b-ac9d75a4abdd HTTP/1.1" status: 200 len: 912 time: 0.3157341 Mar 08 20:32:14.488815 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.v2.base [None req-e1bba738-26c4-4702-ae12-7568c2d6095b tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] Request body: {'floatingip': {'port_id': '191c4710-0568-4083-be7c-dec75711110b'}} {{(pid=103459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:32:14.509970 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-203d31d6-c479-486d-bc9f-52de422ac9cf None None] Checking router: 16dea0cb-fffa-4ed7-9abb-b7eb4318dca9 for host: dv-cinder-830096-3-iscsi {{(pid=103460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 20:32:14.520930 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-203d31d6-c479-486d-bc9f-52de422ac9cf None None] Routers {'16dea0cb-fffa-4ed7-9abb-b7eb4318dca9'} bound to L3 agent in host dv-cinder-830096-3-iscsi {{(pid=103460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:32:14.521714 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-203d31d6-c479-486d-bc9f-52de422ac9cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T20:23:01Z,description=,heartbeat_timestamp=2022-03-08T20:32:01Z,host='dv-cinder-830096-3-iscsi',id=7ae9fd8f-5d61-4821-9eac-044950c450f0,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:23:02Z,topic='l3_agent')) {'router_ids': ['16dea0cb-fffa-4ed7-9abb-b7eb4318dca9'], 'active': True} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:32:14.596626 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-e1bba738-26c4-4702-ae12-7568c2d6095b tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] Publish callbacks [] for floatingip (3a23034d-4bc8-4ccd-829a-ab91c6517978), before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:14.643621 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvr_db [None req-203d31d6-c479-486d-bc9f-52de422ac9cf None None] Set router 16dea0cb-fffa-4ed7-9abb-b7eb4318dca9 gateway port host: dv-cinder-830096-3-iscsi {{(pid=103460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:32:14.696492 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-d45ae98a-ee3e-414a-9e9a-44e2590c8480 req-9f585608-d426-4ea6-83fb-30841cad15eb service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7774432c-5ed1-4d4d-a02c-9fb8141c93a3 HTTP/1.1" status: 200 len: 998 time: 0.2065368 Mar 08 20:32:14.835464 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45ae98a-ee3e-414a-9e9a-44e2590c8480 req-367d50d5-37b1-4449-8a24-e952018068e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:32:14.844400 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-d45ae98a-ee3e-414a-9e9a-44e2590c8480 req-367d50d5-37b1-4449-8a24-e952018068e2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a968dc2a-71a9-4847-a130-162c884db338 HTTP/1.1" status: 200 len: 850 time: 0.1397703 Mar 08 20:32:14.861227 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [None req-20d9b11d-69aa-4c28-b6d7-0acf9c8392c6 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6eb0c6c328a94460b96ee399f38b1e7b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7897623 Mar 08 20:32:14.864701 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.wsgi [-] (103459) accepted ('10.222.0.41', 57878) {{(pid=103459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:32:14.899075 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d9b11d-69aa-4c28-b6d7-0acf9c8392c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d5590c0-6d4c-459c-8236-63f929c27413,revision_number=1']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:32:14.916138 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45ae98a-ee3e-414a-9e9a-44e2590c8480 req-e60ede03-9ef9-4d4c-8ad6-7460d2195f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:32:14.917840 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-d45ae98a-ee3e-414a-9e9a-44e2590c8480 req-e60ede03-9ef9-4d4c-8ad6-7460d2195f90 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=bb3cf682-183a-4b4f-b70b-ac9d75a4abdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0685079 Mar 08 20:32:15.021179 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-203d31d6-c479-486d-bc9f-52de422ac9cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16dea0cb-fffa-4ed7-9abb-b7eb4318dca9', 'name': 'tempest-AttachVolumeTestJSON-2107178860-router', 'tenant_id': '64bbed509db949a6a003c639d3f67567', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'external_fixed_ips': [{'subnet_id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'ip_address': '172.27.2.87'}], 'enable_snat': True}, 'gw_port_id': '8a387cb4-88be-456d-967c-2a9b47cbbc3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:31:22Z', 'updated_at': '2022-03-08T20:31:29Z', 'revision_number': 4, 'project_id': '64bbed509db949a6a003c639d3f67567', 'gw_port': {'id': '8a387cb4-88be-456d-967c-2a9b47cbbc3f', 'name': '', 'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:7f:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16dea0cb-fffa-4ed7-9abb-b7eb4318dca9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'ip_address': '172.27.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:31:22Z', 'updated_at': '2022-03-08T20:31:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-3-iscsi', '_floatingips': [{'id': '584d5196-a225-401c-be63-ae2c06ca69d2', 'tenant_id': '64bbed509db949a6a003c639d3f67567', 'floating_ip_address': '172.27.2.98', 'floating_network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'router_id': '16dea0cb-fffa-4ed7-9abb-b7eb4318dca9', 'port_id': '7774432c-5ed1-4d4d-a02c-9fb8141c93a3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 121, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb3cf682-183a-4b4f-b70b-ac9d75a4abdd', 'mac_address': 'fa:16:3e:04:91:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bad46cc3-630c-44e3-97f4-2efe2ffc87e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T20:31:40Z', 'updated_at': '2022-03-08T20:32:12Z', 'revision_number': 1, 'project_id': '64bbed509db949a6a003c639d3f67567', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b64d9f9-fa35-4931-b4db-da8ee2f739d3', 'name': '', 'network_id': 'bb3cf682-183a-4b4f-b70b-ac9d75a4abdd', 'tenant_id': '64bbed509db949a6a003c639d3f67567', 'mac_address': 'fa:16:3e:16:73:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16dea0cb-fffa-4ed7-9abb-b7eb4318dca9', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'a968dc2a-71a9-4847-a130-162c884db338', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:31:27Z', 'updated_at': '2022-03-08T20:31:38Z', 'revision_number': 5, 'project_id': '64bbed509db949a6a003c639d3f67567', 'subnets': [{'id': 'a968dc2a-71a9-4847-a130-162c884db338', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830096-3-iscsi', False) {} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:32:15.022460 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-8e5ad187-2e7e-4194-ac0f-aa7a7301b08e admin admin] Publish callbacks [] for security_group (0d5590c0-6d4c-459c-8236-63f929c27413), before_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:15.055504 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-203d31d6-c479-486d-bc9f-52de422ac9cf None None] The sync data for ids ['16dea0cb-fffa-4ed7-9abb-b7eb4318dca9'] in dv-cinder-830096-3-iscsi is: [{'id': '16dea0cb-fffa-4ed7-9abb-b7eb4318dca9', 'name': 'tempest-AttachVolumeTestJSON-2107178860-router', 'tenant_id': '64bbed509db949a6a003c639d3f67567', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'external_fixed_ips': [{'subnet_id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'ip_address': '172.27.2.87'}], 'enable_snat': True}, 'gw_port_id': '8a387cb4-88be-456d-967c-2a9b47cbbc3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:31:22Z', 'updated_at': '2022-03-08T20:31:29Z', 'revision_number': 4, 'project_id': '64bbed509db949a6a003c639d3f67567', 'gw_port': {'id': '8a387cb4-88be-456d-967c-2a9b47cbbc3f', 'name': '', 'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:7f:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16dea0cb-fffa-4ed7-9abb-b7eb4318dca9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'ip_address': '172.27.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:31:22Z', 'updated_at': '2022-03-08T20:31:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-3-iscsi', '_floatingips': [{'id': '584d5196-a225-401c-be63-ae2c06ca69d2', 'tenant_id': '64bbed509db949a6a003c639d3f67567', 'floating_ip_address': '172.27.2.98', 'floating_network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'router_id': '16dea0cb-fffa-4ed7-9abb-b7eb4318dca9', 'port_id': '7774432c-5ed1-4d4d-a02c-9fb8141c93a3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 121, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb3cf682-183a-4b4f-b70b-ac9d75a4abdd', 'mac_address': 'fa:16:3e:04:91:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bad46cc3-630c-44e3-97f4-2efe2ffc87e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T20:31:40Z', 'updated_at': '2022-03-08T20:32:12Z', 'revision_number': 1, 'project_id': '64bbed509db949a6a003c639d3f67567', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b64d9f9-fa35-4931-b4db-da8ee2f739d3', 'name': '', 'network_id': 'bb3cf682-183a-4b4f-b70b-ac9d75a4abdd', 'tenant_id': '64bbed509db949a6a003c639d3f67567', 'mac_address': 'fa:16:3e:16:73:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16dea0cb-fffa-4ed7-9abb-b7eb4318dca9', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'a968dc2a-71a9-4847-a130-162c884db338', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:31:27Z', 'updated_at': '2022-03-08T20:31:38Z', 'revision_number': 5, 'project_id': '64bbed509db949a6a003c639d3f67567', 'subnets': [{'id': 'a968dc2a-71a9-4847-a130-162c884db338', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 20:32:15.062855 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-d45ae98a-ee3e-414a-9e9a-44e2590c8480 req-e34838b6-1ecc-44a9-8c30-49f0c994fdaa service neutron] 10.222.0.37 "GET /v2.0/networks/bb3cf682-183a-4b4f-b70b-ac9d75a4abdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276450 Mar 08 20:32:15.108287 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-8e5ad187-2e7e-4194-ac0f-aa7a7301b08e admin admin] Publish callbacks [] for security_group (0d5590c0-6d4c-459c-8236-63f929c27413), precommit_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:15.318460 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-e1bba738-26c4-4702-ae12-7568c2d6095b tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:15.380142 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-8e5ad187-2e7e-4194-ac0f-aa7a7301b08e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310940'] for security_group (0d5590c0-6d4c-459c-8236-63f929c27413), after_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:15.388408 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-8e5ad187-2e7e-4194-ac0f-aa7a7301b08e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:15.389829 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [None req-8e5ad187-2e7e-4194-ac0f-aa7a7301b08e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0d5590c0-6d4c-459c-8236-63f929c27413 HTTP/1.1" status: 204 len: 168 time: 0.5231211 Mar 08 20:32:15.401209 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28d9164e-1825-40ef-ae9d-81abf1083742 None None] New status for floating IP 584d5196-a225-401c-be63-ae2c06ca69d2: ACTIVE {{(pid=103460) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 20:32:15.411482 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-d45ae98a-ee3e-414a-9e9a-44e2590c8480 req-7241e876-997d-46d7-b5fa-2874a8ba66db service neutron] 10.222.0.37 "GET /v2.0/networks/bb3cf682-183a-4b4f-b70b-ac9d75a4abdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3495805 Mar 08 20:32:15.426167 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-e1bba738-26c4-4702-ae12-7568c2d6095b tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-443219'] for floatingip (3a23034d-4bc8-4ccd-829a-ab91c6517978), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:15.429630 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5ad187-2e7e-4194-ac0f-aa7a7301b08e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d5590c0-6d4c-459c-8236-63f929c27413,revision_number=None']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:32:15.577651 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.db.l3_db [None req-e1bba738-26c4-4702-ae12-7568c2d6095b tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] Floating IP 3a23034d-4bc8-4ccd-829a-ab91c6517978 associated. External IP: 172.27.2.77, port: 191c4710-0568-4083-be7c-dec75711110b. Mar 08 20:32:15.891289 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1bba738-26c4-4702-ae12-7568c2d6095b tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] Router a974851c-fa28-4512-826f-f1ac9013912c has already been hosted by L3 agent 7ae9fd8f-5d61-4821-9eac-044950c450f0 {{(pid=103459) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 20:32:16.015735 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1bba738-26c4-4702-ae12-7568c2d6095b tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] Notify agent at l3_agent.dv-cinder-830096-3-iscsi the message routers_updated {{(pid=103459) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 20:32:16.020836 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-e1bba738-26c4-4702-ae12-7568c2d6095b tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4188892'] for floatingip (None), before_response {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:16.025727 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-356cadcb-c88c-4403-8174-f064afe62ae4 None None] Sync routers for ids ['a974851c-fa28-4512-826f-f1ac9013912c'] in dv-cinder-830096-3-iscsi {{(pid=103461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 20:32:16.037185 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-356cadcb-c88c-4403-8174-f064afe62ae4 None None] Routers {'a974851c-fa28-4512-826f-f1ac9013912c'} bound to L3 agent in host dv-cinder-830096-3-iscsi {{(pid=103461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:32:16.038093 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.db.l3_hamode_db [None req-356cadcb-c88c-4403-8174-f064afe62ae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T20:23:01Z,description=,heartbeat_timestamp=2022-03-08T20:32:01Z,host='dv-cinder-830096-3-iscsi',id=7ae9fd8f-5d61-4821-9eac-044950c450f0,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:23:02Z,topic='l3_agent')) {'router_ids': ['a974851c-fa28-4512-826f-f1ac9013912c'], 'active': True} {{(pid=103461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:32:16.064310 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [None req-e1bba738-26c4-4702-ae12-7568c2d6095b tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "PUT /v2.0/floatingips/3a23034d-4bc8-4ccd-829a-ab91c6517978 HTTP/1.1" status: 200 len: 990 time: 1.5907454 Mar 08 20:32:16.064310 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3764666-b97b-49ee-a110-73b596762fc2', 'tag': '191c4710-0568-4083-be7c-dec75711110b'}] {{(pid=103459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 20:32:16.064310 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30f128d5f71b3f7cc76d6cee4f56f72b4ad92d7c7cb63713f7d7a45aaaaee86d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28d61d2d-b5a9-4b6b-b2cc-e4fc141a7ed6" -d '{"events": [{"name": "network-changed", "server_uuid": "f3764666-b97b-49ee-a110-73b596762fc2", "tag": "191c4710-0568-4083-be7c-dec75711110b"}]}' {{(pid=103459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 20:32:16.100821 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 20:32:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6464daa-c86a-47c5-a96d-a1e903a8ef95 x-openstack-request-id: req-e6464daa-c86a-47c5-a96d-a1e903a8ef95 {{(pid=103459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 20:32:16.107826 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3764666-b97b-49ee-a110-73b596762fc2", "tag": "191c4710-0568-4083-be7c-dec75711110b", "status": "completed", "code": 200}]} {{(pid=103459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 20:32:16.107826 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e6464daa-c86a-47c5-a96d-a1e903a8ef95 {{(pid=103459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 20:32:16.107826 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3764666-b97b-49ee-a110-73b596762fc2', 'tag': '191c4710-0568-4083-be7c-dec75711110b', 'status': 'completed', 'code': 200} Mar 08 20:32:16.151318 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.db.l3_dvr_db [None req-356cadcb-c88c-4403-8174-f064afe62ae4 None None] Set router a974851c-fa28-4512-826f-f1ac9013912c gateway port host: dv-cinder-830096-3-iscsi {{(pid=103461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:32:16.197450 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d61d2d-b5a9-4b6b-b2cc-e4fc141a7ed6 req-3c8bb3ea-7dbc-459c-a826-3eb92de21418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:32:16.205911 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-28d61d2d-b5a9-4b6b-b2cc-e4fc141a7ed6 req-3c8bb3ea-7dbc-459c-a826-3eb92de21418 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=01d3223cb5334df4aeb878f77f56a4af&device_id=f3764666-b97b-49ee-a110-73b596762fc2 HTTP/1.1" status: 200 len: 1129 time: 0.0816565 Mar 08 20:32:16.307274 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.wsgi [-] (103459) accepted ('10.222.0.41', 57914) {{(pid=103459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:32:16.326310 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d61d2d-b5a9-4b6b-b2cc-e4fc141a7ed6 req-f699476b-70d0-48ff-a002-3b1a401a74d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:32:16.328069 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-28d61d2d-b5a9-4b6b-b2cc-e4fc141a7ed6 req-f699476b-70d0-48ff-a002-3b1a401a74d7 service neutron] 10.222.0.37 "GET /v2.0/networks?id=6c06189c-e7e3-4c8a-acc0-5147890ac16f HTTP/1.1" status: 200 len: 917 time: 0.1148841 Mar 08 20:32:16.331461 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-e804a1c9-3b37-487b-b3a0-0cef3b368a43 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:16.407195 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-28d61d2d-b5a9-4b6b-b2cc-e4fc141a7ed6 req-892bade9-ad6e-4c9b-b004-0e4a6651d022 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=191c4710-0568-4083-be7c-dec75711110b HTTP/1.1" status: 200 len: 998 time: 0.0713830 Mar 08 20:32:16.431963 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.db.l3_hamode_db [None req-356cadcb-c88c-4403-8174-f064afe62ae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a974851c-fa28-4512-826f-f1ac9013912c', 'name': 'tempest-AttachVolumeShelveTestJSON-298488986-router', 'tenant_id': '01d3223cb5334df4aeb878f77f56a4af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'external_fixed_ips': [{'subnet_id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'ip_address': '172.27.2.2'}], 'enable_snat': True}, 'gw_port_id': '3d299657-8d46-4c76-b4af-4c578b5510e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:31:22Z', 'updated_at': '2022-03-08T20:31:33Z', 'revision_number': 4, 'project_id': '01d3223cb5334df4aeb878f77f56a4af', 'gw_port': {'id': '3d299657-8d46-4c76-b4af-4c578b5510e7', 'name': '', 'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:d5:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a974851c-fa28-4512-826f-f1ac9013912c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'ip_address': '172.27.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:31:25Z', 'updated_at': '2022-03-08T20:31:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-3-iscsi', '_floatingips': [{'id': '3a23034d-4bc8-4ccd-829a-ab91c6517978', 'tenant_id': '01d3223cb5334df4aeb878f77f56a4af', 'floating_ip_address': '172.27.2.77', 'floating_network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'router_id': 'a974851c-fa28-4512-826f-f1ac9013912c', 'port_id': '191c4710-0568-4083-be7c-dec75711110b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6c06189c-e7e3-4c8a-acc0-5147890ac16f', 'mac_address': 'fa:16:3e:10:61:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3764666-b97b-49ee-a110-73b596762fc2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T20:31:43Z', 'updated_at': '2022-03-08T20:32:15Z', 'revision_number': 1, 'project_id': '01d3223cb5334df4aeb878f77f56a4af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '839cf58f-01a9-44c0-bd6f-fced84cb2228', 'name': '', 'network_id': '6c06189c-e7e3-4c8a-acc0-5147890ac16f', 'tenant_id': '01d3223cb5334df4aeb878f77f56a4af', 'mac_address': 'fa:16:3e:c9:23:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a974851c-fa28-4512-826f-f1ac9013912c', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '22d98187-3e01-4f4c-846a-c4973fed68d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:31:32Z', 'updated_at': '2022-03-08T20:31:44Z', 'revision_number': 5, 'project_id': '01d3223cb5334df4aeb878f77f56a4af', 'subnets': [{'id': '22d98187-3e01-4f4c-846a-c4973fed68d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830096-3-iscsi', False) {} {{(pid=103461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:32:16.472643 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d61d2d-b5a9-4b6b-b2cc-e4fc141a7ed6 req-1a3de83c-1918-4fac-a746-11b8a10b9161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:32:16.474729 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-28d61d2d-b5a9-4b6b-b2cc-e4fc141a7ed6 req-1a3de83c-1918-4fac-a746-11b8a10b9161 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=22d98187-3e01-4f4c-846a-c4973fed68d0 HTTP/1.1" status: 200 len: 855 time: 0.0612705 Mar 08 20:32:16.477686 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-e804a1c9-3b37-487b-b3a0-0cef3b368a43 admin admin] Publish callbacks [] for security_group (29d4ab94-42f8-4857-827d-6f966f471c37), precommit_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:16.491349 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-356cadcb-c88c-4403-8174-f064afe62ae4 None None] Checking router: a974851c-fa28-4512-826f-f1ac9013912c for host: dv-cinder-830096-3-iscsi {{(pid=103461) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 20:32:16.509345 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-356cadcb-c88c-4403-8174-f064afe62ae4 None None] Routers {'a974851c-fa28-4512-826f-f1ac9013912c'} bound to L3 agent in host dv-cinder-830096-3-iscsi {{(pid=103461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:32:16.510210 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.db.l3_hamode_db [None req-356cadcb-c88c-4403-8174-f064afe62ae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T20:23:01Z,description=,heartbeat_timestamp=2022-03-08T20:32:01Z,host='dv-cinder-830096-3-iscsi',id=7ae9fd8f-5d61-4821-9eac-044950c450f0,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:23:02Z,topic='l3_agent')) {'router_ids': ['a974851c-fa28-4512-826f-f1ac9013912c'], 'active': True} {{(pid=103461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:32:16.561342 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d61d2d-b5a9-4b6b-b2cc-e4fc141a7ed6 req-991e5497-6946-40bb-bd9e-ca9c71b87876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:32:16.562857 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-28d61d2d-b5a9-4b6b-b2cc-e4fc141a7ed6 req-991e5497-6946-40bb-bd9e-ca9c71b87876 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6c06189c-e7e3-4c8a-acc0-5147890ac16f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0719695 Mar 08 20:32:16.585773 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-e804a1c9-3b37-487b-b3a0-0cef3b368a43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310940'] for security_group (29d4ab94-42f8-4857-827d-6f966f471c37), after_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:16.630192 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [None req-e804a1c9-3b37-487b-b3a0-0cef3b368a43 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0d29a9dac31041b48f19e725de00da74&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3216603 Mar 08 20:32:16.631192 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e804a1c9-3b37-487b-b3a0-0cef3b368a43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29d4ab94-42f8-4857-827d-6f966f471c37,revision_number=1']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:32:16.648017 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.wsgi [-] (103459) accepted ('10.222.0.41', 57928) {{(pid=103459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:32:16.686408 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-28d61d2d-b5a9-4b6b-b2cc-e4fc141a7ed6 req-07af069c-97b5-460b-8e88-00b767fc1912 service neutron] 10.222.0.37 "GET /v2.0/networks/6c06189c-e7e3-4c8a-acc0-5147890ac16f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1142168 Mar 08 20:32:16.728983 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-f3bf6668-3d3c-4ef2-b065-9163cfcdeb0e admin admin] Publish callbacks [] for security_group (29d4ab94-42f8-4857-827d-6f966f471c37), before_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:16.731556 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.db.l3_dvr_db [None req-356cadcb-c88c-4403-8174-f064afe62ae4 None None] Set router a974851c-fa28-4512-826f-f1ac9013912c gateway port host: dv-cinder-830096-3-iscsi {{(pid=103461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:32:16.754063 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-f3bf6668-3d3c-4ef2-b065-9163cfcdeb0e admin admin] Publish callbacks [] for security_group (29d4ab94-42f8-4857-827d-6f966f471c37), precommit_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:16.811370 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-28d61d2d-b5a9-4b6b-b2cc-e4fc141a7ed6 req-e61d4f39-04bc-470b-8a6e-f6eb87327e55 service neutron] 10.222.0.37 "GET /v2.0/networks/6c06189c-e7e3-4c8a-acc0-5147890ac16f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206925 Mar 08 20:32:16.882788 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-f3bf6668-3d3c-4ef2-b065-9163cfcdeb0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310940'] for security_group (29d4ab94-42f8-4857-827d-6f966f471c37), after_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:16.885678 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-f3bf6668-3d3c-4ef2-b065-9163cfcdeb0e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:16.887107 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [None req-f3bf6668-3d3c-4ef2-b065-9163cfcdeb0e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/29d4ab94-42f8-4857-827d-6f966f471c37 HTTP/1.1" status: 204 len: 168 time: 0.2368460 Mar 08 20:32:16.895772 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bf6668-3d3c-4ef2-b065-9163cfcdeb0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29d4ab94-42f8-4857-827d-6f966f471c37,revision_number=None']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:32:16.974241 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.db.l3_hamode_db [None req-356cadcb-c88c-4403-8174-f064afe62ae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a974851c-fa28-4512-826f-f1ac9013912c', 'name': 'tempest-AttachVolumeShelveTestJSON-298488986-router', 'tenant_id': '01d3223cb5334df4aeb878f77f56a4af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'external_fixed_ips': [{'subnet_id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'ip_address': '172.27.2.2'}], 'enable_snat': True}, 'gw_port_id': '3d299657-8d46-4c76-b4af-4c578b5510e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:31:22Z', 'updated_at': '2022-03-08T20:31:33Z', 'revision_number': 4, 'project_id': '01d3223cb5334df4aeb878f77f56a4af', 'gw_port': {'id': '3d299657-8d46-4c76-b4af-4c578b5510e7', 'name': '', 'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:d5:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a974851c-fa28-4512-826f-f1ac9013912c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'ip_address': '172.27.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:31:25Z', 'updated_at': '2022-03-08T20:31:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-3-iscsi', '_floatingips': [{'id': '3a23034d-4bc8-4ccd-829a-ab91c6517978', 'tenant_id': '01d3223cb5334df4aeb878f77f56a4af', 'floating_ip_address': '172.27.2.77', 'floating_network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'router_id': 'a974851c-fa28-4512-826f-f1ac9013912c', 'port_id': '191c4710-0568-4083-be7c-dec75711110b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6c06189c-e7e3-4c8a-acc0-5147890ac16f', 'mac_address': 'fa:16:3e:10:61:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3764666-b97b-49ee-a110-73b596762fc2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T20:31:43Z', 'updated_at': '2022-03-08T20:32:15Z', 'revision_number': 1, 'project_id': '01d3223cb5334df4aeb878f77f56a4af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '839cf58f-01a9-44c0-bd6f-fced84cb2228', 'name': '', 'network_id': '6c06189c-e7e3-4c8a-acc0-5147890ac16f', 'tenant_id': '01d3223cb5334df4aeb878f77f56a4af', 'mac_address': 'fa:16:3e:c9:23:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a974851c-fa28-4512-826f-f1ac9013912c', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '22d98187-3e01-4f4c-846a-c4973fed68d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:31:32Z', 'updated_at': '2022-03-08T20:31:44Z', 'revision_number': 5, 'project_id': '01d3223cb5334df4aeb878f77f56a4af', 'subnets': [{'id': '22d98187-3e01-4f4c-846a-c4973fed68d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830096-3-iscsi', False) {} {{(pid=103461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:32:17.000267 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-356cadcb-c88c-4403-8174-f064afe62ae4 None None] The sync data for ids ['a974851c-fa28-4512-826f-f1ac9013912c'] in dv-cinder-830096-3-iscsi is: [{'id': 'a974851c-fa28-4512-826f-f1ac9013912c', 'name': 'tempest-AttachVolumeShelveTestJSON-298488986-router', 'tenant_id': '01d3223cb5334df4aeb878f77f56a4af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'external_fixed_ips': [{'subnet_id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'ip_address': '172.27.2.2'}], 'enable_snat': True}, 'gw_port_id': '3d299657-8d46-4c76-b4af-4c578b5510e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:31:22Z', 'updated_at': '2022-03-08T20:31:33Z', 'revision_number': 4, 'project_id': '01d3223cb5334df4aeb878f77f56a4af', 'gw_port': {'id': '3d299657-8d46-4c76-b4af-4c578b5510e7', 'name': '', 'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:d5:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a974851c-fa28-4512-826f-f1ac9013912c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'ip_address': '172.27.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:31:25Z', 'updated_at': '2022-03-08T20:31:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-3-iscsi', '_floatingips': [{'id': '3a23034d-4bc8-4ccd-829a-ab91c6517978', 'tenant_id': '01d3223cb5334df4aeb878f77f56a4af', 'floating_ip_address': '172.27.2.77', 'floating_network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'router_id': 'a974851c-fa28-4512-826f-f1ac9013912c', 'port_id': '191c4710-0568-4083-be7c-dec75711110b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6c06189c-e7e3-4c8a-acc0-5147890ac16f', 'mac_address': 'fa:16:3e:10:61:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3764666-b97b-49ee-a110-73b596762fc2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T20:31:43Z', 'updated_at': '2022-03-08T20:32:15Z', 'revision_number': 1, 'project_id': '01d3223cb5334df4aeb878f77f56a4af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '839cf58f-01a9-44c0-bd6f-fced84cb2228', 'name': '', 'network_id': '6c06189c-e7e3-4c8a-acc0-5147890ac16f', 'tenant_id': '01d3223cb5334df4aeb878f77f56a4af', 'mac_address': 'fa:16:3e:c9:23:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a974851c-fa28-4512-826f-f1ac9013912c', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '22d98187-3e01-4f4c-846a-c4973fed68d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:31:32Z', 'updated_at': '2022-03-08T20:31:44Z', 'revision_number': 5, 'project_id': '01d3223cb5334df4aeb878f77f56a4af', 'subnets': [{'id': '22d98187-3e01-4f4c-846a-c4973fed68d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 20:32:17.193776 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70bd3787-5215-4987-a78e-837f869ed835 None None] New status for floating IP 3a23034d-4bc8-4ccd-829a-ab91c6517978: ACTIVE {{(pid=103460) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 20:32:17.219933 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.wsgi [-] (103459) accepted ('10.222.0.41', 57938) {{(pid=103459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:32:17.333742 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-5b08182c-c776-43c1-acd6-feb4e75c1a8a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:17.411203 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-5b08182c-c776-43c1-acd6-feb4e75c1a8a admin admin] Publish callbacks [] for security_group (bc7029aa-ec68-4fac-a1c5-f5acc3526175), precommit_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:17.522568 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-5b08182c-c776-43c1-acd6-feb4e75c1a8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310940'] for security_group (bc7029aa-ec68-4fac-a1c5-f5acc3526175), after_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:17.562819 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [None req-5b08182c-c776-43c1-acd6-feb4e75c1a8a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a01d533faf8b4eddb431dfe0bffbec04&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3417509 Mar 08 20:32:17.563735 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b08182c-c776-43c1-acd6-feb4e75c1a8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc7029aa-ec68-4fac-a1c5-f5acc3526175,revision_number=1']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:32:17.565552 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.41', 57954) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:32:17.621278 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-b9d0ceaa-a72a-441b-92a6-6d0002232ff4 admin admin] Publish callbacks [] for security_group (bc7029aa-ec68-4fac-a1c5-f5acc3526175), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:17.654564 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-b9d0ceaa-a72a-441b-92a6-6d0002232ff4 admin admin] Publish callbacks [] for security_group (bc7029aa-ec68-4fac-a1c5-f5acc3526175), precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:17.770330 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-b9d0ceaa-a72a-441b-92a6-6d0002232ff4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310940'] for security_group (bc7029aa-ec68-4fac-a1c5-f5acc3526175), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:17.773930 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-b9d0ceaa-a72a-441b-92a6-6d0002232ff4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:17.775189 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-b9d0ceaa-a72a-441b-92a6-6d0002232ff4 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/bc7029aa-ec68-4fac-a1c5-f5acc3526175 HTTP/1.1" status: 204 len: 168 time: 0.2077925 Mar 08 20:32:17.783537 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d0ceaa-a72a-441b-92a6-6d0002232ff4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc7029aa-ec68-4fac-a1c5-f5acc3526175,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:32:19.390837 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.wsgi [-] (103459) accepted ('10.222.0.41', 57994) {{(pid=103459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:32:19.406239 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-01508e33-36ec-4f89-8bfe-fb3b95b5319e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:19.490351 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-01508e33-36ec-4f89-8bfe-fb3b95b5319e admin admin] Publish callbacks [] for security_group (f3b17a63-abdb-4b52-9893-0e50c044827f), precommit_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:19.593095 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-01508e33-36ec-4f89-8bfe-fb3b95b5319e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310940'] for security_group (f3b17a63-abdb-4b52-9893-0e50c044827f), after_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:19.634350 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [None req-01508e33-36ec-4f89-8bfe-fb3b95b5319e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=882958ddc98247b3856e7ed2b03ee520&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2423398 Mar 08 20:32:19.635161 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01508e33-36ec-4f89-8bfe-fb3b95b5319e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3b17a63-abdb-4b52-9893-0e50c044827f,revision_number=1']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:32:19.638032 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.41', 58002) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:32:19.643562 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01508e33-36ec-4f89-8bfe-fb3b95b5319e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:32:19.643933 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01508e33-36ec-4f89-8bfe-fb3b95b5319e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:32:19.644315 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01508e33-36ec-4f89-8bfe-fb3b95b5319e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:32:19.644658 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01508e33-36ec-4f89-8bfe-fb3b95b5319e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:32:19.644991 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01508e33-36ec-4f89-8bfe-fb3b95b5319e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:32:19.645318 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01508e33-36ec-4f89-8bfe-fb3b95b5319e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:32:19.645660 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01508e33-36ec-4f89-8bfe-fb3b95b5319e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:32:19.645990 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01508e33-36ec-4f89-8bfe-fb3b95b5319e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:32:19.646325 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01508e33-36ec-4f89-8bfe-fb3b95b5319e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:32:19.646659 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01508e33-36ec-4f89-8bfe-fb3b95b5319e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:32:19.646979 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01508e33-36ec-4f89-8bfe-fb3b95b5319e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:32:19.647298 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01508e33-36ec-4f89-8bfe-fb3b95b5319e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:32:19.647617 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01508e33-36ec-4f89-8bfe-fb3b95b5319e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:32:19.685161 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-3c2937b8-3886-481b-96c8-099a2289c024 admin admin] Publish callbacks [] for security_group (f3b17a63-abdb-4b52-9893-0e50c044827f), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:19.705954 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-3c2937b8-3886-481b-96c8-099a2289c024 admin admin] Publish callbacks [] for security_group (f3b17a63-abdb-4b52-9893-0e50c044827f), precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:19.815421 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-3c2937b8-3886-481b-96c8-099a2289c024 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310940'] for security_group (f3b17a63-abdb-4b52-9893-0e50c044827f), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:19.818058 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-3c2937b8-3886-481b-96c8-099a2289c024 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:19.819217 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-3c2937b8-3886-481b-96c8-099a2289c024 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f3b17a63-abdb-4b52-9893-0e50c044827f HTTP/1.1" status: 204 len: 168 time: 0.1798670 Mar 08 20:32:19.834096 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2937b8-3886-481b-96c8-099a2289c024 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3b17a63-abdb-4b52-9893-0e50c044827f,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:32:19.834769 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2937b8-3886-481b-96c8-099a2289c024 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:32:19.835123 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2937b8-3886-481b-96c8-099a2289c024 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:32:19.835513 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2937b8-3886-481b-96c8-099a2289c024 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:32:19.835854 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2937b8-3886-481b-96c8-099a2289c024 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:32:19.836283 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2937b8-3886-481b-96c8-099a2289c024 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:32:19.836624 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2937b8-3886-481b-96c8-099a2289c024 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:32:19.836961 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2937b8-3886-481b-96c8-099a2289c024 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:32:19.837296 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2937b8-3886-481b-96c8-099a2289c024 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:32:19.837629 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2937b8-3886-481b-96c8-099a2289c024 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:32:19.837963 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2937b8-3886-481b-96c8-099a2289c024 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:32:19.838314 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2937b8-3886-481b-96c8-099a2289c024 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:32:19.839583 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2937b8-3886-481b-96c8-099a2289c024 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:32:19.840048 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2937b8-3886-481b-96c8-099a2289c024 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:32:20.006421 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.41', 58012) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:32:20.116698 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7bc5a4f2-f1a3-472f-949c-a32e6ed96d51 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:20.198328 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7bc5a4f2-f1a3-472f-949c-a32e6ed96d51 admin admin] Publish callbacks [] for security_group (be9418a4-50cc-4236-b13e-455ce492889b), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:20.259483 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7bc5a4f2-f1a3-472f-949c-a32e6ed96d51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310940'] for security_group (be9418a4-50cc-4236-b13e-455ce492889b), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:20.296676 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc5a4f2-f1a3-472f-949c-a32e6ed96d51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be9418a4-50cc-4236-b13e-455ce492889b,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:32:20.301012 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-7bc5a4f2-f1a3-472f-949c-a32e6ed96d51 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=491194626376472db416805e9e3d40b4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2934890 Mar 08 20:32:20.303770 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.wsgi [-] (103459) accepted ('10.222.0.41', 58028) {{(pid=103459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:32:20.355522 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-1cf4367c-277e-4a63-bdd2-7829be506977 admin admin] Publish callbacks [] for security_group (be9418a4-50cc-4236-b13e-455ce492889b), before_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:20.377659 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-1cf4367c-277e-4a63-bdd2-7829be506977 admin admin] Publish callbacks [] for security_group (be9418a4-50cc-4236-b13e-455ce492889b), precommit_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:20.528279 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-1cf4367c-277e-4a63-bdd2-7829be506977 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310940'] for security_group (be9418a4-50cc-4236-b13e-455ce492889b), after_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:20.531697 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-1cf4367c-277e-4a63-bdd2-7829be506977 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:20.533008 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [None req-1cf4367c-277e-4a63-bdd2-7829be506977 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/be9418a4-50cc-4236-b13e-455ce492889b HTTP/1.1" status: 204 len: 168 time: 0.2281828 Mar 08 20:32:20.546833 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf4367c-277e-4a63-bdd2-7829be506977 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be9418a4-50cc-4236-b13e-455ce492889b,revision_number=None']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:32:22.677321 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-c602850b-ab4c-425c-962f-3c7d48bc8cdc req-c7fee58d-38eb-460a-afd9-f3634c8b25ed service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f70bdead-35ea-476a-beb7-d901bf86280a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0496528 Mar 08 20:32:22.786606 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c602850b-ab4c-425c-962f-3c7d48bc8cdc req-000d8adb-048c-4a1a-9624-67beebe0c434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:32:22.788216 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-c602850b-ab4c-425c-962f-3c7d48bc8cdc req-000d8adb-048c-4a1a-9624-67beebe0c434 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d6f96096d22d48859f721b16524ca2d4&device_id=f70bdead-35ea-476a-beb7-d901bf86280a HTTP/1.1" status: 200 len: 1129 time: 0.0443871 Mar 08 20:32:22.923272 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c602850b-ab4c-425c-962f-3c7d48bc8cdc req-34022a33-6b52-40ca-bbd9-d59807bcc656 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:32:22.924775 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-c602850b-ab4c-425c-962f-3c7d48bc8cdc req-34022a33-6b52-40ca-bbd9-d59807bcc656 service neutron] 10.222.0.37 "GET /v2.0/networks?id=dde8d1ca-6419-419a-83ee-3c26ebcab779 HTTP/1.1" status: 200 len: 912 time: 0.0945206 Mar 08 20:32:22.970735 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-c602850b-ab4c-425c-962f-3c7d48bc8cdc req-5f142900-bf30-4e09-8f35-faff2dd5d387 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ee01793f-c2c5-424e-bae8-e6ab1a18fd61 HTTP/1.1" status: 200 len: 217 time: 0.0367115 Mar 08 20:32:23.032286 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c602850b-ab4c-425c-962f-3c7d48bc8cdc req-c4654a78-038f-4958-b7af-2ea1be7de4bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:32:23.033761 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-c602850b-ab4c-425c-962f-3c7d48bc8cdc req-c4654a78-038f-4958-b7af-2ea1be7de4bf service neutron] 10.222.0.37 "GET /v2.0/subnets?id=41a97b68-91f3-4838-9bdc-219b95c686fc HTTP/1.1" status: 200 len: 851 time: 0.0542455 Mar 08 20:32:23.072876 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-c602850b-ab4c-425c-962f-3c7d48bc8cdc req-44d29024-6e16-4c41-adde-b7b559c5617f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=dde8d1ca-6419-419a-83ee-3c26ebcab779&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294759 Mar 08 20:32:23.168744 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-c602850b-ab4c-425c-962f-3c7d48bc8cdc req-8077b462-b0f9-4727-9cf5-3a6f1ffbdbb2 service neutron] 10.222.0.37 "GET /v2.0/networks/dde8d1ca-6419-419a-83ee-3c26ebcab779?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865180 Mar 08 20:32:23.264296 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-c602850b-ab4c-425c-962f-3c7d48bc8cdc req-6bc920e9-c188-4fb6-b868-87a846e0d8fb service neutron] 10.222.0.37 "GET /v2.0/networks/dde8d1ca-6419-419a-83ee-3c26ebcab779?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890825 Mar 08 20:32:24.158403 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745146981205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476605'] for agent (905863fd-6a46-47f8-82ce-98f31309cbd3), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:24.933556 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.wsgi [-] (103459) accepted ('10.222.0.41', 58198) {{(pid=103459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:32:25.048325 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-776dc0e4-63cd-4f4c-9792-bd9ac2f19ac3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:25.122741 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-776dc0e4-63cd-4f4c-9792-bd9ac2f19ac3 admin admin] Publish callbacks [] for security_group (ecc913f2-e64f-45b4-ad58-da6713ff40d0), precommit_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:25.259273 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-776dc0e4-63cd-4f4c-9792-bd9ac2f19ac3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310940'] for security_group (ecc913f2-e64f-45b4-ad58-da6713ff40d0), after_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:25.301894 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776dc0e4-63cd-4f4c-9792-bd9ac2f19ac3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecc913f2-e64f-45b4-ad58-da6713ff40d0,revision_number=1']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:32:25.306282 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [None req-776dc0e4-63cd-4f4c-9792-bd9ac2f19ac3 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3810118f3e5b4122a462fbb2ddac5874&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3716295 Mar 08 20:32:25.313224 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.wsgi [-] (103459) accepted ('10.222.0.41', 58208) {{(pid=103459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:32:25.366533 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-dec86dc3-d72c-41ed-a68d-aad2d8847c00 admin admin] Publish callbacks [] for security_group (ecc913f2-e64f-45b4-ad58-da6713ff40d0), before_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:25.389292 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-dec86dc3-d72c-41ed-a68d-aad2d8847c00 admin admin] Publish callbacks [] for security_group (ecc913f2-e64f-45b4-ad58-da6713ff40d0), precommit_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:25.539752 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-dec86dc3-d72c-41ed-a68d-aad2d8847c00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310940'] for security_group (ecc913f2-e64f-45b4-ad58-da6713ff40d0), after_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:25.542527 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-dec86dc3-d72c-41ed-a68d-aad2d8847c00 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:25.545379 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [None req-dec86dc3-d72c-41ed-a68d-aad2d8847c00 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ecc913f2-e64f-45b4-ad58-da6713ff40d0 HTTP/1.1" status: 204 len: 168 time: 0.2311707 Mar 08 20:32:25.553665 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec86dc3-d72c-41ed-a68d-aad2d8847c00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecc913f2-e64f-45b4-ad58-da6713ff40d0,revision_number=None']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:32:26.264856 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.wsgi [-] (103459) accepted ('10.222.0.41', 58244) {{(pid=103459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:32:26.282881 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-076f52e4-e081-4623-ae3c-61f16da16f68 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:26.384317 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-076f52e4-e081-4623-ae3c-61f16da16f68 admin admin] Publish callbacks [] for security_group (2ece360a-f64a-4c11-b555-4a33be9eb069), precommit_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:26.411711 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a1669b-fa7e-4a3e-9b8d-3de1c57f6326 req-1ea685e3-a1c6-4b91-a10c-1d09e9477311 tempest-DeleteServersTestJSON-1591701399 tempest-DeleteServersTestJSON-1591701399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:32:26.413399 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-79a1669b-fa7e-4a3e-9b8d-3de1c57f6326 req-1ea685e3-a1c6-4b91-a10c-1d09e9477311 tempest-DeleteServersTestJSON-1591701399 tempest-DeleteServersTestJSON-1591701399-project] 10.222.0.41 "GET /v2.0/ports?device_id=f70bdead-35ea-476a-beb7-d901bf86280a HTTP/1.1" status: 200 len: 945 time: 0.0643520 Mar 08 20:32:26.462640 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-79a1669b-fa7e-4a3e-9b8d-3de1c57f6326 req-d92d3a90-479d-4856-89a5-be3b08cebfaa tempest-DeleteServersTestJSON-1591701399 tempest-DeleteServersTestJSON-1591701399-project] 10.222.0.41 "GET /v2.0/security-groups?id=325d1601-4ab7-4960-9061-99cbe6242b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432427 Mar 08 20:32:26.483660 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-076f52e4-e081-4623-ae3c-61f16da16f68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310940'] for security_group (2ece360a-f64a-4c11-b555-4a33be9eb069), after_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:26.522772 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [None req-076f52e4-e081-4623-ae3c-61f16da16f68 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d6488d4326ca4c05bbc841ba14168bd6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2567201 Mar 08 20:32:26.523568 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076f52e4-e081-4623-ae3c-61f16da16f68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ece360a-f64a-4c11-b555-4a33be9eb069,revision_number=1']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:32:26.526057 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.41', 58256) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:32:26.576682 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-08d782ab-2da0-49ba-a694-81f997c24189 admin admin] Publish callbacks [] for security_group (2ece360a-f64a-4c11-b555-4a33be9eb069), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:26.597984 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-08d782ab-2da0-49ba-a694-81f997c24189 admin admin] Publish callbacks [] for security_group (2ece360a-f64a-4c11-b555-4a33be9eb069), precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:26.781170 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-08d782ab-2da0-49ba-a694-81f997c24189 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310940'] for security_group (2ece360a-f64a-4c11-b555-4a33be9eb069), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:26.783830 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-08d782ab-2da0-49ba-a694-81f997c24189 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:26.785031 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-08d782ab-2da0-49ba-a694-81f997c24189 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2ece360a-f64a-4c11-b555-4a33be9eb069 HTTP/1.1" status: 204 len: 168 time: 0.2579739 Mar 08 20:32:26.792862 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d782ab-2da0-49ba-a694-81f997c24189 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ece360a-f64a-4c11-b555-4a33be9eb069,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:32:27.588979 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5dfc6f-9613-4d9e-891b-29812bdc961e req-a9fd4798-9a02-4c4d-8999-f3af5f9f459c tempest-DeleteServersTestJSON-1591701399 tempest-DeleteServersTestJSON-1591701399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:32:27.590662 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-8c5dfc6f-9613-4d9e-891b-29812bdc961e req-a9fd4798-9a02-4c4d-8999-f3af5f9f459c tempest-DeleteServersTestJSON-1591701399 tempest-DeleteServersTestJSON-1591701399-project] 10.222.0.41 "GET /v2.0/ports?device_id=f70bdead-35ea-476a-beb7-d901bf86280a HTTP/1.1" status: 200 len: 945 time: 0.0565500 Mar 08 20:32:27.641745 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-8c5dfc6f-9613-4d9e-891b-29812bdc961e req-61515e5c-3785-4a60-b994-9dd46942abd2 tempest-DeleteServersTestJSON-1591701399 tempest-DeleteServersTestJSON-1591701399-project] 10.222.0.41 "GET /v2.0/security-groups?id=325d1601-4ab7-4960-9061-99cbe6242b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454724 Mar 08 20:32:28.764511 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ed5185-eab7-48d7-a4be-3a125f72c927 req-c0d71e82-77dc-4b9a-8887-08228193aa51 tempest-DeleteServersTestJSON-1591701399 tempest-DeleteServersTestJSON-1591701399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:32:28.766021 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-41ed5185-eab7-48d7-a4be-3a125f72c927 req-c0d71e82-77dc-4b9a-8887-08228193aa51 tempest-DeleteServersTestJSON-1591701399 tempest-DeleteServersTestJSON-1591701399-project] 10.222.0.41 "GET /v2.0/ports?device_id=f70bdead-35ea-476a-beb7-d901bf86280a HTTP/1.1" status: 200 len: 945 time: 0.0558026 Mar 08 20:32:28.818802 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-41ed5185-eab7-48d7-a4be-3a125f72c927 req-0824c18a-1a2a-401a-be5d-795b2b0f5688 tempest-DeleteServersTestJSON-1591701399 tempest-DeleteServersTestJSON-1591701399-project] 10.222.0.41 "GET /v2.0/security-groups?id=325d1601-4ab7-4960-9061-99cbe6242b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472028 Mar 08 20:32:28.975670 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-fa4683f3-7eca-4236-aa3d-3f3e06598ac1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745146981205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476605'] for agent (a3d84102-f7d3-452b-861a-973020576047), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:29.096819 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.41', 58364) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:32:29.123815 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe38c612-58b5-4a27-9717-672612a9289a req-0c3900d0-c8d6-4465-9c71-a82ef1715d5a tempest-DeleteServersTestJSON-1591701399 tempest-DeleteServersTestJSON-1591701399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:32:29.125677 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-fe38c612-58b5-4a27-9717-672612a9289a req-0c3900d0-c8d6-4465-9c71-a82ef1715d5a tempest-DeleteServersTestJSON-1591701399 tempest-DeleteServersTestJSON-1591701399-project] 10.222.0.37 "GET /v2.0/ports?device_id=f70bdead-35ea-476a-beb7-d901bf86280a HTTP/1.1" status: 200 len: 945 time: 0.0604172 Mar 08 20:32:29.229081 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-01ec8c96-ff22-45d5-a2fe-0b73c9f49714 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:29.304688 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [req-fe38c612-58b5-4a27-9717-672612a9289a req-de3fc7e2-7d15-4ae5-91f4-e19a22f9c32e tempest-DeleteServersTestJSON-1591701399 tempest-DeleteServersTestJSON-1591701399-project] Deleting port ee01793f-c2c5-424e-bae8-e6ab1a18fd61 {{(pid=103458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 20:32:29.305032 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-fe38c612-58b5-4a27-9717-672612a9289a req-de3fc7e2-7d15-4ae5-91f4-e19a22f9c32e tempest-DeleteServersTestJSON-1591701399 tempest-DeleteServersTestJSON-1591701399-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745146874691'] for port (ee01793f-c2c5-424e-bae8-e6ab1a18fd61), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:29.412630 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-01ec8c96-ff22-45d5-a2fe-0b73c9f49714 admin admin] Publish callbacks [] for security_group (38509f99-081f-4b7c-b9dd-996b5d7b4295), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:29.429377 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.db [req-fe38c612-58b5-4a27-9717-672612a9289a req-de3fc7e2-7d15-4ae5-91f4-e19a22f9c32e tempest-DeleteServersTestJSON-1591701399 tempest-DeleteServersTestJSON-1591701399-project] For port ee01793f-c2c5-424e-bae8-e6ab1a18fd61, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=ee01793f-c2c5-424e-bae8-e6ab1a18fd61,segment=NetworkSegment(44cb8fbc-2f9a-4486-b1fb-d0ea40c8665b),segment_id=44cb8fbc-2f9a-4486-b1fb-d0ea40c8665b)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:32:29.429734 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-fe38c612-58b5-4a27-9717-672612a9289a req-de3fc7e2-7d15-4ae5-91f4-e19a22f9c32e tempest-DeleteServersTestJSON-1591701399 tempest-DeleteServersTestJSON-1591701399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443457'] for port (ee01793f-c2c5-424e-bae8-e6ab1a18fd61), precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:29.443637 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [req-fe38c612-58b5-4a27-9717-672612a9289a req-de3fc7e2-7d15-4ae5-91f4-e19a22f9c32e tempest-DeleteServersTestJSON-1591701399 tempest-DeleteServersTestJSON-1591701399-project] Calling delete_port for ee01793f-c2c5-424e-bae8-e6ab1a18fd61 owned by compute:nova {{(pid=103458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 20:32:29.482525 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-01ec8c96-ff22-45d5-a2fe-0b73c9f49714 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310940'] for security_group (38509f99-081f-4b7c-b9dd-996b5d7b4295), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:29.560597 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ec8c96-ff22-45d5-a2fe-0b73c9f49714 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38509f99-081f-4b7c-b9dd-996b5d7b4295,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:32:29.569360 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-01ec8c96-ff22-45d5-a2fe-0b73c9f49714 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ffc183ba182f40fab2080959cfe3b8b5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4713802 Mar 08 20:32:29.572311 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.wsgi [-] (103459) accepted ('10.222.0.41', 58388) {{(pid=103459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:32:29.659873 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-1000f6ce-0453-446e-b46c-87546e1ff1a1 admin admin] Publish callbacks [] for security_group (38509f99-081f-4b7c-b9dd-996b5d7b4295), before_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:29.684475 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-1000f6ce-0453-446e-b46c-87546e1ff1a1 admin admin] Publish callbacks [] for security_group (38509f99-081f-4b7c-b9dd-996b5d7b4295), precommit_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:29.813389 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-fe38c612-58b5-4a27-9717-672612a9289a req-de3fc7e2-7d15-4ae5-91f4-e19a22f9c32e tempest-DeleteServersTestJSON-1591701399 tempest-DeleteServersTestJSON-1591701399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745146878630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745146440915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28566877'] for port (ee01793f-c2c5-424e-bae8-e6ab1a18fd61), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:29.835904 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.db [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] get_ports_and_sgs() called for port_ids ['ee01793f-c2c5-424e-bae8-e6ab1a18fd61'] {{(pid=103460) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 20:32:29.843435 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3fc7e2-7d15-4ae5-91f4-e19a22f9c32e tempest-DeleteServersTestJSON-1591701399 tempest-DeleteServersTestJSON-1591701399-project] Pushing event deleted for resources: {'Port': ['ID=ee01793f-c2c5-424e-bae8-e6ab1a18fd61,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:32:29.859518 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-1000f6ce-0453-446e-b46c-87546e1ff1a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310940'] for security_group (38509f99-081f-4b7c-b9dd-996b5d7b4295), after_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:29.862070 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-1000f6ce-0453-446e-b46c-87546e1ff1a1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:29.866366 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [None req-1000f6ce-0453-446e-b46c-87546e1ff1a1 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/38509f99-081f-4b7c-b9dd-996b5d7b4295 HTTP/1.1" status: 204 len: 168 time: 0.2913380 Mar 08 20:32:29.876022 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1000f6ce-0453-446e-b46c-87546e1ff1a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38509f99-081f-4b7c-b9dd-996b5d7b4295,revision_number=None']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:32:29.945850 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe38c612-58b5-4a27-9717-672612a9289a req-de3fc7e2-7d15-4ae5-91f4-e19a22f9c32e tempest-DeleteServersTestJSON-1591701399 tempest-DeleteServersTestJSON-1591701399-project] No DVR routers for this DVR port ee01793f-c2c5-424e-bae8-e6ab1a18fd61 on host hv-cinder-83009 {{(pid=103458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 20:32:29.962845 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-e02fb1ee-dc4b-42ba-803b-c5ddadb4705e req-482a39c1-a066-4876-b476-5f118c89da49 tempest-DeleteServersTestJSON-1591701399 tempest-DeleteServersTestJSON-1591701399-project] 10.222.0.41 "GET /v2.0/ports?device_id=f70bdead-35ea-476a-beb7-d901bf86280a HTTP/1.1" status: 200 len: 210 time: 0.0471556 Mar 08 20:32:29.963847 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-fe38c612-58b5-4a27-9717-672612a9289a req-de3fc7e2-7d15-4ae5-91f4-e19a22f9c32e tempest-DeleteServersTestJSON-1591701399 tempest-DeleteServersTestJSON-1591701399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4188892'] for port (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:29.969944 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-fe38c612-58b5-4a27-9717-672612a9289a req-de3fc7e2-7d15-4ae5-91f4-e19a22f9c32e tempest-DeleteServersTestJSON-1591701399 tempest-DeleteServersTestJSON-1591701399-project] 10.222.0.37 "DELETE /v2.0/ports/ee01793f-c2c5-424e-bae8-e6ab1a18fd61 HTTP/1.1" status: 204 len: 173 time: 0.8370669 Mar 08 20:32:29.970184 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f70bdead-35ea-476a-beb7-d901bf86280a', 'name': 'network-vif-deleted', 'tag': 'ee01793f-c2c5-424e-bae8-e6ab1a18fd61'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 20:32:29.972667 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80a387be2d8005eb2e27f9060a02e972faa958bb0688f3ffd3bc7b0f4eb55c8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa1d533f-aefb-4945-884a-93992f399d10" -d '{"events": [{"server_uuid": "f70bdead-35ea-476a-beb7-d901bf86280a", "name": "network-vif-deleted", "tag": "ee01793f-c2c5-424e-bae8-e6ab1a18fd61"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 20:32:30.009875 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 20:32:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1b7af77-0315-4d66-bbf3-33eaba76d9a6 x-openstack-request-id: req-e1b7af77-0315-4d66-bbf3-33eaba76d9a6 {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 20:32:30.010366 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f70bdead-35ea-476a-beb7-d901bf86280a", "name": "network-vif-deleted", "tag": "ee01793f-c2c5-424e-bae8-e6ab1a18fd61", "status": "completed", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 20:32:30.010626 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e1b7af77-0315-4d66-bbf3-33eaba76d9a6 {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 20:32:30.011027 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f70bdead-35ea-476a-beb7-d901bf86280a', 'name': 'network-vif-deleted', 'tag': 'ee01793f-c2c5-424e-bae8-e6ab1a18fd61', 'status': 'completed', 'code': 200} Mar 08 20:32:30.701258 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.wsgi [-] (103459) accepted ('10.222.0.41', 58422) {{(pid=103459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:32:30.715011 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-fb250823-bdf7-4d12-b518-86e0d23a01f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:30.798000 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-fb250823-bdf7-4d12-b518-86e0d23a01f6 admin admin] Publish callbacks [] for security_group (f280dd4b-5b57-44d3-956f-bf00a6e4ddc6), precommit_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:30.864490 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-fb250823-bdf7-4d12-b518-86e0d23a01f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310940'] for security_group (f280dd4b-5b57-44d3-956f-bf00a6e4ddc6), after_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:30.902733 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [None req-fb250823-bdf7-4d12-b518-86e0d23a01f6 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7f4c9cebf7a943329f421a3b5ebfc041&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1994684 Mar 08 20:32:30.903571 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb250823-bdf7-4d12-b518-86e0d23a01f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f280dd4b-5b57-44d3-956f-bf00a6e4ddc6,revision_number=1']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:32:30.905498 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.41', 58428) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:32:30.954461 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-3a759ab9-9c4e-42a8-b15d-d0ec6b4e84ae admin admin] Publish callbacks [] for security_group (f280dd4b-5b57-44d3-956f-bf00a6e4ddc6), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:30.975204 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-3a759ab9-9c4e-42a8-b15d-d0ec6b4e84ae admin admin] Publish callbacks [] for security_group (f280dd4b-5b57-44d3-956f-bf00a6e4ddc6), precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:31.107755 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-23ce131b-b661-455a-a583-2866f10a1a86 req-e8767b90-612d-4266-873e-dc55cd3b6d67 tempest-DeleteServersTestJSON-1591701399 tempest-DeleteServersTestJSON-1591701399-project] 10.222.0.41 "GET /v2.0/ports?device_id=f70bdead-35ea-476a-beb7-d901bf86280a HTTP/1.1" status: 200 len: 210 time: 0.0473361 Mar 08 20:32:31.108545 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-3a759ab9-9c4e-42a8-b15d-d0ec6b4e84ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310940'] for security_group (f280dd4b-5b57-44d3-956f-bf00a6e4ddc6), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:31.111068 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-3a759ab9-9c4e-42a8-b15d-d0ec6b4e84ae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:31.113687 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-3a759ab9-9c4e-42a8-b15d-d0ec6b4e84ae admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f280dd4b-5b57-44d3-956f-bf00a6e4ddc6 HTTP/1.1" status: 204 len: 168 time: 0.2055781 Mar 08 20:32:31.120969 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a759ab9-9c4e-42a8-b15d-d0ec6b4e84ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f280dd4b-5b57-44d3-956f-bf00a6e4ddc6,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:32:31.248047 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-20f440fe-467f-4e3c-9143-a963a9d04e1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745146981205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476605'] for agent (7ae9fd8f-5d61-4821-9eac-044950c450f0), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:31.282755 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.41', 58444) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:32:31.479453 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-f451d86b-344b-4d22-8812-fb899736094b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:31.590934 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-f451d86b-344b-4d22-8812-fb899736094b admin admin] Publish callbacks [] for security_group (5c7b31c8-682d-4946-bb34-c2c6a76a6e6c), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:31.717973 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-f451d86b-344b-4d22-8812-fb899736094b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310940'] for security_group (5c7b31c8-682d-4946-bb34-c2c6a76a6e6c), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:31.769748 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-f451d86b-344b-4d22-8812-fb899736094b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=43017bb0271040d58caf6ab525a10650&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4858665 Mar 08 20:32:31.772606 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.wsgi [-] (103459) accepted ('10.222.0.41', 58466) {{(pid=103459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:32:31.773044 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f451d86b-344b-4d22-8812-fb899736094b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c7b31c8-682d-4946-bb34-c2c6a76a6e6c,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:32:31.825047 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-5a6e7089-2e12-4e78-be8f-41874d32ce49 admin admin] Publish callbacks [] for security_group (5c7b31c8-682d-4946-bb34-c2c6a76a6e6c), before_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:31.847890 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-5a6e7089-2e12-4e78-be8f-41874d32ce49 admin admin] Publish callbacks [] for security_group (5c7b31c8-682d-4946-bb34-c2c6a76a6e6c), precommit_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:31.998454 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-5a6e7089-2e12-4e78-be8f-41874d32ce49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310940'] for security_group (5c7b31c8-682d-4946-bb34-c2c6a76a6e6c), after_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:32.001144 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-5a6e7089-2e12-4e78-be8f-41874d32ce49 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:32.004774 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [None req-5a6e7089-2e12-4e78-be8f-41874d32ce49 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5c7b31c8-682d-4946-bb34-c2c6a76a6e6c HTTP/1.1" status: 204 len: 168 time: 0.2284524 Mar 08 20:32:32.020332 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6e7089-2e12-4e78-be8f-41874d32ce49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c7b31c8-682d-4946-bb34-c2c6a76a6e6c,revision_number=None']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:32:32.315943 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-dbe61520-29cf-4847-b96e-6d24c6c097a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745146981205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476605'] for agent (6cc78598-e6b3-4e4d-a99c-31b9c4784fd2), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:32.547594 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.rpc [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Device ee01793f-c2c5-424e-bae8-e6ab1a18fd61 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103460) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 20:32:32.567731 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.plugin [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] No Port match for: ee01793f-c2c5-424e-bae8-e6ab1a18fd61 {{(pid=103460) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 20:32:32.568067 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.rpc [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Device ee01793f-c2c5-424e-bae8-e6ab1a18fd61 not bound to the agent host hv-cinder-83009 {{(pid=103460) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 20:32:32.688170 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.wsgi [-] (103459) accepted ('10.222.0.41', 58508) {{(pid=103459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:32:32.702162 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-778c8d77-21ec-4044-8936-124af97f6516 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:32.780512 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-778c8d77-21ec-4044-8936-124af97f6516 admin admin] Publish callbacks [] for security_group (564b585d-c145-430d-86a2-b6dde95f421c), precommit_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:32.935647 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-778c8d77-21ec-4044-8936-124af97f6516 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310940'] for security_group (564b585d-c145-430d-86a2-b6dde95f421c), after_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:32.978451 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [None req-778c8d77-21ec-4044-8936-124af97f6516 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b541f5d4cc104f8189878aff1cfafca9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2891872 Mar 08 20:32:32.980936 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778c8d77-21ec-4044-8936-124af97f6516 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=564b585d-c145-430d-86a2-b6dde95f421c,revision_number=1']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:32:32.981859 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.41', 58522) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:32:33.041405 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-60cc4a7f-985d-4282-954f-d9984b97c068 admin admin] Publish callbacks [] for security_group (564b585d-c145-430d-86a2-b6dde95f421c), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:33.064018 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-60cc4a7f-985d-4282-954f-d9984b97c068 admin admin] Publish callbacks [] for security_group (564b585d-c145-430d-86a2-b6dde95f421c), precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:33.181198 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-60cc4a7f-985d-4282-954f-d9984b97c068 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310940'] for security_group (564b585d-c145-430d-86a2-b6dde95f421c), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:33.183943 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-60cc4a7f-985d-4282-954f-d9984b97c068 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:33.185210 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-60cc4a7f-985d-4282-954f-d9984b97c068 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/564b585d-c145-430d-86a2-b6dde95f421c HTTP/1.1" status: 204 len: 168 time: 0.2017508 Mar 08 20:32:33.192841 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cc4a7f-985d-4282-954f-d9984b97c068 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=564b585d-c145-430d-86a2-b6dde95f421c,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:32:33.468729 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.41', 58544) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:32:33.570654 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-70fcd1a0-51ea-4b6d-be74-d97d89d0667e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:33.658557 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-70fcd1a0-51ea-4b6d-be74-d97d89d0667e admin admin] Publish callbacks [] for security_group (23d6d3fa-6fe9-4eca-adb8-10d8bd43053a), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:33.681625 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-7a330e8f-62e0-4259-bea2-8ced8e9b3a98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745146981205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476605'] for agent (cd1d0244-f954-4bda-89fb-1fdc1954e39d), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:33.750503 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-70fcd1a0-51ea-4b6d-be74-d97d89d0667e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310940'] for security_group (23d6d3fa-6fe9-4eca-adb8-10d8bd43053a), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:33.795048 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-70fcd1a0-51ea-4b6d-be74-d97d89d0667e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=be041db221374cd098e8ae560a3b9167&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3228443 Mar 08 20:32:33.795195 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.41', 58564) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:32:33.801706 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fcd1a0-51ea-4b6d-be74-d97d89d0667e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23d6d3fa-6fe9-4eca-adb8-10d8bd43053a,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:32:33.846718 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.wsgi [-] (103459) accepted ('10.222.0.41', 58572) {{(pid=103459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:32:33.853252 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-c7f14b53-13ee-4130-ad10-fb813e51032b admin admin] Publish callbacks [] for security_group (23d6d3fa-6fe9-4eca-adb8-10d8bd43053a), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:33.877115 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-c7f14b53-13ee-4130-ad10-fb813e51032b admin admin] Publish callbacks [] for security_group (23d6d3fa-6fe9-4eca-adb8-10d8bd43053a), precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:33.909942 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.db.db_base_plugin_v2 [None req-30bbdab1-5c80-4c9e-a501-972e6484cc70 admin admin] Deleting subnet 41a97b68-91f3-4838-9bdc-219b95c686fc {{(pid=103459) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 20:32:33.913446 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-30bbdab1-5c80-4c9e-a501-972e6484cc70 admin admin] Publish callbacks [] for subnet (41a97b68-91f3-4838-9bdc-219b95c686fc), before_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:33.950031 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-30bbdab1-5c80-4c9e-a501-972e6484cc70 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28404406'] for subnet (41a97b68-91f3-4838-9bdc-219b95c686fc), precommit_delete_associations {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:33.996644 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-30bbdab1-5c80-4c9e-a501-972e6484cc70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3537161'] for subnet (41a97b68-91f3-4838-9bdc-219b95c686fc), precommit_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:34.032541 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-c7f14b53-13ee-4130-ad10-fb813e51032b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310940'] for security_group (23d6d3fa-6fe9-4eca-adb8-10d8bd43053a), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:34.035177 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-c7f14b53-13ee-4130-ad10-fb813e51032b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:34.036408 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-c7f14b53-13ee-4130-ad10-fb813e51032b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/23d6d3fa-6fe9-4eca-adb8-10d8bd43053a HTTP/1.1" status: 204 len: 168 time: 0.2402840 Mar 08 20:32:34.044052 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f14b53-13ee-4130-ad10-fb813e51032b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23d6d3fa-6fe9-4eca-adb8-10d8bd43053a,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:32:34.145438 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-30bbdab1-5c80-4c9e-a501-972e6484cc70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3537170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28404642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28758431'] for subnet (41a97b68-91f3-4838-9bdc-219b95c686fc), after_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:34.172438 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bbdab1-5c80-4c9e-a501-972e6484cc70 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=41a97b68-91f3-4838-9bdc-219b95c686fc,revision_number=None']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:32:34.177344 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-30bbdab1-5c80-4c9e-a501-972e6484cc70 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:34.184382 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [None req-30bbdab1-5c80-4c9e-a501-972e6484cc70 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/41a97b68-91f3-4838-9bdc-219b95c686fc HTTP/1.1" status: 204 len: 168 time: 0.3331189 Mar 08 20:32:34.185228 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.41', 58596) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:32:34.260616 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-610554c7-694c-48e6-a43e-a6d88cad9d86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-744326'] for network (dde8d1ca-6419-419a-83ee-3c26ebcab779), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:34.341344 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-610554c7-694c-48e6-a43e-a6d88cad9d86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3474822', 'neutron.services.segments.db._delete_segments_for_network-8745146981223'] for network (dde8d1ca-6419-419a-83ee-3c26ebcab779), precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:34.361429 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.services.segments.db [None req-610554c7-694c-48e6-a43e-a6d88cad9d86 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dde8d1ca-6419-419a-83ee-3c26ebcab779']}} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:32:34.371158 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.services.segments.db [None req-610554c7-694c-48e6-a43e-a6d88cad9d86 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44cb8fbc-2f9a-4486-b1fb-d0ea40c8665b') {'for_net_delete': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:32:34.371466 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.services.segments.db [None req-610554c7-694c-48e6-a43e-a6d88cad9d86 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44cb8fbc-2f9a-4486-b1fb-d0ea40c8665b') {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:32:34.381598 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-610554c7-694c-48e6-a43e-a6d88cad9d86 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745146982000', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28520776'] for segment (44cb8fbc-2f9a-4486-b1fb-d0ea40c8665b), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:34.400063 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-610554c7-694c-48e6-a43e-a6d88cad9d86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536034'] for segment (44cb8fbc-2f9a-4486-b1fb-d0ea40c8665b), precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:34.407830 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-610554c7-694c-48e6-a43e-a6d88cad9d86 admin admin] Releasing vlan 131 on physical network physnet1 to pool {{(pid=103458) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 20:32:34.407830 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-610554c7-694c-48e6-a43e-a6d88cad9d86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28566784'] for segment (44cb8fbc-2f9a-4486-b1fb-d0ea40c8665b), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:34.408623 dv-cinder-830096-3-iscsi neutron-server[103458]: Traceback (most recent call last): Mar 08 20:32:34.408623 dv-cinder-830096-3-iscsi neutron-server[103458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 20:32:34.408623 dv-cinder-830096-3-iscsi neutron-server[103458]: timer() Mar 08 20:32:34.408623 dv-cinder-830096-3-iscsi neutron-server[103458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 20:32:34.408623 dv-cinder-830096-3-iscsi neutron-server[103458]: cb(*args, **kw) Mar 08 20:32:34.408623 dv-cinder-830096-3-iscsi neutron-server[103458]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 20:32:34.408623 dv-cinder-830096-3-iscsi neutron-server[103458]: return func(*args, **kwargs) Mar 08 20:32:34.408623 dv-cinder-830096-3-iscsi neutron-server[103458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 20:32:34.408623 dv-cinder-830096-3-iscsi neutron-server[103458]: self._notify() Mar 08 20:32:34.408623 dv-cinder-830096-3-iscsi neutron-server[103458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 20:32:34.408623 dv-cinder-830096-3-iscsi neutron-server[103458]: self.callback(batched_events) Mar 08 20:32:34.408623 dv-cinder-830096-3-iscsi neutron-server[103458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 20:32:34.408623 dv-cinder-830096-3-iscsi neutron-server[103458]: event.method(event) Mar 08 20:32:34.408623 dv-cinder-830096-3-iscsi neutron-server[103458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 20:32:34.408623 dv-cinder-830096-3-iscsi neutron-server[103458]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 20:32:34.408623 dv-cinder-830096-3-iscsi neutron-server[103458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 20:32:34.408623 dv-cinder-830096-3-iscsi neutron-server[103458]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 20:32:34.408623 dv-cinder-830096-3-iscsi neutron-server[103458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 20:32:34.408623 dv-cinder-830096-3-iscsi neutron-server[103458]: return f(self, *a, **k) Mar 08 20:32:34.408623 dv-cinder-830096-3-iscsi neutron-server[103458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 20:32:34.408623 dv-cinder-830096-3-iscsi neutron-server[103458]: return self._get(url).json() Mar 08 20:32:34.408623 dv-cinder-830096-3-iscsi neutron-server[103458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 20:32:34.408623 dv-cinder-830096-3-iscsi neutron-server[103458]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 20:32:34.408623 dv-cinder-830096-3-iscsi neutron-server[103458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 20:32:34.408623 dv-cinder-830096-3-iscsi neutron-server[103458]: return self.request(url, 'GET', **kwargs) Mar 08 20:32:34.408623 dv-cinder-830096-3-iscsi neutron-server[103458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 20:32:34.408623 dv-cinder-830096-3-iscsi neutron-server[103458]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 20:32:34.408623 dv-cinder-830096-3-iscsi neutron-server[103458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 20:32:34.408623 dv-cinder-830096-3-iscsi neutron-server[103458]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 20:32:34.408623 dv-cinder-830096-3-iscsi neutron-server[103458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 20:32:34.408623 dv-cinder-830096-3-iscsi neutron-server[103458]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 20:32:34.408623 dv-cinder-830096-3-iscsi neutron-server[103458]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 20:32:34.552556 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-610554c7-694c-48e6-a43e-a6d88cad9d86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3474831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-442537'] for network (dde8d1ca-6419-419a-83ee-3c26ebcab779), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:34.558278 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-610554c7-694c-48e6-a43e-a6d88cad9d86 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3733777'] for network (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:34.564404 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-610554c7-694c-48e6-a43e-a6d88cad9d86 admin admin] 10.222.0.41 "DELETE /v2.0/networks/dde8d1ca-6419-419a-83ee-3c26ebcab779 HTTP/1.1" status: 204 len: 168 time: 0.3747063 Mar 08 20:32:34.573478 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610554c7-694c-48e6-a43e-a6d88cad9d86 admin admin] Pushing event deleted for resources: {'Network': ['ID=dde8d1ca-6419-419a-83ee-3c26ebcab779,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:32:34.893544 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.41', 58624) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:32:34.907902 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-71eedd87-7830-4026-a4e2-8f314a7940c6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:34.981285 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-71eedd87-7830-4026-a4e2-8f314a7940c6 admin admin] Publish callbacks [] for security_group (db04842a-2a05-4375-bc30-65f56cf8c43e), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:35.060838 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-71eedd87-7830-4026-a4e2-8f314a7940c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310940'] for security_group (db04842a-2a05-4375-bc30-65f56cf8c43e), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:35.100047 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-71eedd87-7830-4026-a4e2-8f314a7940c6 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=98e43ad04e74492482e83eb56f75d9af&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2053871 Mar 08 20:32:35.100944 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71eedd87-7830-4026-a4e2-8f314a7940c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db04842a-2a05-4375-bc30-65f56cf8c43e,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:32:35.102654 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.wsgi [-] (103459) accepted ('10.222.0.41', 58628) {{(pid=103459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:32:35.153241 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-928358b6-bd2f-4ff8-8eff-e33194a30500 admin admin] Publish callbacks [] for security_group (db04842a-2a05-4375-bc30-65f56cf8c43e), before_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:35.174971 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-928358b6-bd2f-4ff8-8eff-e33194a30500 admin admin] Publish callbacks [] for security_group (db04842a-2a05-4375-bc30-65f56cf8c43e), precommit_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:35.297717 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.wsgi [-] (103459) accepted ('10.222.0.41', 58634) {{(pid=103459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:32:35.316072 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745146981205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476605'] for agent (fa4b043a-5d45-4181-9cb2-30d29598ef5b), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:35.322910 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-928358b6-bd2f-4ff8-8eff-e33194a30500 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310940'] for security_group (db04842a-2a05-4375-bc30-65f56cf8c43e), after_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:35.325448 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-928358b6-bd2f-4ff8-8eff-e33194a30500 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:35.327403 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [None req-928358b6-bd2f-4ff8-8eff-e33194a30500 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/db04842a-2a05-4375-bc30-65f56cf8c43e HTTP/1.1" status: 204 len: 168 time: 0.2229295 Mar 08 20:32:35.346571 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928358b6-bd2f-4ff8-8eff-e33194a30500 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db04842a-2a05-4375-bc30-65f56cf8c43e,revision_number=None']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:32:35.352718 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [None req-553612c4-03ee-4e14-a974-780e1459ae74 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d6f96096d22d48859f721b16524ca2d4&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0538802 Mar 08 20:32:35.356104 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.41', 58638) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:32:35.385740 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.wsgi [-] (103459) accepted ('10.222.0.41', 58640) {{(pid=103459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:32:35.415266 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ed72030a-835c-4aee-9d94-9b085d62f3e5 admin admin] Publish callbacks [] for security_group (325d1601-4ab7-4960-9061-99cbe6242b26), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:35.437774 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ed72030a-835c-4aee-9d94-9b085d62f3e5 admin admin] Publish callbacks [] for security_group (325d1601-4ab7-4960-9061-99cbe6242b26), precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:35.575069 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ed72030a-835c-4aee-9d94-9b085d62f3e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310940'] for security_group (325d1601-4ab7-4960-9061-99cbe6242b26), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:35.578434 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ed72030a-835c-4aee-9d94-9b085d62f3e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:35.582407 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-ed72030a-835c-4aee-9d94-9b085d62f3e5 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/325d1601-4ab7-4960-9061-99cbe6242b26 HTTP/1.1" status: 204 len: 168 time: 0.2243249 Mar 08 20:32:35.591073 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed72030a-835c-4aee-9d94-9b085d62f3e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=325d1601-4ab7-4960-9061-99cbe6242b26,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:32:35.634792 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-816785b6-ca63-40ed-b5b0-2d981b791a75 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:35.717900 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-816785b6-ca63-40ed-b5b0-2d981b791a75 admin admin] Publish callbacks [] for security_group (214d4a6a-642b-4aeb-bab1-2a6072c3cd8c), precommit_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:35.733844 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.wsgi [-] (103459) accepted ('10.222.0.41', 58652) {{(pid=103459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:32:35.807297 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-816785b6-ca63-40ed-b5b0-2d981b791a75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310940'] for security_group (214d4a6a-642b-4aeb-bab1-2a6072c3cd8c), after_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:35.846781 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [None req-816785b6-ca63-40ed-b5b0-2d981b791a75 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3770f4f05cb64b869fa948416fde6c06&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4621835 Mar 08 20:32:35.847761 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816785b6-ca63-40ed-b5b0-2d981b791a75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=214d4a6a-642b-4aeb-bab1-2a6072c3cd8c,revision_number=1']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:32:35.849586 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.41', 58658) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:32:35.898468 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-d8f62543-7a25-459f-b3f2-2e0de1e7514d admin admin] Publish callbacks [] for security_group (214d4a6a-642b-4aeb-bab1-2a6072c3cd8c), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:35.920861 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-d8f62543-7a25-459f-b3f2-2e0de1e7514d admin admin] Publish callbacks [] for security_group (214d4a6a-642b-4aeb-bab1-2a6072c3cd8c), precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:36.070316 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-d8f62543-7a25-459f-b3f2-2e0de1e7514d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310940'] for security_group (214d4a6a-642b-4aeb-bab1-2a6072c3cd8c), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:36.072880 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-d8f62543-7a25-459f-b3f2-2e0de1e7514d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:36.074596 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-d8f62543-7a25-459f-b3f2-2e0de1e7514d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/214d4a6a-642b-4aeb-bab1-2a6072c3cd8c HTTP/1.1" status: 204 len: 168 time: 0.2239742 Mar 08 20:32:36.083126 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f62543-7a25-459f-b3f2-2e0de1e7514d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=214d4a6a-642b-4aeb-bab1-2a6072c3cd8c,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:32:36.161042 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-27e45bc4-1102-4f85-9dbf-1dfb84316ba5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:36.225196 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.41', 58668) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:32:36.239247 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-8f02603f-777f-4ad6-aacc-7090a07bd4ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:36.245060 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-27e45bc4-1102-4f85-9dbf-1dfb84316ba5 admin admin] Publish callbacks [] for security_group (b6007e3f-5f5b-4d55-be6b-883200498468), precommit_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:36.322942 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-8f02603f-777f-4ad6-aacc-7090a07bd4ce admin admin] Publish callbacks [] for security_group (dd1a272b-44ef-4b56-8935-96ac075a0b27), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:36.386889 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-27e45bc4-1102-4f85-9dbf-1dfb84316ba5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310940'] for security_group (b6007e3f-5f5b-4d55-be6b-883200498468), after_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:36.427311 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [None req-27e45bc4-1102-4f85-9dbf-1dfb84316ba5 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=74024479300c43a5a88af909e2fb0ac6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6924026 Mar 08 20:32:36.428040 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e45bc4-1102-4f85-9dbf-1dfb84316ba5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6007e3f-5f5b-4d55-be6b-883200498468,revision_number=1']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:32:36.430246 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.41', 58674) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:32:36.446185 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-8f02603f-777f-4ad6-aacc-7090a07bd4ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310940'] for security_group (dd1a272b-44ef-4b56-8935-96ac075a0b27), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:36.506717 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-8f02603f-777f-4ad6-aacc-7090a07bd4ce admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5ae5a827145e46b5b9372a01fb7d9552&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2802496 Mar 08 20:32:36.515226 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.wsgi [-] (103459) accepted ('10.222.0.41', 58676) {{(pid=103459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:32:36.515407 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f02603f-777f-4ad6-aacc-7090a07bd4ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd1a272b-44ef-4b56-8935-96ac075a0b27,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:32:36.525306 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-8a6bfffe-2f73-4e45-acbc-a76a9ef61bc1 admin admin] Publish callbacks [] for security_group (b6007e3f-5f5b-4d55-be6b-883200498468), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:36.548382 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-8a6bfffe-2f73-4e45-acbc-a76a9ef61bc1 admin admin] Publish callbacks [] for security_group (b6007e3f-5f5b-4d55-be6b-883200498468), precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:36.568042 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-c4acd378-df50-4df5-a9db-4259c417a189 admin admin] Publish callbacks [] for security_group (dd1a272b-44ef-4b56-8935-96ac075a0b27), before_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:36.593831 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-c4acd378-df50-4df5-a9db-4259c417a189 admin admin] Publish callbacks [] for security_group (dd1a272b-44ef-4b56-8935-96ac075a0b27), precommit_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:36.767660 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-8a6bfffe-2f73-4e45-acbc-a76a9ef61bc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310940'] for security_group (b6007e3f-5f5b-4d55-be6b-883200498468), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:36.770401 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-8a6bfffe-2f73-4e45-acbc-a76a9ef61bc1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:36.771637 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-8a6bfffe-2f73-4e45-acbc-a76a9ef61bc1 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b6007e3f-5f5b-4d55-be6b-883200498468 HTTP/1.1" status: 204 len: 168 time: 0.3404169 Mar 08 20:32:36.779769 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6bfffe-2f73-4e45-acbc-a76a9ef61bc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6007e3f-5f5b-4d55-be6b-883200498468,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:32:36.798275 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-c4acd378-df50-4df5-a9db-4259c417a189 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310940'] for security_group (dd1a272b-44ef-4b56-8935-96ac075a0b27), after_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:36.801079 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-c4acd378-df50-4df5-a9db-4259c417a189 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:36.802242 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [None req-c4acd378-df50-4df5-a9db-4259c417a189 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/dd1a272b-44ef-4b56-8935-96ac075a0b27 HTTP/1.1" status: 204 len: 168 time: 0.2910450 Mar 08 20:32:36.816163 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4acd378-df50-4df5-a9db-4259c417a189 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd1a272b-44ef-4b56-8935-96ac075a0b27,revision_number=None']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:32:37.093058 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.41', 58700) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:32:37.106343 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e1ff3117-6206-4aa8-a49e-189b55362b5c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:37.177986 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e1ff3117-6206-4aa8-a49e-189b55362b5c admin admin] Publish callbacks [] for security_group (a10c954a-20b6-495b-a3b6-2525209ebdcc), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:37.260886 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e1ff3117-6206-4aa8-a49e-189b55362b5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310940'] for security_group (a10c954a-20b6-495b-a3b6-2525209ebdcc), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:37.300006 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ff3117-6206-4aa8-a49e-189b55362b5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a10c954a-20b6-495b-a3b6-2525209ebdcc,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:32:37.304559 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-e1ff3117-6206-4aa8-a49e-189b55362b5c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5c3a9ac114644a3396e7a403f8962072&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2104592 Mar 08 20:32:37.307278 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.wsgi [-] (103459) accepted ('10.222.0.41', 58704) {{(pid=103459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:32:37.355974 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-eaf9c10c-c1bc-4bef-bb43-8c9980238f04 admin admin] Publish callbacks [] for security_group (a10c954a-20b6-495b-a3b6-2525209ebdcc), before_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:37.377244 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-eaf9c10c-c1bc-4bef-bb43-8c9980238f04 admin admin] Publish callbacks [] for security_group (a10c954a-20b6-495b-a3b6-2525209ebdcc), precommit_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:37.501080 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-eaf9c10c-c1bc-4bef-bb43-8c9980238f04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310940'] for security_group (a10c954a-20b6-495b-a3b6-2525209ebdcc), after_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:37.504086 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-eaf9c10c-c1bc-4bef-bb43-8c9980238f04 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:37.510513 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [None req-eaf9c10c-c1bc-4bef-bb43-8c9980238f04 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a10c954a-20b6-495b-a3b6-2525209ebdcc HTTP/1.1" status: 204 len: 168 time: 0.1957040 Mar 08 20:32:37.514038 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf9c10c-c1bc-4bef-bb43-8c9980238f04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a10c954a-20b6-495b-a3b6-2525209ebdcc,revision_number=None']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:32:37.783639 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.41', 58728) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:32:37.798471 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-18caedb6-cab0-4d50-b25c-ca664650e79b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:37.879357 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-18caedb6-cab0-4d50-b25c-ca664650e79b admin admin] Publish callbacks [] for security_group (362d0148-e2c0-42d5-8920-6321f2c8c150), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:37.963564 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-18caedb6-cab0-4d50-b25c-ca664650e79b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310940'] for security_group (362d0148-e2c0-42d5-8920-6321f2c8c150), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:38.002394 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18caedb6-cab0-4d50-b25c-ca664650e79b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=362d0148-e2c0-42d5-8920-6321f2c8c150,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:32:38.006471 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-18caedb6-cab0-4d50-b25c-ca664650e79b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9190f942a32740cda1ff2f2e53e97ddb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2218649 Mar 08 20:32:38.010024 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.41', 58746) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:32:38.061513 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-6f8aa700-59e3-43f6-9780-5b66ad034228 admin admin] Publish callbacks [] for security_group (362d0148-e2c0-42d5-8920-6321f2c8c150), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:38.083526 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-6f8aa700-59e3-43f6-9780-5b66ad034228 admin admin] Publish callbacks [] for security_group (362d0148-e2c0-42d5-8920-6321f2c8c150), precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:38.201938 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-6f8aa700-59e3-43f6-9780-5b66ad034228 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310940'] for security_group (362d0148-e2c0-42d5-8920-6321f2c8c150), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:38.205614 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-6f8aa700-59e3-43f6-9780-5b66ad034228 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:38.209350 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-6f8aa700-59e3-43f6-9780-5b66ad034228 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/362d0148-e2c0-42d5-8920-6321f2c8c150 HTTP/1.1" status: 204 len: 168 time: 0.1959527 Mar 08 20:32:38.211267 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.wsgi [-] (103459) accepted ('10.222.0.41', 58760) {{(pid=103459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:32:38.217532 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8aa700-59e3-43f6-9780-5b66ad034228 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=362d0148-e2c0-42d5-8920-6321f2c8c150,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:32:38.673365 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.v2.base [None req-9e57b92d-03bf-4be4-b50f-9b750937bcae admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-853397259-network', 'tenant_id': '3ab75e5ad0c04c16ae8ecd6073e24a81'}} {{(pid=103459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:32:38.778773 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e57b92d-03bf-4be4-b50f-9b750937bcae admin admin] Made reservation on behalf of 3ab75e5ad0c04c16ae8ecd6073e24a81 for: {'network': 1} {{(pid=103459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 20:32:38.781223 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-9e57b92d-03bf-4be4-b50f-9b750937bcae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747308'] for network (None), before_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:38.790120 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-9e57b92d-03bf-4be4-b50f-9b750937bcae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:38.863139 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-9e57b92d-03bf-4be4-b50f-9b750937bcae admin admin] Publish callbacks [] for security_group (306014d5-d504-41eb-b92c-22e11b4bc9f8), precommit_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:38.938246 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.wsgi [-] (103459) accepted ('10.222.0.41', 58776) {{(pid=103459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:32:38.948851 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-9e57b92d-03bf-4be4-b50f-9b750937bcae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310940'] for security_group (306014d5-d504-41eb-b92c-22e11b4bc9f8), after_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:38.988592 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e57b92d-03bf-4be4-b50f-9b750937bcae admin admin] vlan segment allocate from pool success with {'vlan_id': 128, 'physical_network': 'physnet1'} {{(pid=103459) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 20:32:38.999518 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e57b92d-03bf-4be4-b50f-9b750937bcae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=306014d5-d504-41eb-b92c-22e11b4bc9f8,revision_number=1']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:32:39.004466 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-9e57b92d-03bf-4be4-b50f-9b750937bcae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536034'] for segment (7f41e294-9f18-4c67-842c-6c4d3d8141d4), precommit_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:39.004810 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.db.segments_db [None req-9e57b92d-03bf-4be4-b50f-9b750937bcae admin admin] Added segment 7f41e294-9f18-4c67-842c-6c4d3d8141d4 of type vlan for network de9446a0-c58a-4c9a-a8d6-6921f8f95911 Mar 08 20:32:39.050450 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-9e57b92d-03bf-4be4-b50f-9b750937bcae admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745146455601'] for network (de9446a0-c58a-4c9a-a8d6-6921f8f95911), precommit_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:39.082923 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-6043cfd9-34f4-4351-a9a6-4eb442d4b74c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:39.160856 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-9e57b92d-03bf-4be4-b50f-9b750937bcae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763'] for network (de9446a0-c58a-4c9a-a8d6-6921f8f95911), after_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:39.160856 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e57b92d-03bf-4be4-b50f-9b750937bcae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:32:39.160856 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-9e57b92d-03bf-4be4-b50f-9b750937bcae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3733777'] for network (None), before_response {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:39.164529 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-6043cfd9-34f4-4351-a9a6-4eb442d4b74c admin admin] Publish callbacks [] for security_group (ef5ff377-7ac4-4c97-86e4-93276867eb06), precommit_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:39.222149 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e57b92d-03bf-4be4-b50f-9b750937bcae admin admin] Pushing event updated for resources: {'Network': ['ID=de9446a0-c58a-4c9a-a8d6-6921f8f95911,revision_number=1']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:32:39.232823 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.rpc [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Network de9446a0-c58a-4c9a-a8d6-6921f8f95911 details requested by agent ovs-agent-dv-cinder-830096-3-iscsi with host dv-cinder-830096-3-iscsi {{(pid=103460) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 20:32:39.281728 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-6043cfd9-34f4-4351-a9a6-4eb442d4b74c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310940'] for security_group (ef5ff377-7ac4-4c97-86e4-93276867eb06), after_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:39.298581 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [None req-9e57b92d-03bf-4be4-b50f-9b750937bcae admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.0854862 Mar 08 20:32:39.301971 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.41', 58788) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:32:39.306911 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.v2.base [None req-b1e828fb-3207-4f98-b3be-0088c45b3efc admin admin] Request body: {'subnet': {'network_id': 'de9446a0-c58a-4c9a-a8d6-6921f8f95911', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-853397259-subnet', 'tenant_id': '3ab75e5ad0c04c16ae8ecd6073e24a81', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:32:39.327702 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6043cfd9-34f4-4351-a9a6-4eb442d4b74c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef5ff377-7ac4-4c97-86e4-93276867eb06,revision_number=1']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:32:39.335874 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [None req-6043cfd9-34f4-4351-a9a6-4eb442d4b74c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=14d140bf582a4b729cbeaf14aa877bde&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3962283 Mar 08 20:32:39.338470 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.wsgi [-] (103459) accepted ('10.222.0.41', 58790) {{(pid=103459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:32:39.360259 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.41', 58792) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:32:39.378139 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-32dc86fc-d21d-43a8-963e-f0ccb209e659 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:39.393489 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-93abdd02-41b2-4169-bc5e-3a8a7f5cb615 admin admin] Publish callbacks [] for security_group (ef5ff377-7ac4-4c97-86e4-93276867eb06), before_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:39.420111 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-93abdd02-41b2-4169-bc5e-3a8a7f5cb615 admin admin] Publish callbacks [] for security_group (ef5ff377-7ac4-4c97-86e4-93276867eb06), precommit_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:39.462717 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.wsgi [-] (103459) accepted ('10.222.0.41', 58794) {{(pid=103459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:32:39.463236 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-32dc86fc-d21d-43a8-963e-f0ccb209e659 admin admin] Publish callbacks [] for security_group (ed3dcb22-d846-4954-8a6b-ae0441af9bf4), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:39.500578 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1e828fb-3207-4f98-b3be-0088c45b3efc admin admin] Made reservation on behalf of 3ab75e5ad0c04c16ae8ecd6073e24a81 for: {'subnet': 1} {{(pid=103458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 20:32:39.503165 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-b1e828fb-3207-4f98-b3be-0088c45b3efc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28015747'] for subnet (None), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:39.561360 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.v2.base [None req-418e03d5-7b61-4b38-8ada-cf5b8b521e9e admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-179497165-network', 'tenant_id': '6e6d40cd30134e9e8c068ad0265bfd86'}} {{(pid=103459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:32:39.609505 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-93abdd02-41b2-4169-bc5e-3a8a7f5cb615 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310940'] for security_group (ef5ff377-7ac4-4c97-86e4-93276867eb06), after_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:39.611246 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-32dc86fc-d21d-43a8-963e-f0ccb209e659 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310940'] for security_group (ed3dcb22-d846-4954-8a6b-ae0441af9bf4), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:39.612268 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-93abdd02-41b2-4169-bc5e-3a8a7f5cb615 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:39.613554 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [None req-93abdd02-41b2-4169-bc5e-3a8a7f5cb615 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ef5ff377-7ac4-4c97-86e4-93276867eb06 HTTP/1.1" status: 204 len: 168 time: 0.2740037 Mar 08 20:32:39.624697 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93abdd02-41b2-4169-bc5e-3a8a7f5cb615 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef5ff377-7ac4-4c97-86e4-93276867eb06,revision_number=None']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:32:39.661499 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dc86fc-d21d-43a8-963e-f0ccb209e659 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed3dcb22-d846-4954-8a6b-ae0441af9bf4,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:32:39.676694 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-32dc86fc-d21d-43a8-963e-f0ccb209e659 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=60c1cc387f984cf88d4438cea7754536&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3108869 Mar 08 20:32:39.677155 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-418e03d5-7b61-4b38-8ada-cf5b8b521e9e admin admin] Made reservation on behalf of 6e6d40cd30134e9e8c068ad0265bfd86 for: {'network': 1} {{(pid=103459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 20:32:39.678756 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-418e03d5-7b61-4b38-8ada-cf5b8b521e9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747308'] for network (None), before_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:39.681547 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.41', 58802) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:32:39.693093 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-418e03d5-7b61-4b38-8ada-cf5b8b521e9e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:39.790044 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-418e03d5-7b61-4b38-8ada-cf5b8b521e9e admin admin] Publish callbacks [] for security_group (fe677eff-d822-49be-84a5-bf5c9dee4a26), precommit_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:39.797765 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-3f58c49d-55a0-41c4-b996-6bad0cfdaf1b admin admin] Publish callbacks [] for security_group (ed3dcb22-d846-4954-8a6b-ae0441af9bf4), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:39.828047 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-3f58c49d-55a0-41c4-b996-6bad0cfdaf1b admin admin] Publish callbacks [] for security_group (ed3dcb22-d846-4954-8a6b-ae0441af9bf4), precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:39.881284 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-418e03d5-7b61-4b38-8ada-cf5b8b521e9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310940'] for security_group (fe677eff-d822-49be-84a5-bf5c9dee4a26), after_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:39.907495 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418e03d5-7b61-4b38-8ada-cf5b8b521e9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe677eff-d822-49be-84a5-bf5c9dee4a26,revision_number=1']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:32:39.962088 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-b1e828fb-3207-4f98-b3be-0088c45b3efc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28566701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28015773'] for subnet (c447eb81-039d-4a17-9b2c-b8079a3e024b), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:39.998885 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-3f58c49d-55a0-41c4-b996-6bad0cfdaf1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310940'] for security_group (ed3dcb22-d846-4954-8a6b-ae0441af9bf4), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:40.000763 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-418e03d5-7b61-4b38-8ada-cf5b8b521e9e admin admin] vlan segment allocate from pool success with {'vlan_id': 147, 'physical_network': 'physnet1'} {{(pid=103459) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 20:32:40.001468 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-3f58c49d-55a0-41c4-b996-6bad0cfdaf1b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:40.005214 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-3f58c49d-55a0-41c4-b996-6bad0cfdaf1b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ed3dcb22-d846-4954-8a6b-ae0441af9bf4 HTTP/1.1" status: 204 len: 168 time: 0.3176386 Mar 08 20:32:40.010605 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-418e03d5-7b61-4b38-8ada-cf5b8b521e9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536034'] for segment (59ee6f0e-5cdb-4301-9c10-a81d6f7d3da8), precommit_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:40.010951 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.db.segments_db [None req-418e03d5-7b61-4b38-8ada-cf5b8b521e9e admin admin] Added segment 59ee6f0e-5cdb-4301-9c10-a81d6f7d3da8 of type vlan for network ea31e8d8-6c4b-4ed2-9f94-bd25e310be09 Mar 08 20:32:40.028491 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f58c49d-55a0-41c4-b996-6bad0cfdaf1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed3dcb22-d846-4954-8a6b-ae0441af9bf4,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:32:40.036910 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e828fb-3207-4f98-b3be-0088c45b3efc admin admin] Pushing event updated for resources: {'Subnet': ['ID=c447eb81-039d-4a17-9b2c-b8079a3e024b,revision_number=0']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:32:40.060506 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-418e03d5-7b61-4b38-8ada-cf5b8b521e9e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745146455601'] for network (ea31e8d8-6c4b-4ed2-9f94-bd25e310be09), precommit_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:40.065448 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1e828fb-3207-4f98-b3be-0088c45b3efc admin admin] Checking segment: {'id': '7f41e294-9f18-4c67-842c-6c4d3d8141d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'de9446a0-c58a-4c9a-a8d6-6921f8f95911'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 20:32:40.065448 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1e828fb-3207-4f98-b3be-0088c45b3efc admin admin] Network hostable DHCP agents. Network: de9446a0-c58a-4c9a-a8d6-6921f8f95911, hostable agents: ['a3d84102-f7d3-452b-861a-973020576047'], hosted agents: [] {{(pid=103458) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 20:32:40.174889 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1e828fb-3207-4f98-b3be-0088c45b3efc admin admin] Network de9446a0-c58a-4c9a-a8d6-6921f8f95911 is scheduled to be hosted by DHCP agent a3d84102-f7d3-452b-861a-973020576047 with binding_index 1 {{(pid=103458) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 20:32:40.175098 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-418e03d5-7b61-4b38-8ada-cf5b8b521e9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763'] for network (ea31e8d8-6c4b-4ed2-9f94-bd25e310be09), after_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:40.175895 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-418e03d5-7b61-4b38-8ada-cf5b8b521e9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:32:40.176509 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-418e03d5-7b61-4b38-8ada-cf5b8b521e9e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3733777'] for network (None), before_response {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:40.234944 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418e03d5-7b61-4b38-8ada-cf5b8b521e9e admin admin] Pushing event updated for resources: {'Network': ['ID=ea31e8d8-6c4b-4ed2-9f94-bd25e310be09,revision_number=1']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:32:40.244815 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.rpc [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Network ea31e8d8-6c4b-4ed2-9f94-bd25e310be09 details requested by agent ovs-agent-dv-cinder-830096-3-iscsi with host dv-cinder-830096-3-iscsi {{(pid=103460) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 20:32:40.334813 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.scheduler.base_scheduler [None req-b1e828fb-3207-4f98-b3be-0088c45b3efc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830096-3-iscsi, de9446a0-c58a-4c9a-a8d6-6921f8f95911) {{(pid=103458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:32:40.337577 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [None req-418e03d5-7b61-4b38-8ada-cf5b8b521e9e admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8738251 Mar 08 20:32:40.338810 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1e828fb-3207-4f98-b3be-0088c45b3efc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:32:40.339984 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-b1e828fb-3207-4f98-b3be-0088c45b3efc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3733777'] for subnet (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:40.341004 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.wsgi [-] (103459) accepted ('10.222.0.41', 58814) {{(pid=103459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:32:40.347836 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d38b051e-61be-44bc-97bb-c3b5ffe96923 None None] Network de9446a0-c58a-4c9a-a8d6-6921f8f95911 requested from dv-cinder-830096-3-iscsi {{(pid=103460) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 20:32:40.347980 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.v2.base [None req-31d87dfb-f573-4f34-9088-46e20c0006aa admin admin] Request body: {'subnet': {'network_id': 'ea31e8d8-6c4b-4ed2-9f94-bd25e310be09', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-179497165-subnet', 'tenant_id': '6e6d40cd30134e9e8c068ad0265bfd86', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:32:40.448914 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33bef12f-6230-44c8-b9f6-f5334ce240db None None] Network de9446a0-c58a-4c9a-a8d6-6921f8f95911 requested from dv-cinder-830096-3-iscsi {{(pid=103460) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 20:32:40.463467 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-b1e828fb-3207-4f98-b3be-0088c45b3efc admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.1600518 Mar 08 20:32:40.466813 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.wsgi [-] (103459) accepted ('10.222.0.41', 58818) {{(pid=103459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:32:40.473323 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.v2.base [None req-e2d2581c-8c63-46ce-a89f-672ac2cf0eed admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-853397259-router', 'tenant_id': '3ab75e5ad0c04c16ae8ecd6073e24a81', 'external_gateway_info': {'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052'}}} {{(pid=103459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:32:40.527265 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.wsgi [-] (103459) accepted ('10.222.0.41', 58824) {{(pid=103459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:32:40.548954 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-9c936a60-ddbe-4566-a805-461bbe1beb52 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:40.588612 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31d87dfb-f573-4f34-9088-46e20c0006aa admin admin] Made reservation on behalf of 6e6d40cd30134e9e8c068ad0265bfd86 for: {'subnet': 1} {{(pid=103459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 20:32:40.591671 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-31d87dfb-f573-4f34-9088-46e20c0006aa admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28758520'] for subnet (None), before_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:40.651623 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-e2d2581c-8c63-46ce-a89f-672ac2cf0eed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-449439', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126078'] for router (7fdd8238-d1a4-46d6-ad7e-834fbc979bfa), before_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:40.652671 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-e2d2581c-8c63-46ce-a89f-672ac2cf0eed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-448367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-442588', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-476585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126025'] for router (7fdd8238-d1a4-46d6-ad7e-834fbc979bfa), precommit_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:40.709491 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-9c936a60-ddbe-4566-a805-461bbe1beb52 admin admin] Publish callbacks [] for security_group (c04bd756-4d11-4153-a088-48765dfe1d89), precommit_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:40.756159 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-e2d2581c-8c63-46ce-a89f-672ac2cf0eed admin admin] Publish callbacks [] for router_controller (7fdd8238-d1a4-46d6-ad7e-834fbc979bfa), precommit_add_association {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:40.994043 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-9c936a60-ddbe-4566-a805-461bbe1beb52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310940'] for security_group (c04bd756-4d11-4153-a088-48765dfe1d89), after_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:41.100584 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [None req-9c936a60-ddbe-4566-a805-461bbe1beb52 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=07d699ab36064f23bfa4dfd0be892387&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5713809 Mar 08 20:32:41.103634 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.41', 58846) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:32:41.162514 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7079c4ba-b032-465a-9fbc-72f99ef7bdcc admin admin] Publish callbacks [] for security_group (c04bd756-4d11-4153-a088-48765dfe1d89), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:41.173404 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c936a60-ddbe-4566-a805-461bbe1beb52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c04bd756-4d11-4153-a088-48765dfe1d89,revision_number=1']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:32:41.190249 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7079c4ba-b032-465a-9fbc-72f99ef7bdcc admin admin] Publish callbacks [] for security_group (c04bd756-4d11-4153-a088-48765dfe1d89), precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:41.218531 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-e2d2581c-8c63-46ce-a89f-672ac2cf0eed admin admin] Publish callbacks [] for router_gateway (7fdd8238-d1a4-46d6-ad7e-834fbc979bfa), precommit_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:41.329371 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7079c4ba-b032-465a-9fbc-72f99ef7bdcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310940'] for security_group (c04bd756-4d11-4153-a088-48765dfe1d89), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:41.329899 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-31d87dfb-f573-4f34-9088-46e20c0006aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28404325', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28758502'] for subnet (7bf737ab-26e0-45bb-9bf2-f1b7f9c42945), after_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:41.332032 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7079c4ba-b032-465a-9fbc-72f99ef7bdcc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:41.333354 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-7079c4ba-b032-465a-9fbc-72f99ef7bdcc admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c04bd756-4d11-4153-a088-48765dfe1d89 HTTP/1.1" status: 204 len: 168 time: 0.2278395 Mar 08 20:32:41.344279 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7079c4ba-b032-465a-9fbc-72f99ef7bdcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c04bd756-4d11-4153-a088-48765dfe1d89,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:32:41.430628 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d87dfb-f573-4f34-9088-46e20c0006aa admin admin] Pushing event updated for resources: {'Subnet': ['ID=7bf737ab-26e0-45bb-9bf2-f1b7f9c42945,revision_number=0']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:32:41.433110 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31d87dfb-f573-4f34-9088-46e20c0006aa admin admin] Checking segment: {'id': '59ee6f0e-5cdb-4301-9c10-a81d6f7d3da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'ea31e8d8-6c4b-4ed2-9f94-bd25e310be09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 20:32:41.433606 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31d87dfb-f573-4f34-9088-46e20c0006aa admin admin] Network hostable DHCP agents. Network: ea31e8d8-6c4b-4ed2-9f94-bd25e310be09, hostable agents: ['a3d84102-f7d3-452b-861a-973020576047'], hosted agents: [] {{(pid=103459) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 20:32:41.607364 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31d87dfb-f573-4f34-9088-46e20c0006aa admin admin] Network ea31e8d8-6c4b-4ed2-9f94-bd25e310be09 is scheduled to be hosted by DHCP agent a3d84102-f7d3-452b-861a-973020576047 with binding_index 1 {{(pid=103459) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 20:32:41.629452 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-e2d2581c-8c63-46ce-a89f-672ac2cf0eed admin admin] Publish callbacks [] for router_gateway (7fdd8238-d1a4-46d6-ad7e-834fbc979bfa), before_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:41.649672 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-e2d2581c-8c63-46ce-a89f-672ac2cf0eed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747308'] for port (None), before_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:41.701609 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.scheduler.base_scheduler [None req-31d87dfb-f573-4f34-9088-46e20c0006aa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830096-3-iscsi, ea31e8d8-6c4b-4ed2-9f94-bd25e310be09) {{(pid=103459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:32:41.709870 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31d87dfb-f573-4f34-9088-46e20c0006aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:32:41.710465 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-31d87dfb-f573-4f34-9088-46e20c0006aa admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:41.715579 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74531027-fe58-4358-8c92-763368c78a85 None None] Network ea31e8d8-6c4b-4ed2-9f94-bd25e310be09 requested from dv-cinder-830096-3-iscsi {{(pid=103460) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 20:32:41.771455 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.db.db_base_plugin_common [None req-e2d2581c-8c63-46ce-a89f-672ac2cf0eed admin admin] Allocated IP 172.27.2.112 (fc278ace-cc38-44e4-ba35-3f28be706052/6746aa92-141d-47b3-806a-20502e0a6f7e/290babd5-53ff-4e55-948a-823edea95918) {{(pid=103459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 20:32:41.825607 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [None req-31d87dfb-f573-4f34-9088-46e20c0006aa admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.4752061 Mar 08 20:32:41.825789 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b1e48bb-a4bf-4cf1-b738-fe899bff263d None None] Network ea31e8d8-6c4b-4ed2-9f94-bd25e310be09 requested from dv-cinder-830096-3-iscsi {{(pid=103460) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 20:32:41.889790 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-e2d2581c-8c63-46ce-a89f-672ac2cf0eed admin admin] Publish callbacks [] for port (290babd5-53ff-4e55-948a-823edea95918), precommit_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:42.003976 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-e2d2581c-8c63-46ce-a89f-672ac2cf0eed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745146440906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28404629'] for port (290babd5-53ff-4e55-948a-823edea95918), after_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:42.051196 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2d2581c-8c63-46ce-a89f-672ac2cf0eed admin admin] Network fc278ace-cc38-44e4-ba35-3f28be706052 is already hosted by enough agents. {{(pid=103459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 20:32:42.055739 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.scheduler.base_scheduler [None req-e2d2581c-8c63-46ce-a89f-672ac2cf0eed admin admin] Resources bound (agent type, host, resource id): {{(pid=103459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:32:42.059916 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2d2581c-8c63-46ce-a89f-672ac2cf0eed admin admin] Received port after_create {{(pid=103459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 20:32:42.065686 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d2581c-8c63-46ce-a89f-672ac2cf0eed admin admin] Pushing event updated for resources: {'Port': ['ID=290babd5-53ff-4e55-948a-823edea95918,revision_number=1']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:32:42.439206 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.41', 58892) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:32:42.489421 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-e2d2581c-8c63-46ce-a89f-672ac2cf0eed admin admin] Publish callbacks [] for router_gateway (7fdd8238-d1a4-46d6-ad7e-834fbc979bfa), after_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:42.572450 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-68c23065-14dc-4f8d-98e6-997d20ebc248 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:42.662901 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-68c23065-14dc-4f8d-98e6-997d20ebc248 admin admin] Publish callbacks [] for security_group (b628abda-24ab-4b05-bf8c-6cb960dc5cae), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:42.727798 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-e2d2581c-8c63-46ce-a89f-672ac2cf0eed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-448356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-442609'] for router (7fdd8238-d1a4-46d6-ad7e-834fbc979bfa), after_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:42.762246 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-68c23065-14dc-4f8d-98e6-997d20ebc248 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310940'] for security_group (b628abda-24ab-4b05-bf8c-6cb960dc5cae), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:42.805045 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-68c23065-14dc-4f8d-98e6-997d20ebc248 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9eada5a286b04de79dc01d6db54a2832&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3647203 Mar 08 20:32:42.807637 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c23065-14dc-4f8d-98e6-997d20ebc248 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b628abda-24ab-4b05-bf8c-6cb960dc5cae,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:32:42.811677 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.41', 58908) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:32:42.865879 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-8a8da2f1-d224-4a60-ab78-30793059c761 admin admin] Publish callbacks [] for security_group (b628abda-24ab-4b05-bf8c-6cb960dc5cae), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:42.894050 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-8a8da2f1-d224-4a60-ab78-30793059c761 admin admin] Publish callbacks [] for security_group (b628abda-24ab-4b05-bf8c-6cb960dc5cae), precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:42.997649 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2d2581c-8c63-46ce-a89f-672ac2cf0eed admin admin] Router 7fdd8238-d1a4-46d6-ad7e-834fbc979bfa is scheduled to L3 agent 7ae9fd8f-5d61-4821-9eac-044950c450f0 with binding_index 1 {{(pid=103459) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 20:32:43.032361 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-8a8da2f1-d224-4a60-ab78-30793059c761 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310940'] for security_group (b628abda-24ab-4b05-bf8c-6cb960dc5cae), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:43.035387 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-8a8da2f1-d224-4a60-ab78-30793059c761 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:43.052462 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-8a8da2f1-d224-4a60-ab78-30793059c761 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b628abda-24ab-4b05-bf8c-6cb960dc5cae HTTP/1.1" status: 204 len: 168 time: 0.2366421 Mar 08 20:32:43.060352 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8da2f1-d224-4a60-ab78-30793059c761 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b628abda-24ab-4b05-bf8c-6cb960dc5cae,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:32:43.127962 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2d2581c-8c63-46ce-a89f-672ac2cf0eed admin admin] Notify agent at l3_agent.dv-cinder-830096-3-iscsi the message routers_updated {{(pid=103459) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 20:32:43.137103 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ad9bb3b-a6e6-443c-b65d-e6770c232418 None None] Sync routers for ids ['7fdd8238-d1a4-46d6-ad7e-834fbc979bfa'] in dv-cinder-830096-3-iscsi {{(pid=103461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 20:32:43.146599 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ad9bb3b-a6e6-443c-b65d-e6770c232418 None None] Routers {'7fdd8238-d1a4-46d6-ad7e-834fbc979bfa'} bound to L3 agent in host dv-cinder-830096-3-iscsi {{(pid=103461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:32:43.147198 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.db.l3_hamode_db [None req-6ad9bb3b-a6e6-443c-b65d-e6770c232418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T20:23:01Z,description=,heartbeat_timestamp=2022-03-08T20:32:31Z,host='dv-cinder-830096-3-iscsi',id=7ae9fd8f-5d61-4821-9eac-044950c450f0,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:23:02Z,topic='l3_agent')) {'router_ids': ['7fdd8238-d1a4-46d6-ad7e-834fbc979bfa'], 'active': True} {{(pid=103461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:32:43.201035 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.db.agents_db [None req-39e8813d-158c-4e2f-bb5f-b8539461cb33 None None] Agent healthcheck: found 6 active agents {{(pid=103461) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 20:32:43.212473 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-e2d2581c-8c63-46ce-a89f-672ac2cf0eed admin admin] Publish callbacks [] for router (None), before_response {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:43.214989 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [None req-e2d2581c-8c63-46ce-a89f-672ac2cf0eed admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 2.7471848 Mar 08 20:32:43.218333 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.41', 58932) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:32:43.277298 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.db.l3_dvr_db [None req-6ad9bb3b-a6e6-443c-b65d-e6770c232418 None None] Set router 7fdd8238-d1a4-46d6-ad7e-834fbc979bfa gateway port host: dv-cinder-830096-3-iscsi {{(pid=103461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:32:43.459491 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.db.l3_hamode_db [None req-6ad9bb3b-a6e6-443c-b65d-e6770c232418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fdd8238-d1a4-46d6-ad7e-834fbc979bfa', 'name': 'tempest-ServerRescueNegativeTestJSON-853397259-router', 'tenant_id': '3ab75e5ad0c04c16ae8ecd6073e24a81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'external_fixed_ips': [{'subnet_id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'ip_address': '172.27.2.112'}], 'enable_snat': True}, 'gw_port_id': '290babd5-53ff-4e55-948a-823edea95918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:32:40Z', 'updated_at': '2022-03-08T20:32:42Z', 'revision_number': 3, 'project_id': '3ab75e5ad0c04c16ae8ecd6073e24a81', 'gw_port': {'id': '290babd5-53ff-4e55-948a-823edea95918', 'name': '', 'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:a2:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fdd8238-d1a4-46d6-ad7e-834fbc979bfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'ip_address': '172.27.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:32:41Z', 'updated_at': '2022-03-08T20:32:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-3-iscsi'}], 'dv-cinder-830096-3-iscsi', False) {} {{(pid=103461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:32:43.492174 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ad9bb3b-a6e6-443c-b65d-e6770c232418 None None] Checking router: 7fdd8238-d1a4-46d6-ad7e-834fbc979bfa for host: dv-cinder-830096-3-iscsi {{(pid=103461) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 20:32:43.492436 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ad9bb3b-a6e6-443c-b65d-e6770c232418 None None] Updating router 7fdd8238-d1a4-46d6-ad7e-834fbc979bfa port 290babd5-53ff-4e55-948a-823edea95918 binding host dv-cinder-830096-3-iscsi {{(pid=103461) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 20:32:43.615874 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron_lib.callbacks.manager [None req-6ad9bb3b-a6e6-443c-b65d-e6770c232418 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747308'] for port (290babd5-53ff-4e55-948a-823edea95918), before_update {{(pid=103461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:43.727539 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-c5a6e837-133e-4869-a9f5-78b5a089be64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747308'] for port (None), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:43.779726 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.wsgi [-] (103459) accepted ('10.222.0.41', 58948) {{(pid=103459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:32:43.903324 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron_lib.callbacks.manager [None req-6ad9bb3b-a6e6-443c-b65d-e6770c232418 None None] Publish callbacks [] for port (290babd5-53ff-4e55-948a-823edea95918), precommit_update {{(pid=103461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:43.910331 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.db.db_base_plugin_common [None req-c5a6e837-133e-4869-a9f5-78b5a089be64 admin admin] Allocated IP 172.20.0.1 (de9446a0-c58a-4c9a-a8d6-6921f8f95911/c447eb81-039d-4a17-9b2c-b8079a3e024b/c7bb15c5-7c0d-46a8-8cca-15ca8ef644a2) {{(pid=103458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 20:32:44.000453 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-60e596bf-f514-4e7a-b15f-abdcc69a82a8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:44.030168 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron_lib.callbacks.manager [None req-6ad9bb3b-a6e6-443c-b65d-e6770c232418 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745146878648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745146440924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745146440942'] for port (290babd5-53ff-4e55-948a-823edea95918), after_update {{(pid=103461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:44.090536 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a7f566-d7b0-44fe-b4ed-a136a27b7415 None None] Pushing event updated for resources: {'Port': ['ID=290babd5-53ff-4e55-948a-823edea95918,revision_number=2']} {{(pid=103461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:32:44.093167 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-60e596bf-f514-4e7a-b15f-abdcc69a82a8 admin admin] Publish callbacks [] for security_group (d84e0f04-4c40-4969-bbac-0d5bf36de65e), precommit_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:44.099742 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a7f566-d7b0-44fe-b4ed-a136a27b7415 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:32:44.100124 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a7f566-d7b0-44fe-b4ed-a136a27b7415 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:32:44.100502 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a7f566-d7b0-44fe-b4ed-a136a27b7415 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:32:44.100839 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a7f566-d7b0-44fe-b4ed-a136a27b7415 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:32:44.101194 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a7f566-d7b0-44fe-b4ed-a136a27b7415 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:32:44.101522 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a7f566-d7b0-44fe-b4ed-a136a27b7415 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:32:44.101850 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a7f566-d7b0-44fe-b4ed-a136a27b7415 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:32:44.102171 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a7f566-d7b0-44fe-b4ed-a136a27b7415 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:32:44.102562 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a7f566-d7b0-44fe-b4ed-a136a27b7415 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:32:44.102897 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a7f566-d7b0-44fe-b4ed-a136a27b7415 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:32:44.103873 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a7f566-d7b0-44fe-b4ed-a136a27b7415 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:32:44.103873 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a7f566-d7b0-44fe-b4ed-a136a27b7415 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:32:44.103873 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a7f566-d7b0-44fe-b4ed-a136a27b7415 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:32:44.138701 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.plugins.ml2.managers [None req-6ad9bb3b-a6e6-443c-b65d-e6770c232418 None None] Attempting to bind port 290babd5-53ff-4e55-948a-823edea95918 on host dv-cinder-830096-3-iscsi for vnic_type normal with profile {{(pid=103461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 20:32:44.139413 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.plugins.ml2.managers [None req-6ad9bb3b-a6e6-443c-b65d-e6770c232418 None None] Attempting to bind port 290babd5-53ff-4e55-948a-823edea95918 by drivers openvswitch,hyperv on host dv-cinder-830096-3-iscsi at level 0 using segments [{'id': 'e3ec3731-5b41-434a-a3a7-2ad1e453961f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052'}] {{(pid=103461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 20:32:44.139413 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ad9bb3b-a6e6-443c-b65d-e6770c232418 None None] Attempting to bind port 290babd5-53ff-4e55-948a-823edea95918 on network fc278ace-cc38-44e4-ba35-3f28be706052 {{(pid=103461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 20:32:44.144804 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ad9bb3b-a6e6-443c-b65d-e6770c232418 None None] Checking agent: {'id': 'fa4b043a-5d45-4181-9cb2-30d29598ef5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830096-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 20, 23, 5), 'started_at': datetime.datetime(2022, 3, 8, 20, 23, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 20, 32, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830096-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 20:32:44.145173 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ad9bb3b-a6e6-443c-b65d-e6770c232418 None None] Checking segment: {'id': 'e3ec3731-5b41-434a-a3a7-2ad1e453961f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 20:32:44.145566 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron_lib.callbacks.manager [None req-6ad9bb3b-a6e6-443c-b65d-e6770c232418 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:44.145954 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ad9bb3b-a6e6-443c-b65d-e6770c232418 None None] Bound using segment: {'id': 'e3ec3731-5b41-434a-a3a7-2ad1e453961f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052'} {{(pid=103461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 20:32:44.146411 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.plugins.ml2.managers [None req-6ad9bb3b-a6e6-443c-b65d-e6770c232418 None None] Bound port: 290babd5-53ff-4e55-948a-823edea95918, host: dv-cinder-830096-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3ec3731-5b41-434a-a3a7-2ad1e453961f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052'}}] {{(pid=103461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 20:32:44.146787 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron_lib.callbacks.manager [None req-6ad9bb3b-a6e6-443c-b65d-e6770c232418 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747308'] for port (290babd5-53ff-4e55-948a-823edea95918), before_update {{(pid=103461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:44.173472 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.wsgi [-] (103459) accepted ('10.222.0.41', 58954) {{(pid=103459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:32:44.189543 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-1ddf1c78-d508-4444-b688-c538b8e6439b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:44.199519 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.plugins.ml2.db [None req-6ad9bb3b-a6e6-443c-b65d-e6770c232418 None None] For port 290babd5-53ff-4e55-948a-823edea95918, host dv-cinder-830096-3-iscsi, cleared binding levels {{(pid=103461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 20:32:44.203566 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.plugins.ml2.db [None req-6ad9bb3b-a6e6-443c-b65d-e6770c232418 None None] For port 290babd5-53ff-4e55-948a-823edea95918, host dv-cinder-830096-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-3-iscsi',level=0,port_id=290babd5-53ff-4e55-948a-823edea95918,segment=NetworkSegment(e3ec3731-5b41-434a-a3a7-2ad1e453961f),segment_id=e3ec3731-5b41-434a-a3a7-2ad1e453961f)] {{(pid=103461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 20:32:44.232735 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-60e596bf-f514-4e7a-b15f-abdcc69a82a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310940'] for security_group (d84e0f04-4c40-4969-bbac-0d5bf36de65e), after_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:44.259800 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-c5a6e837-133e-4869-a9f5-78b5a089be64 admin admin] Publish callbacks [] for port (c7bb15c5-7c0d-46a8-8cca-15ca8ef644a2), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:44.291623 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [None req-60e596bf-f514-4e7a-b15f-abdcc69a82a8 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=43ddc4751d2440e6b6b417964bf11995&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5102596 Mar 08 20:32:44.295239 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.wsgi [-] (103459) accepted ('10.222.0.41', 58956) {{(pid=103459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:32:44.297484 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e596bf-f514-4e7a-b15f-abdcc69a82a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d84e0f04-4c40-4969-bbac-0d5bf36de65e,revision_number=1']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:32:44.317332 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-1ddf1c78-d508-4444-b688-c538b8e6439b admin admin] Publish callbacks [] for security_group (9d6054db-88de-452c-829d-f4777c2f1f53), precommit_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:44.355426 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-7c584cb0-1cf7-46b0-a3fa-2bf0d87098bf admin admin] Publish callbacks [] for security_group (d84e0f04-4c40-4969-bbac-0d5bf36de65e), before_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:44.377651 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-7c584cb0-1cf7-46b0-a3fa-2bf0d87098bf admin admin] Publish callbacks [] for security_group (d84e0f04-4c40-4969-bbac-0d5bf36de65e), precommit_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:44.437916 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron_lib.callbacks.manager [None req-6ad9bb3b-a6e6-443c-b65d-e6770c232418 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745146878648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745146440924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745146440942'] for port (290babd5-53ff-4e55-948a-823edea95918), after_update {{(pid=103461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:44.438397 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-c5a6e837-133e-4869-a9f5-78b5a089be64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745146440906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28566877'] for port (c7bb15c5-7c0d-46a8-8cca-15ca8ef644a2), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:44.441558 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-1ddf1c78-d508-4444-b688-c538b8e6439b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310940'] for security_group (9d6054db-88de-452c-829d-f4777c2f1f53), after_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:44.486431 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5a6e837-133e-4869-a9f5-78b5a089be64 admin admin] Network de9446a0-c58a-4c9a-a8d6-6921f8f95911 is already hosted by enough agents. {{(pid=103458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 20:32:44.488668 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a7f566-d7b0-44fe-b4ed-a136a27b7415 None None] Pushing event updated for resources: {'Port': ['ID=290babd5-53ff-4e55-948a-823edea95918,revision_number=3']} {{(pid=103461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:32:44.508918 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.scheduler.base_scheduler [None req-c5a6e837-133e-4869-a9f5-78b5a089be64 admin admin] Resources bound (agent type, host, resource id): {{(pid=103458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:32:44.518952 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5a6e837-133e-4869-a9f5-78b5a089be64 admin admin] Received port after_create {{(pid=103458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 20:32:44.524900 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ad9bb3b-a6e6-443c-b65d-e6770c232418 None None] Routers {'7fdd8238-d1a4-46d6-ad7e-834fbc979bfa'} bound to L3 agent in host dv-cinder-830096-3-iscsi {{(pid=103461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:32:44.525819 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.db.l3_hamode_db [None req-6ad9bb3b-a6e6-443c-b65d-e6770c232418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T20:23:01Z,description=,heartbeat_timestamp=2022-03-08T20:32:31Z,host='dv-cinder-830096-3-iscsi',id=7ae9fd8f-5d61-4821-9eac-044950c450f0,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:23:02Z,topic='l3_agent')) {'router_ids': ['7fdd8238-d1a4-46d6-ad7e-834fbc979bfa'], 'active': True} {{(pid=103461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:32:44.547584 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ddf1c78-d508-4444-b688-c538b8e6439b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d6054db-88de-452c-829d-f4777c2f1f53,revision_number=1']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:32:44.547890 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a6e837-133e-4869-a9f5-78b5a089be64 admin admin] Pushing event updated for resources: {'Port': ['ID=c7bb15c5-7c0d-46a8-8cca-15ca8ef644a2,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:32:44.562072 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-c5a6e837-133e-4869-a9f5-78b5a089be64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-443356'] for router_interface (7fdd8238-d1a4-46d6-ad7e-834fbc979bfa), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:44.568919 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [None req-1ddf1c78-d508-4444-b688-c538b8e6439b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d58e767ba6944ff6922b67442852c9f7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3939981 Mar 08 20:32:44.607168 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.41', 58972) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:32:44.649528 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.db.l3_dvr_db [None req-6ad9bb3b-a6e6-443c-b65d-e6770c232418 None None] Set router 7fdd8238-d1a4-46d6-ad7e-834fbc979bfa gateway port host: dv-cinder-830096-3-iscsi {{(pid=103461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:32:44.662224 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373fb493-dd7a-47b8-860c-ad89d6f4cb59 req-4630dab8-33dc-420b-986a-4643dc3bdcf1 tempest-VolumesSnapshotTestJSON-151522371 tempest-VolumesSnapshotTestJSON-151522371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:32:44.668666 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-373fb493-dd7a-47b8-860c-ad89d6f4cb59 req-4630dab8-33dc-420b-986a-4643dc3bdcf1 tempest-VolumesSnapshotTestJSON-151522371 tempest-VolumesSnapshotTestJSON-151522371-project] 10.222.0.41 "GET /v2.0/networks?id=ea31e8d8-6c4b-4ed2-9f94-bd25e310be09 HTTP/1.1" status: 200 len: 813 time: 0.1446652 Mar 08 20:32:44.699658 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-373fb493-dd7a-47b8-860c-ad89d6f4cb59 req-9637627a-0888-40f7-93bc-9d319c2c8cf0 tempest-VolumesSnapshotTestJSON-151522371 tempest-VolumesSnapshotTestJSON-151522371-project] 10.222.0.41 "GET /v2.0/quotas/6e6d40cd30134e9e8c068ad0265bfd86 HTTP/1.1" status: 200 len: 375 time: 0.0258999 Mar 08 20:32:44.717050 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-d9bbfe50-18e0-4a15-ac44-adb607040943 admin admin] Publish callbacks [] for security_group (9d6054db-88de-452c-829d-f4777c2f1f53), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:44.741007 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-373fb493-dd7a-47b8-860c-ad89d6f4cb59 req-cd1e5d15-1779-41d0-902b-ab5888d7925e tempest-VolumesSnapshotTestJSON-151522371 tempest-VolumesSnapshotTestJSON-151522371-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=6e6d40cd30134e9e8c068ad0265bfd86&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0440145 Mar 08 20:32:44.746025 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-d9bbfe50-18e0-4a15-ac44-adb607040943 admin admin] Publish callbacks [] for security_group (9d6054db-88de-452c-829d-f4777c2f1f53), precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:44.750761 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-7c584cb0-1cf7-46b0-a3fa-2bf0d87098bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310940'] for security_group (d84e0f04-4c40-4969-bbac-0d5bf36de65e), after_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:44.753416 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-7c584cb0-1cf7-46b0-a3fa-2bf0d87098bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:44.754649 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [None req-7c584cb0-1cf7-46b0-a3fa-2bf0d87098bf admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d84e0f04-4c40-4969-bbac-0d5bf36de65e HTTP/1.1" status: 204 len: 168 time: 0.4560347 Mar 08 20:32:44.785568 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c584cb0-1cf7-46b0-a3fa-2bf0d87098bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d84e0f04-4c40-4969-bbac-0d5bf36de65e,revision_number=None']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:32:44.874293 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-373fb493-dd7a-47b8-860c-ad89d6f4cb59 req-dd34786f-77e4-4fdc-bc30-0bb5282d4d9a service neutron] 10.222.0.41 "GET /v2.0/networks/ea31e8d8-6c4b-4ed2-9f94-bd25e310be09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324334 Mar 08 20:32:44.879160 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-d9bbfe50-18e0-4a15-ac44-adb607040943 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310940'] for security_group (9d6054db-88de-452c-829d-f4777c2f1f53), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:44.881930 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-d9bbfe50-18e0-4a15-ac44-adb607040943 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:44.883056 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-d9bbfe50-18e0-4a15-ac44-adb607040943 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9d6054db-88de-452c-829d-f4777c2f1f53 HTTP/1.1" status: 204 len: 168 time: 0.2747126 Mar 08 20:32:44.892509 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bbfe50-18e0-4a15-ac44-adb607040943 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d6054db-88de-452c-829d-f4777c2f1f53,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:32:44.894408 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-c5a6e837-133e-4869-a9f5-78b5a089be64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747308'] for port (c7bb15c5-7c0d-46a8-8cca-15ca8ef644a2), before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:44.937971 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.db.l3_hamode_db [None req-6ad9bb3b-a6e6-443c-b65d-e6770c232418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fdd8238-d1a4-46d6-ad7e-834fbc979bfa', 'name': 'tempest-ServerRescueNegativeTestJSON-853397259-router', 'tenant_id': '3ab75e5ad0c04c16ae8ecd6073e24a81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'external_fixed_ips': [{'subnet_id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'ip_address': '172.27.2.112'}], 'enable_snat': True}, 'gw_port_id': '290babd5-53ff-4e55-948a-823edea95918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:32:40Z', 'updated_at': '2022-03-08T20:32:42Z', 'revision_number': 3, 'project_id': '3ab75e5ad0c04c16ae8ecd6073e24a81', 'gw_port': {'id': '290babd5-53ff-4e55-948a-823edea95918', 'name': '', 'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:a2:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fdd8238-d1a4-46d6-ad7e-834fbc979bfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'ip_address': '172.27.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:32:41Z', 'updated_at': '2022-03-08T20:32:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-3-iscsi'}], 'dv-cinder-830096-3-iscsi', False) {} {{(pid=103461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:32:44.970827 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ad9bb3b-a6e6-443c-b65d-e6770c232418 None None] The sync data for ids ['7fdd8238-d1a4-46d6-ad7e-834fbc979bfa'] in dv-cinder-830096-3-iscsi is: [{'id': '7fdd8238-d1a4-46d6-ad7e-834fbc979bfa', 'name': 'tempest-ServerRescueNegativeTestJSON-853397259-router', 'tenant_id': '3ab75e5ad0c04c16ae8ecd6073e24a81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'external_fixed_ips': [{'subnet_id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'ip_address': '172.27.2.112'}], 'enable_snat': True}, 'gw_port_id': '290babd5-53ff-4e55-948a-823edea95918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:32:40Z', 'updated_at': '2022-03-08T20:32:42Z', 'revision_number': 3, 'project_id': '3ab75e5ad0c04c16ae8ecd6073e24a81', 'gw_port': {'id': '290babd5-53ff-4e55-948a-823edea95918', 'name': '', 'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:a2:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fdd8238-d1a4-46d6-ad7e-834fbc979bfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'ip_address': '172.27.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:32:41Z', 'updated_at': '2022-03-08T20:32:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-3-iscsi'}] {{(pid=103461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 20:32:45.035485 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-373fb493-dd7a-47b8-860c-ad89d6f4cb59 req-121db071-5d04-4267-9571-bad22e17130d service neutron] 10.222.0.41 "GET /v2.0/networks/ea31e8d8-6c4b-4ed2-9f94-bd25e310be09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1542747 Mar 08 20:32:45.118637 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-c5a6e837-133e-4869-a9f5-78b5a089be64 admin admin] Publish callbacks [] for port (c7bb15c5-7c0d-46a8-8cca-15ca8ef644a2), precommit_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:45.243532 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-c5a6e837-133e-4869-a9f5-78b5a089be64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745146878648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745146440924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745146440942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28566820'] for port (c7bb15c5-7c0d-46a8-8cca-15ca8ef644a2), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:45.342532 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a6e837-133e-4869-a9f5-78b5a089be64 admin admin] Pushing event updated for resources: {'Port': ['ID=c7bb15c5-7c0d-46a8-8cca-15ca8ef644a2,revision_number=2']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:32:45.362829 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-c5a6e837-133e-4869-a9f5-78b5a089be64 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3733877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-443312'] for router_interface (7fdd8238-d1a4-46d6-ad7e-834fbc979bfa), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:45.457249 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-eb6637bd-8b79-45b7-bf26-e3636cdf9ef6 req-9eb1707f-d9b6-4511-88d1-cd1fcbd5943f tempest-VolumesSnapshotTestJSON-151522371 tempest-VolumesSnapshotTestJSON-151522371-project] 10.222.0.41 "GET /v2.0/ports?device_id=04e9df5e-d8c1-4bd0-a9e6-c8a7e36acdce HTTP/1.1" status: 200 len: 210 time: 0.0871785 Mar 08 20:32:45.564349 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5a6e837-133e-4869-a9f5-78b5a089be64 admin admin] Network de9446a0-c58a-4c9a-a8d6-6921f8f95911 is already hosted by enough agents. {{(pid=103458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 20:32:45.566103 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.scheduler.base_scheduler [None req-c5a6e837-133e-4869-a9f5-78b5a089be64 admin admin] Resources bound (agent type, host, resource id): {{(pid=103458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:32:45.693354 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5a6e837-133e-4869-a9f5-78b5a089be64 admin admin] Router 7fdd8238-d1a4-46d6-ad7e-834fbc979bfa has already been hosted by L3 agent 7ae9fd8f-5d61-4821-9eac-044950c450f0 {{(pid=103458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 20:32:45.829442 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5a6e837-133e-4869-a9f5-78b5a089be64 admin admin] Notify agent at l3_agent.dv-cinder-830096-3-iscsi the message routers_updated {{(pid=103458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 20:32:45.836295 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-c5a6e837-133e-4869-a9f5-78b5a089be64 admin admin] 10.222.0.41 "PUT /v2.0/routers/7fdd8238-d1a4-46d6-ad7e-834fbc979bfa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6151645 Mar 08 20:32:45.915267 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.wsgi [-] (103459) accepted ('10.222.0.41', 59010) {{(pid=103459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:32:45.929365 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-c59b72df-f45b-4d0c-9059-b403cd4e20b0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:46.029913 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-c59b72df-f45b-4d0c-9059-b403cd4e20b0 admin admin] Publish callbacks [] for security_group (e34200be-62ea-4126-8525-f862afa69264), precommit_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:46.117481 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-c59b72df-f45b-4d0c-9059-b403cd4e20b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310940'] for security_group (e34200be-62ea-4126-8525-f862afa69264), after_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:46.163247 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.41', 59026) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:32:46.163404 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [None req-c59b72df-f45b-4d0c-9059-b403cd4e20b0 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=95f1809dcff84988a33a6a44a6043c32&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2471430 Mar 08 20:32:46.168797 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59b72df-f45b-4d0c-9059-b403cd4e20b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e34200be-62ea-4126-8525-f862afa69264,revision_number=1']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:32:46.219756 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-cce6ed99-d451-40bf-a702-24308b96dda7 admin admin] Publish callbacks [] for security_group (e34200be-62ea-4126-8525-f862afa69264), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:46.244527 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-cce6ed99-d451-40bf-a702-24308b96dda7 admin admin] Publish callbacks [] for security_group (e34200be-62ea-4126-8525-f862afa69264), precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:46.423857 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7170490-e451-4d78-92ab-05ed3ed3c3b3 req-3b827209-c397-462b-86cc-353e384eab1f tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:32:46.425365 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-f7170490-e451-4d78-92ab-05ed3ed3c3b3 req-3b827209-c397-462b-86cc-353e384eab1f tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] 10.222.0.41 "GET /v2.0/networks?id=de9446a0-c58a-4c9a-a8d6-6921f8f95911 HTTP/1.1" status: 200 len: 818 time: 0.1063936 Mar 08 20:32:46.439540 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-f7170490-e451-4d78-92ab-05ed3ed3c3b3 req-eb0d0120-86c4-4074-981c-511d5a813ccc tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] 10.222.0.41 "GET /v2.0/quotas/3ab75e5ad0c04c16ae8ecd6073e24a81 HTTP/1.1" status: 200 len: 375 time: 0.0088043 Mar 08 20:32:46.487086 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-cce6ed99-d451-40bf-a702-24308b96dda7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310940'] for security_group (e34200be-62ea-4126-8525-f862afa69264), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:46.489696 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-cce6ed99-d451-40bf-a702-24308b96dda7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:46.490851 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-cce6ed99-d451-40bf-a702-24308b96dda7 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e34200be-62ea-4126-8525-f862afa69264 HTTP/1.1" status: 204 len: 168 time: 0.3261154 Mar 08 20:32:46.524156 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce6ed99-d451-40bf-a702-24308b96dda7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e34200be-62ea-4126-8525-f862afa69264,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:32:46.627993 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-7c8e8b6c-cc72-432a-874e-245d93de1d57 req-12cea1fd-2e5e-4d6b-bd27-4e1bec834974 tempest-VolumesSnapshotTestJSON-151522371 tempest-VolumesSnapshotTestJSON-151522371-project] 10.222.0.41 "GET /v2.0/ports?device_id=04e9df5e-d8c1-4bd0-a9e6-c8a7e36acdce HTTP/1.1" status: 200 len: 210 time: 0.0427446 Mar 08 20:32:46.762959 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-f7170490-e451-4d78-92ab-05ed3ed3c3b3 req-dbceff50-14d6-42c7-b82a-726dac492dac tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=3ab75e5ad0c04c16ae8ecd6073e24a81&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3184972 Mar 08 20:32:46.868245 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.rpc [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Device 290babd5-53ff-4e55-948a-823edea95918 up at agent ovs-agent-dv-cinder-830096-3-iscsi {{(pid=103460) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 20:32:46.892800 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-f7170490-e451-4d78-92ab-05ed3ed3c3b3 req-be69db56-347a-408b-84fe-9648fbc48aed service neutron] 10.222.0.41 "GET /v2.0/networks/de9446a0-c58a-4c9a-a8d6-6921f8f95911?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211882 Mar 08 20:32:46.920979 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.provisioning_blocks [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Provisioning complete for port 290babd5-53ff-4e55-948a-823edea95918 triggered by entity L2. {{(pid=103460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:32:46.921362 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476507'] for port (290babd5-53ff-4e55-948a-823edea95918), provisioning_complete {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:47.029617 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-f7170490-e451-4d78-92ab-05ed3ed3c3b3 req-cd16a7cb-a535-411e-85a8-25463cb62c45 service neutron] 10.222.0.41 "GET /v2.0/networks/de9446a0-c58a-4c9a-a8d6-6921f8f95911?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330080 Mar 08 20:32:47.043681 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.plugin [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Current status of the port 290babd5-53ff-4e55-948a-823edea95918 is: DOWN; New status is: ACTIVE {{(pid=103460) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:32:47.046366 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747308'] for port (290babd5-53ff-4e55-948a-823edea95918), before_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:47.079013 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-695bcbaa-8fc9-477f-8756-37526b5f3d24 None None] Sync routers for ids ['7fdd8238-d1a4-46d6-ad7e-834fbc979bfa'] in dv-cinder-830096-3-iscsi {{(pid=103460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 20:32:47.096290 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.db [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] For port 290babd5-53ff-4e55-948a-823edea95918, host dv-cinder-830096-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-3-iscsi',level=0,port_id=290babd5-53ff-4e55-948a-823edea95918,segment=NetworkSegment(e3ec3731-5b41-434a-a3a7-2ad1e453961f),segment_id=e3ec3731-5b41-434a-a3a7-2ad1e453961f)] {{(pid=103460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:32:47.105620 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-695bcbaa-8fc9-477f-8756-37526b5f3d24 None None] Routers {'7fdd8238-d1a4-46d6-ad7e-834fbc979bfa'} bound to L3 agent in host dv-cinder-830096-3-iscsi {{(pid=103460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:32:47.105620 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-695bcbaa-8fc9-477f-8756-37526b5f3d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T20:23:01Z,description=,heartbeat_timestamp=2022-03-08T20:32:31Z,host='dv-cinder-830096-3-iscsi',id=7ae9fd8f-5d61-4821-9eac-044950c450f0,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:23:02Z,topic='l3_agent')) {'router_ids': ['7fdd8238-d1a4-46d6-ad7e-834fbc979bfa'], 'active': True} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:32:47.198828 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745146878648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745146440924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745146440942'] for port (290babd5-53ff-4e55-948a-823edea95918), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:47.299789 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Pushing event updated for resources: {'Port': ['ID=290babd5-53ff-4e55-948a-823edea95918,revision_number=4']} {{(pid=103460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:32:47.303385 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvr_db [None req-695bcbaa-8fc9-477f-8756-37526b5f3d24 None None] Set router 7fdd8238-d1a4-46d6-ad7e-834fbc979bfa gateway port host: dv-cinder-830096-3-iscsi {{(pid=103460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:32:47.339983 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:32:47.340445 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:32:47.341266 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:32:47.341763 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:32:47.342251 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:32:47.342773 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:32:47.343647 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:32:47.344140 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:32:47.344823 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:32:47.345327 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:32:47.345833 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:32:47.346312 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:32:47.346895 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:32:47.385133 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-3a569919-c8b9-483e-a4ab-66be1b765825 req-b89bd27c-e82a-42df-b4c5-67eff66d5174 tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5f8ea3c-dce4-482f-8530-87a9153e6873 HTTP/1.1" status: 200 len: 210 time: 0.0646152 Mar 08 20:32:47.727923 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-d209648f-8423-473d-b33c-0f8cf0bc1817 req-dd56782d-e39c-4542-935f-3690aa935d30 tempest-VolumesSnapshotTestJSON-151522371 tempest-VolumesSnapshotTestJSON-151522371-project] 10.222.0.41 "GET /v2.0/ports?device_id=04e9df5e-d8c1-4bd0-a9e6-c8a7e36acdce HTTP/1.1" status: 200 len: 210 time: 0.0299966 Mar 08 20:32:47.736369 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-695bcbaa-8fc9-477f-8756-37526b5f3d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fdd8238-d1a4-46d6-ad7e-834fbc979bfa', 'name': 'tempest-ServerRescueNegativeTestJSON-853397259-router', 'tenant_id': '3ab75e5ad0c04c16ae8ecd6073e24a81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'external_fixed_ips': [{'subnet_id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'ip_address': '172.27.2.112'}], 'enable_snat': True}, 'gw_port_id': '290babd5-53ff-4e55-948a-823edea95918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:32:40Z', 'updated_at': '2022-03-08T20:32:44Z', 'revision_number': 4, 'project_id': '3ab75e5ad0c04c16ae8ecd6073e24a81', 'gw_port': {'id': '290babd5-53ff-4e55-948a-823edea95918', 'name': '', 'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:a2:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fdd8238-d1a4-46d6-ad7e-834fbc979bfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'ip_address': '172.27.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:32:41Z', 'updated_at': '2022-03-08T20:32:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-3-iscsi', '_interfaces': [{'id': 'c7bb15c5-7c0d-46a8-8cca-15ca8ef644a2', 'name': '', 'network_id': 'de9446a0-c58a-4c9a-a8d6-6921f8f95911', 'tenant_id': '3ab75e5ad0c04c16ae8ecd6073e24a81', 'mac_address': 'fa:16:3e:9c:46:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fdd8238-d1a4-46d6-ad7e-834fbc979bfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': 'c447eb81-039d-4a17-9b2c-b8079a3e024b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:32:43Z', 'updated_at': '2022-03-08T20:32:44Z', 'revision_number': 2, 'project_id': '3ab75e5ad0c04c16ae8ecd6073e24a81', 'subnets': [{'id': 'c447eb81-039d-4a17-9b2c-b8079a3e024b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830096-3-iscsi', False) {} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:32:47.768089 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b535e79-70b2-4b86-a610-2b4047c29641 req-e557814b-f349-41a3-b726-a0d0b93b3cf7 tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:32:47.769613 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-9b535e79-70b2-4b86-a610-2b4047c29641 req-e557814b-f349-41a3-b726-a0d0b93b3cf7 tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] 10.222.0.41 "GET /v2.0/networks?id=de9446a0-c58a-4c9a-a8d6-6921f8f95911 HTTP/1.1" status: 200 len: 818 time: 0.1453080 Mar 08 20:32:47.781236 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-695bcbaa-8fc9-477f-8756-37526b5f3d24 None None] Checking router: 7fdd8238-d1a4-46d6-ad7e-834fbc979bfa for host: dv-cinder-830096-3-iscsi {{(pid=103460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 20:32:47.781591 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-695bcbaa-8fc9-477f-8756-37526b5f3d24 None None] Updating router 7fdd8238-d1a4-46d6-ad7e-834fbc979bfa port c7bb15c5-7c0d-46a8-8cca-15ca8ef644a2 binding host dv-cinder-830096-3-iscsi {{(pid=103460) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 20:32:47.792475 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-9b535e79-70b2-4b86-a610-2b4047c29641 req-4c3cf6c6-92d4-4019-a7ba-cf9a0282cb04 tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] 10.222.0.41 "GET /v2.0/quotas/3ab75e5ad0c04c16ae8ecd6073e24a81 HTTP/1.1" status: 200 len: 375 time: 0.0162287 Mar 08 20:32:47.821555 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-695bcbaa-8fc9-477f-8756-37526b5f3d24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747308'] for port (c7bb15c5-7c0d-46a8-8cca-15ca8ef644a2), before_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:47.852160 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-9b535e79-70b2-4b86-a610-2b4047c29641 req-af033654-05bc-4e1f-9eec-c2e409bdbfe7 tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=3ab75e5ad0c04c16ae8ecd6073e24a81&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0584185 Mar 08 20:32:47.973171 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-9b535e79-70b2-4b86-a610-2b4047c29641 req-b1434b97-56d0-4cf3-a8bd-3395d9d7fae1 service neutron] 10.222.0.41 "GET /v2.0/networks/de9446a0-c58a-4c9a-a8d6-6921f8f95911?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1129096 Mar 08 20:32:48.112734 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-9b535e79-70b2-4b86-a610-2b4047c29641 req-ff42e0d6-b74c-4f96-b499-654119b2672d service neutron] 10.222.0.41 "GET /v2.0/networks/de9446a0-c58a-4c9a-a8d6-6921f8f95911?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314056 Mar 08 20:32:48.168979 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-695bcbaa-8fc9-477f-8756-37526b5f3d24 None None] Publish callbacks [] for port (c7bb15c5-7c0d-46a8-8cca-15ca8ef644a2), precommit_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:48.247202 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-695bcbaa-8fc9-477f-8756-37526b5f3d24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745146878648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745146440924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745146440942'] for port (c7bb15c5-7c0d-46a8-8cca-15ca8ef644a2), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:48.308208 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599254c1-b9e1-4c15-8820-a155838ce84f None None] Pushing event updated for resources: {'Port': ['ID=c7bb15c5-7c0d-46a8-8cca-15ca8ef644a2,revision_number=3']} {{(pid=103460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:32:48.366914 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.managers [None req-695bcbaa-8fc9-477f-8756-37526b5f3d24 None None] Attempting to bind port c7bb15c5-7c0d-46a8-8cca-15ca8ef644a2 on host dv-cinder-830096-3-iscsi for vnic_type normal with profile {{(pid=103460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 20:32:48.367704 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.managers [None req-695bcbaa-8fc9-477f-8756-37526b5f3d24 None None] Attempting to bind port c7bb15c5-7c0d-46a8-8cca-15ca8ef644a2 by drivers openvswitch,hyperv on host dv-cinder-830096-3-iscsi at level 0 using segments [{'id': '7f41e294-9f18-4c67-842c-6c4d3d8141d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'de9446a0-c58a-4c9a-a8d6-6921f8f95911'}] {{(pid=103460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 20:32:48.368272 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-695bcbaa-8fc9-477f-8756-37526b5f3d24 None None] Attempting to bind port c7bb15c5-7c0d-46a8-8cca-15ca8ef644a2 on network de9446a0-c58a-4c9a-a8d6-6921f8f95911 {{(pid=103460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 20:32:48.374617 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-695bcbaa-8fc9-477f-8756-37526b5f3d24 None None] Checking agent: {'id': 'fa4b043a-5d45-4181-9cb2-30d29598ef5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830096-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 20, 23, 5), 'started_at': datetime.datetime(2022, 3, 8, 20, 23, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 20, 32, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830096-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 20:32:48.375216 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-695bcbaa-8fc9-477f-8756-37526b5f3d24 None None] Checking segment: {'id': '7f41e294-9f18-4c67-842c-6c4d3d8141d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'de9446a0-c58a-4c9a-a8d6-6921f8f95911'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 20:32:48.375775 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-695bcbaa-8fc9-477f-8756-37526b5f3d24 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:48.376708 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-695bcbaa-8fc9-477f-8756-37526b5f3d24 None None] Bound using segment: {'id': '7f41e294-9f18-4c67-842c-6c4d3d8141d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'de9446a0-c58a-4c9a-a8d6-6921f8f95911'} {{(pid=103460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 20:32:48.377632 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.managers [None req-695bcbaa-8fc9-477f-8756-37526b5f3d24 None None] Bound port: c7bb15c5-7c0d-46a8-8cca-15ca8ef644a2, host: dv-cinder-830096-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f41e294-9f18-4c67-842c-6c4d3d8141d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'de9446a0-c58a-4c9a-a8d6-6921f8f95911'}}] {{(pid=103460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 20:32:48.378433 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-695bcbaa-8fc9-477f-8756-37526b5f3d24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747308'] for port (c7bb15c5-7c0d-46a8-8cca-15ca8ef644a2), before_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:48.497486 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.db [None req-695bcbaa-8fc9-477f-8756-37526b5f3d24 None None] For port c7bb15c5-7c0d-46a8-8cca-15ca8ef644a2, host dv-cinder-830096-3-iscsi, cleared binding levels {{(pid=103460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 20:32:48.502150 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.db [None req-695bcbaa-8fc9-477f-8756-37526b5f3d24 None None] For port c7bb15c5-7c0d-46a8-8cca-15ca8ef644a2, host dv-cinder-830096-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-3-iscsi',level=0,port_id=c7bb15c5-7c0d-46a8-8cca-15ca8ef644a2,segment=NetworkSegment(7f41e294-9f18-4c67-842c-6c4d3d8141d4),segment_id=7f41e294-9f18-4c67-842c-6c4d3d8141d4)] {{(pid=103460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 20:32:48.546395 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-9935781e-acc7-4d38-9b90-65115d29a960 req-e720a351-f62b-40d6-9faf-d3a8f4d439ca tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] 10.222.0.41 "GET /v2.0/ports?device_id=bc092410-8ca8-4ed5-ad00-10064c4e328f HTTP/1.1" status: 200 len: 210 time: 0.0783584 Mar 08 20:32:48.607575 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373fb493-dd7a-47b8-860c-ad89d6f4cb59 req-c29fadc1-f5cc-4299-b641-260d0d038989 tempest-VolumesSnapshotTestJSON-151522371 tempest-VolumesSnapshotTestJSON-151522371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:32:48.609081 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-373fb493-dd7a-47b8-860c-ad89d6f4cb59 req-c29fadc1-f5cc-4299-b641-260d0d038989 tempest-VolumesSnapshotTestJSON-151522371 tempest-VolumesSnapshotTestJSON-151522371-project] 10.222.0.37 "GET /v2.0/networks?id=ea31e8d8-6c4b-4ed2-9f94-bd25e310be09 HTTP/1.1" status: 200 len: 813 time: 0.2236009 Mar 08 20:32:48.622962 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.v2.base [req-373fb493-dd7a-47b8-860c-ad89d6f4cb59 req-7f9b2cfc-e53d-42ca-adc8-7927931725c6 tempest-VolumesSnapshotTestJSON-151522371 tempest-VolumesSnapshotTestJSON-151522371-project] Request body: {'port': {'device_id': '04e9df5e-d8c1-4bd0-a9e6-c8a7e36acdce', 'network_id': 'ea31e8d8-6c4b-4ed2-9f94-bd25e310be09', 'admin_state_up': True, 'tenant_id': '6e6d40cd30134e9e8c068ad0265bfd86'}} {{(pid=103458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:32:48.644029 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-695bcbaa-8fc9-477f-8756-37526b5f3d24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745146878648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745146440924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745146440942'] for port (c7bb15c5-7c0d-46a8-8cca-15ca8ef644a2), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:48.694686 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-695bcbaa-8fc9-477f-8756-37526b5f3d24 None None] Routers {'7fdd8238-d1a4-46d6-ad7e-834fbc979bfa'} bound to L3 agent in host dv-cinder-830096-3-iscsi {{(pid=103460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:32:48.695331 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-695bcbaa-8fc9-477f-8756-37526b5f3d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T20:23:01Z,description=,heartbeat_timestamp=2022-03-08T20:32:31Z,host='dv-cinder-830096-3-iscsi',id=7ae9fd8f-5d61-4821-9eac-044950c450f0,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:23:02Z,topic='l3_agent')) {'router_ids': ['7fdd8238-d1a4-46d6-ad7e-834fbc979bfa'], 'active': True} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:32:48.773370 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599254c1-b9e1-4c15-8820-a155838ce84f None None] Pushing event updated for resources: {'Port': ['ID=c7bb15c5-7c0d-46a8-8cca-15ca8ef644a2,revision_number=4']} {{(pid=103460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:32:48.837987 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.rpc [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Device 290babd5-53ff-4e55-948a-823edea95918 up at agent ovs-agent-dv-cinder-830096-3-iscsi {{(pid=103460) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 20:32:48.855211 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-373fb493-dd7a-47b8-860c-ad89d6f4cb59 req-7f9b2cfc-e53d-42ca-adc8-7927931725c6 tempest-VolumesSnapshotTestJSON-151522371 tempest-VolumesSnapshotTestJSON-151522371-project] Made reservation on behalf of 6e6d40cd30134e9e8c068ad0265bfd86 for: {'port': 1} {{(pid=103458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 20:32:48.860395 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-373fb493-dd7a-47b8-860c-ad89d6f4cb59 req-7f9b2cfc-e53d-42ca-adc8-7927931725c6 tempest-VolumesSnapshotTestJSON-151522371 tempest-VolumesSnapshotTestJSON-151522371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747308'] for port (None), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:48.873673 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-5434fb30-a58a-4407-9bc8-de016302d370 req-3c9aac2c-51ee-4e5c-912e-7793cd760e3c tempest-VolumesSnapshotTestJSON-151522371 tempest-VolumesSnapshotTestJSON-151522371-project] 10.222.0.41 "GET /v2.0/ports?device_id=04e9df5e-d8c1-4bd0-a9e6-c8a7e36acdce HTTP/1.1" status: 200 len: 210 time: 0.0326419 Mar 08 20:32:48.934290 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvr_db [None req-695bcbaa-8fc9-477f-8756-37526b5f3d24 None None] Set router 7fdd8238-d1a4-46d6-ad7e-834fbc979bfa gateway port host: dv-cinder-830096-3-iscsi {{(pid=103460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:32:48.973757 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.provisioning_blocks [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Provisioning complete for port 290babd5-53ff-4e55-948a-823edea95918 triggered by entity L2. {{(pid=103460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:32:48.974030 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476507'] for port (290babd5-53ff-4e55-948a-823edea95918), provisioning_complete {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:49.061087 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.db.db_base_plugin_common [req-373fb493-dd7a-47b8-860c-ad89d6f4cb59 req-7f9b2cfc-e53d-42ca-adc8-7927931725c6 tempest-VolumesSnapshotTestJSON-151522371 tempest-VolumesSnapshotTestJSON-151522371-project] Allocated IP 172.20.0.3 (ea31e8d8-6c4b-4ed2-9f94-bd25e310be09/7bf737ab-26e0-45bb-9bf2-f1b7f9c42945/3f452e88-ebf7-4cf3-a2db-14dd312e3eab) {{(pid=103458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 20:32:49.245495 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.plugin [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Current status of the port 290babd5-53ff-4e55-948a-823edea95918 is: ACTIVE; New status is: ACTIVE {{(pid=103460) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:32:49.261062 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-695bcbaa-8fc9-477f-8756-37526b5f3d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fdd8238-d1a4-46d6-ad7e-834fbc979bfa', 'name': 'tempest-ServerRescueNegativeTestJSON-853397259-router', 'tenant_id': '3ab75e5ad0c04c16ae8ecd6073e24a81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'external_fixed_ips': [{'subnet_id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'ip_address': '172.27.2.112'}], 'enable_snat': True}, 'gw_port_id': '290babd5-53ff-4e55-948a-823edea95918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:32:40Z', 'updated_at': '2022-03-08T20:32:44Z', 'revision_number': 4, 'project_id': '3ab75e5ad0c04c16ae8ecd6073e24a81', 'gw_port': {'id': '290babd5-53ff-4e55-948a-823edea95918', 'name': '', 'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:a2:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fdd8238-d1a4-46d6-ad7e-834fbc979bfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'ip_address': '172.27.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:32:41Z', 'updated_at': '2022-03-08T20:32:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-3-iscsi', '_interfaces': [{'id': 'c7bb15c5-7c0d-46a8-8cca-15ca8ef644a2', 'name': '', 'network_id': 'de9446a0-c58a-4c9a-a8d6-6921f8f95911', 'tenant_id': '3ab75e5ad0c04c16ae8ecd6073e24a81', 'mac_address': 'fa:16:3e:9c:46:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fdd8238-d1a4-46d6-ad7e-834fbc979bfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': 'c447eb81-039d-4a17-9b2c-b8079a3e024b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:32:43Z', 'updated_at': '2022-03-08T20:32:48Z', 'revision_number': 4, 'project_id': '3ab75e5ad0c04c16ae8ecd6073e24a81', 'subnets': [{'id': 'c447eb81-039d-4a17-9b2c-b8079a3e024b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830096-3-iscsi', False) {} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:32:49.273275 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-373fb493-dd7a-47b8-860c-ad89d6f4cb59 req-7f9b2cfc-e53d-42ca-adc8-7927931725c6 tempest-VolumesSnapshotTestJSON-151522371 tempest-VolumesSnapshotTestJSON-151522371-project] Publish callbacks [] for port (3f452e88-ebf7-4cf3-a2db-14dd312e3eab), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:49.297757 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-695bcbaa-8fc9-477f-8756-37526b5f3d24 None None] The sync data for ids ['7fdd8238-d1a4-46d6-ad7e-834fbc979bfa'] in dv-cinder-830096-3-iscsi is: [{'id': '7fdd8238-d1a4-46d6-ad7e-834fbc979bfa', 'name': 'tempest-ServerRescueNegativeTestJSON-853397259-router', 'tenant_id': '3ab75e5ad0c04c16ae8ecd6073e24a81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'external_fixed_ips': [{'subnet_id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'ip_address': '172.27.2.112'}], 'enable_snat': True}, 'gw_port_id': '290babd5-53ff-4e55-948a-823edea95918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:32:40Z', 'updated_at': '2022-03-08T20:32:44Z', 'revision_number': 4, 'project_id': '3ab75e5ad0c04c16ae8ecd6073e24a81', 'gw_port': {'id': '290babd5-53ff-4e55-948a-823edea95918', 'name': '', 'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:a2:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fdd8238-d1a4-46d6-ad7e-834fbc979bfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'ip_address': '172.27.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:32:41Z', 'updated_at': '2022-03-08T20:32:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-3-iscsi', '_interfaces': [{'id': 'c7bb15c5-7c0d-46a8-8cca-15ca8ef644a2', 'name': '', 'network_id': 'de9446a0-c58a-4c9a-a8d6-6921f8f95911', 'tenant_id': '3ab75e5ad0c04c16ae8ecd6073e24a81', 'mac_address': 'fa:16:3e:9c:46:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fdd8238-d1a4-46d6-ad7e-834fbc979bfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': 'c447eb81-039d-4a17-9b2c-b8079a3e024b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:32:43Z', 'updated_at': '2022-03-08T20:32:48Z', 'revision_number': 4, 'project_id': '3ab75e5ad0c04c16ae8ecd6073e24a81', 'subnets': [{'id': 'c447eb81-039d-4a17-9b2c-b8079a3e024b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 20:32:49.348691 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.wsgi [-] (103459) accepted ('10.222.0.41', 59194) {{(pid=103459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:32:49.607677 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-59dc1d12-dbc5-4323-9799-009d3a32d048 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:49.637049 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-401cc98f-6da2-4bbc-8a78-dc270b8d1a5a req-54d9e6a8-b5e1-42a9-8e3c-49f4cce6fbb7 tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] 10.222.0.41 "GET /v2.0/ports?device_id=bc092410-8ca8-4ed5-ad00-10064c4e328f HTTP/1.1" status: 200 len: 210 time: 0.0386391 Mar 08 20:32:49.683412 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-373fb493-dd7a-47b8-860c-ad89d6f4cb59 req-7f9b2cfc-e53d-42ca-adc8-7927931725c6 tempest-VolumesSnapshotTestJSON-151522371 tempest-VolumesSnapshotTestJSON-151522371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745146440906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28566877'] for port (3f452e88-ebf7-4cf3-a2db-14dd312e3eab), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:49.689636 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-59dc1d12-dbc5-4323-9799-009d3a32d048 admin admin] Publish callbacks [] for security_group (7f1368e2-dbbd-431f-9b1e-2660a136dbf6), precommit_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:49.744760 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-373fb493-dd7a-47b8-860c-ad89d6f4cb59 req-7f9b2cfc-e53d-42ca-adc8-7927931725c6 tempest-VolumesSnapshotTestJSON-151522371 tempest-VolumesSnapshotTestJSON-151522371-project] Network ea31e8d8-6c4b-4ed2-9f94-bd25e310be09 is already hosted by enough agents. {{(pid=103458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 20:32:49.748370 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.scheduler.base_scheduler [req-373fb493-dd7a-47b8-860c-ad89d6f4cb59 req-7f9b2cfc-e53d-42ca-adc8-7927931725c6 tempest-VolumesSnapshotTestJSON-151522371 tempest-VolumesSnapshotTestJSON-151522371-project] Resources bound (agent type, host, resource id): {{(pid=103458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:32:49.752506 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [req-373fb493-dd7a-47b8-860c-ad89d6f4cb59 req-7f9b2cfc-e53d-42ca-adc8-7927931725c6 tempest-VolumesSnapshotTestJSON-151522371 tempest-VolumesSnapshotTestJSON-151522371-project] Received port after_create {{(pid=103458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 20:32:49.759284 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9b2cfc-e53d-42ca-adc8-7927931725c6 tempest-VolumesSnapshotTestJSON-151522371 tempest-VolumesSnapshotTestJSON-151522371-project] Pushing event updated for resources: {'Port': ['ID=3f452e88-ebf7-4cf3-a2db-14dd312e3eab,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:32:49.785009 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-59dc1d12-dbc5-4323-9799-009d3a32d048 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310940'] for security_group (7f1368e2-dbbd-431f-9b1e-2660a136dbf6), after_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:49.845013 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59dc1d12-dbc5-4323-9799-009d3a32d048 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f1368e2-dbbd-431f-9b1e-2660a136dbf6,revision_number=1']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:32:49.851256 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373fb493-dd7a-47b8-860c-ad89d6f4cb59 req-7f9b2cfc-e53d-42ca-adc8-7927931725c6 tempest-VolumesSnapshotTestJSON-151522371 tempest-VolumesSnapshotTestJSON-151522371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:32:49.852009 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-373fb493-dd7a-47b8-860c-ad89d6f4cb59 req-7f9b2cfc-e53d-42ca-adc8-7927931725c6 tempest-VolumesSnapshotTestJSON-151522371 tempest-VolumesSnapshotTestJSON-151522371-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4188892'] for port (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:49.905091 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [None req-59dc1d12-dbc5-4323-9799-009d3a32d048 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=67a6df2fc09347f5b15abd34e65e8007&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5547111 Mar 08 20:32:49.907875 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.41', 59208) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:32:49.988481 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-021cfa6c-7ba1-4384-9dfc-db41611f88c1 admin admin] Publish callbacks [] for security_group (7f1368e2-dbbd-431f-9b1e-2660a136dbf6), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:50.002240 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-373fb493-dd7a-47b8-860c-ad89d6f4cb59 req-7f9b2cfc-e53d-42ca-adc8-7927931725c6 tempest-VolumesSnapshotTestJSON-151522371 tempest-VolumesSnapshotTestJSON-151522371-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3832979 Mar 08 20:32:50.016846 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.v2.base [req-373fb493-dd7a-47b8-860c-ad89d6f4cb59 req-29364071-619a-463e-898d-774fc8be1e2e service neutron] Request body: {'port': {'device_id': '04e9df5e-d8c1-4bd0-a9e6-c8a7e36acdce', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=103458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:32:50.025344 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c01d16-ba72-4224-9c86-0e987dc01721 req-766d87e2-b0e4-462e-806b-fb4dd7432626 tempest-VolumesSnapshotTestJSON-151522371 tempest-VolumesSnapshotTestJSON-151522371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:32:50.033880 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-e4c01d16-ba72-4224-9c86-0e987dc01721 req-766d87e2-b0e4-462e-806b-fb4dd7432626 tempest-VolumesSnapshotTestJSON-151522371 tempest-VolumesSnapshotTestJSON-151522371-project] 10.222.0.41 "GET /v2.0/ports?device_id=04e9df5e-d8c1-4bd0-a9e6-c8a7e36acdce HTTP/1.1" status: 200 len: 931 time: 0.0906494 Mar 08 20:32:50.117940 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-021cfa6c-7ba1-4384-9dfc-db41611f88c1 admin admin] Publish callbacks [] for security_group (7f1368e2-dbbd-431f-9b1e-2660a136dbf6), precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:50.130922 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-e4c01d16-ba72-4224-9c86-0e987dc01721 req-67af9604-c611-4a0a-83e2-1fd2a9887abd tempest-VolumesSnapshotTestJSON-151522371 tempest-VolumesSnapshotTestJSON-151522371-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe677eff-d822-49be-84a5-bf5c9dee4a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955870 Mar 08 20:32:50.147539 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-373fb493-dd7a-47b8-860c-ad89d6f4cb59 req-29364071-619a-463e-898d-774fc8be1e2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747308'] for port (3f452e88-ebf7-4cf3-a2db-14dd312e3eab), before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:50.157378 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.wsgi [-] (103459) accepted ('10.222.0.41', 59214) {{(pid=103459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:32:50.310113 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-74bb2f2b-d97d-4993-8fff-905b68d01e00 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:50.431995 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-021cfa6c-7ba1-4384-9dfc-db41611f88c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310940'] for security_group (7f1368e2-dbbd-431f-9b1e-2660a136dbf6), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:50.435296 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-021cfa6c-7ba1-4384-9dfc-db41611f88c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:50.436490 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-021cfa6c-7ba1-4384-9dfc-db41611f88c1 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7f1368e2-dbbd-431f-9b1e-2660a136dbf6 HTTP/1.1" status: 204 len: 168 time: 0.5275002 Mar 08 20:32:50.455904 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021cfa6c-7ba1-4384-9dfc-db41611f88c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f1368e2-dbbd-431f-9b1e-2660a136dbf6,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:32:50.502111 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.notifiers.nova [req-373fb493-dd7a-47b8-860c-ad89d6f4cb59 req-29364071-619a-463e-898d-774fc8be1e2e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f452e88-ebf7-4cf3-a2db-14dd312e3eab {{(pid=103458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 20:32:50.513504 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-373fb493-dd7a-47b8-860c-ad89d6f4cb59 req-29364071-619a-463e-898d-774fc8be1e2e service neutron] Publish callbacks [] for port (3f452e88-ebf7-4cf3-a2db-14dd312e3eab), precommit_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:50.531945 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [req-373fb493-dd7a-47b8-860c-ad89d6f4cb59 req-29364071-619a-463e-898d-774fc8be1e2e service neutron] Transition to ACTIVE for port object 3f452e88-ebf7-4cf3-a2db-14dd312e3eab will not be triggered until provisioned by entity L2. {{(pid=103458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 20:32:50.631858 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-373fb493-dd7a-47b8-860c-ad89d6f4cb59 req-29364071-619a-463e-898d-774fc8be1e2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745146878648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745146440924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745146440942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28566820'] for port (3f452e88-ebf7-4cf3-a2db-14dd312e3eab), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:50.645303 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-74bb2f2b-d97d-4993-8fff-905b68d01e00 admin admin] Publish callbacks [] for security_group (8a43bd6a-4197-45dc-85b5-6d6c83f63d44), precommit_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:50.717501 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7170490-e451-4d78-92ab-05ed3ed3c3b3 req-cce33266-007e-4b86-9791-ff29da39e88f tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:32:50.717501 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-f7170490-e451-4d78-92ab-05ed3ed3c3b3 req-cce33266-007e-4b86-9791-ff29da39e88f tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] 10.222.0.37 "GET /v2.0/networks?id=de9446a0-c58a-4c9a-a8d6-6921f8f95911 HTTP/1.1" status: 200 len: 818 time: 0.2110755 Mar 08 20:32:50.739649 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29364071-619a-463e-898d-774fc8be1e2e service neutron] Pushing event updated for resources: {'Port': ['ID=3f452e88-ebf7-4cf3-a2db-14dd312e3eab,revision_number=2']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:32:50.751265 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.v2.base [req-f7170490-e451-4d78-92ab-05ed3ed3c3b3 req-4ccdf94e-54ac-4f8b-8ed2-f12662b389d2 tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] Request body: {'port': {'device_id': 'a5f8ea3c-dce4-482f-8530-87a9153e6873', 'network_id': 'de9446a0-c58a-4c9a-a8d6-6921f8f95911', 'admin_state_up': True, 'tenant_id': '3ab75e5ad0c04c16ae8ecd6073e24a81'}} {{(pid=103459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:32:50.756793 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-74bb2f2b-d97d-4993-8fff-905b68d01e00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310940'] for security_group (8a43bd6a-4197-45dc-85b5-6d6c83f63d44), after_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:50.834369 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-63b19a82-4291-45fd-acc2-2c32f5316665 req-b08ba8e8-dc3a-4585-a3a4-0db4b7a68e5a tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] 10.222.0.41 "GET /v2.0/ports?device_id=bc092410-8ca8-4ed5-ad00-10064c4e328f HTTP/1.1" status: 200 len: 210 time: 0.0757620 Mar 08 20:32:50.877155 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [req-373fb493-dd7a-47b8-860c-ad89d6f4cb59 req-29364071-619a-463e-898d-774fc8be1e2e service neutron] Attempting to bind port 3f452e88-ebf7-4cf3-a2db-14dd312e3eab on host hv-cinder-83009 for vnic_type normal with profile {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 20:32:50.877722 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [req-373fb493-dd7a-47b8-860c-ad89d6f4cb59 req-29364071-619a-463e-898d-774fc8be1e2e service neutron] Attempting to bind port 3f452e88-ebf7-4cf3-a2db-14dd312e3eab by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': '59ee6f0e-5cdb-4301-9c10-a81d6f7d3da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'ea31e8d8-6c4b-4ed2-9f94-bd25e310be09'}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 20:32:50.878240 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-373fb493-dd7a-47b8-860c-ad89d6f4cb59 req-29364071-619a-463e-898d-774fc8be1e2e service neutron] Attempting to bind port 3f452e88-ebf7-4cf3-a2db-14dd312e3eab on network ea31e8d8-6c4b-4ed2-9f94-bd25e310be09 {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 20:32:50.883392 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-373fb493-dd7a-47b8-860c-ad89d6f4cb59 req-29364071-619a-463e-898d-774fc8be1e2e service neutron] Port 3f452e88-ebf7-4cf3-a2db-14dd312e3eab on network ea31e8d8-6c4b-4ed2-9f94-bd25e310be09 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 20:32:50.885098 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-373fb493-dd7a-47b8-860c-ad89d6f4cb59 req-29364071-619a-463e-898d-774fc8be1e2e service neutron] Attempting to bind port 3f452e88-ebf7-4cf3-a2db-14dd312e3eab on network ea31e8d8-6c4b-4ed2-9f94-bd25e310be09 {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 20:32:50.889559 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-373fb493-dd7a-47b8-860c-ad89d6f4cb59 req-29364071-619a-463e-898d-774fc8be1e2e service neutron] Checking agent: {'id': '905863fd-6a46-47f8-82ce-98f31309cbd3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 20, 29, 24), 'started_at': datetime.datetime(2022, 3, 8, 20, 29, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 20, 32, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 20:32:50.889906 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-373fb493-dd7a-47b8-860c-ad89d6f4cb59 req-29364071-619a-463e-898d-774fc8be1e2e service neutron] Checking segment: {'id': '59ee6f0e-5cdb-4301-9c10-a81d6f7d3da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'ea31e8d8-6c4b-4ed2-9f94-bd25e310be09'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 20:32:50.890360 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-373fb493-dd7a-47b8-860c-ad89d6f4cb59 req-29364071-619a-463e-898d-774fc8be1e2e service neutron] Bound using segment: {'id': '59ee6f0e-5cdb-4301-9c10-a81d6f7d3da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'ea31e8d8-6c4b-4ed2-9f94-bd25e310be09'} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 20:32:50.891297 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [req-373fb493-dd7a-47b8-860c-ad89d6f4cb59 req-29364071-619a-463e-898d-774fc8be1e2e service neutron] Bound port: 3f452e88-ebf7-4cf3-a2db-14dd312e3eab, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59ee6f0e-5cdb-4301-9c10-a81d6f7d3da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'ea31e8d8-6c4b-4ed2-9f94-bd25e310be09'}}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 20:32:50.891297 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-373fb493-dd7a-47b8-860c-ad89d6f4cb59 req-29364071-619a-463e-898d-774fc8be1e2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747308'] for port (3f452e88-ebf7-4cf3-a2db-14dd312e3eab), before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:50.920925 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [None req-74bb2f2b-d97d-4993-8fff-905b68d01e00 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9d3914625a7641549e243461fef5d1a9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7623456 Mar 08 20:32:50.924117 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.wsgi [-] (103459) accepted ('10.222.0.41', 59226) {{(pid=103459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:32:50.926719 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bb2f2b-d97d-4993-8fff-905b68d01e00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a43bd6a-4197-45dc-85b5-6d6c83f63d44,revision_number=1']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:32:50.978491 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.db [req-373fb493-dd7a-47b8-860c-ad89d6f4cb59 req-29364071-619a-463e-898d-774fc8be1e2e service neutron] For port 3f452e88-ebf7-4cf3-a2db-14dd312e3eab, host hv-cinder-83009, cleared binding levels {{(pid=103458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 20:32:50.980728 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.rpc [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Device c7bb15c5-7c0d-46a8-8cca-15ca8ef644a2 up at agent ovs-agent-dv-cinder-830096-3-iscsi {{(pid=103460) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 20:32:51.001409 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.db [req-373fb493-dd7a-47b8-860c-ad89d6f4cb59 req-29364071-619a-463e-898d-774fc8be1e2e service neutron] For port 3f452e88-ebf7-4cf3-a2db-14dd312e3eab, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=3f452e88-ebf7-4cf3-a2db-14dd312e3eab,segment=NetworkSegment(59ee6f0e-5cdb-4301-9c10-a81d6f7d3da8),segment_id=59ee6f0e-5cdb-4301-9c10-a81d6f7d3da8)] {{(pid=103458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 20:32:51.047961 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.provisioning_blocks [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Provisioning complete for port c7bb15c5-7c0d-46a8-8cca-15ca8ef644a2 triggered by entity L2. {{(pid=103460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:32:51.048544 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476507'] for port (c7bb15c5-7c0d-46a8-8cca-15ca8ef644a2), provisioning_complete {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:51.052989 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-a7c476f6-da5f-4f5c-9863-052b355e0980 admin admin] Publish callbacks [] for security_group (8a43bd6a-4197-45dc-85b5-6d6c83f63d44), before_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:51.080491 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-a7c476f6-da5f-4f5c-9863-052b355e0980 admin admin] Publish callbacks [] for security_group (8a43bd6a-4197-45dc-85b5-6d6c83f63d44), precommit_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:51.129163 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7170490-e451-4d78-92ab-05ed3ed3c3b3 req-4ccdf94e-54ac-4f8b-8ed2-f12662b389d2 tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] Made reservation on behalf of 3ab75e5ad0c04c16ae8ecd6073e24a81 for: {'port': 1} {{(pid=103459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 20:32:51.129411 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.plugin [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Current status of the port c7bb15c5-7c0d-46a8-8cca-15ca8ef644a2 is: DOWN; New status is: ACTIVE {{(pid=103460) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:32:51.129811 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747308'] for port (c7bb15c5-7c0d-46a8-8cca-15ca8ef644a2), before_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:51.132848 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [req-f7170490-e451-4d78-92ab-05ed3ed3c3b3 req-4ccdf94e-54ac-4f8b-8ed2-f12662b389d2 tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747308'] for port (None), before_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:51.133715 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-373fb493-dd7a-47b8-860c-ad89d6f4cb59 req-29364071-619a-463e-898d-774fc8be1e2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745146878648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745146440924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745146440942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28566820'] for port (3f452e88-ebf7-4cf3-a2db-14dd312e3eab), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:51.170152 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.db [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] For port c7bb15c5-7c0d-46a8-8cca-15ca8ef644a2, host dv-cinder-830096-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-3-iscsi',level=0,port_id=c7bb15c5-7c0d-46a8-8cca-15ca8ef644a2,segment=NetworkSegment(7f41e294-9f18-4c67-842c-6c4d3d8141d4),segment_id=7f41e294-9f18-4c67-842c-6c4d3d8141d4)] {{(pid=103460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:32:51.194149 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373fb493-dd7a-47b8-860c-ad89d6f4cb59 req-29364071-619a-463e-898d-774fc8be1e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:32:51.194768 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-373fb493-dd7a-47b8-860c-ad89d6f4cb59 req-29364071-619a-463e-898d-774fc8be1e2e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4188892'] for port (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:51.196137 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-373fb493-dd7a-47b8-860c-ad89d6f4cb59 req-29364071-619a-463e-898d-774fc8be1e2e service neutron] 10.222.0.37 "PUT /v2.0/ports/3f452e88-ebf7-4cf3-a2db-14dd312e3eab HTTP/1.1" status: 200 len: 1093 time: 1.1850092 Mar 08 20:32:51.196765 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04e9df5e-d8c1-4bd0-a9e6-c8a7e36acdce', 'tag': '3f452e88-ebf7-4cf3-a2db-14dd312e3eab'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 20:32:51.203320 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80a387be2d8005eb2e27f9060a02e972faa958bb0688f3ffd3bc7b0f4eb55c8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16c83ad6-175e-483e-9abc-91744978e17f" -d '{"events": [{"name": "network-changed", "server_uuid": "04e9df5e-d8c1-4bd0-a9e6-c8a7e36acdce", "tag": "3f452e88-ebf7-4cf3-a2db-14dd312e3eab"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 20:32:51.230488 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29364071-619a-463e-898d-774fc8be1e2e service neutron] Pushing event updated for resources: {'Port': ['ID=3f452e88-ebf7-4cf3-a2db-14dd312e3eab,revision_number=3']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:32:51.245602 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 20:32:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b08b016-fe18-4352-8d91-af512c26f172 x-openstack-request-id: req-0b08b016-fe18-4352-8d91-af512c26f172 {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 20:32:51.246319 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04e9df5e-d8c1-4bd0-a9e6-c8a7e36acdce", "tag": "3f452e88-ebf7-4cf3-a2db-14dd312e3eab", "status": "completed", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 20:32:51.246865 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0b08b016-fe18-4352-8d91-af512c26f172 {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 20:32:51.247495 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04e9df5e-d8c1-4bd0-a9e6-c8a7e36acdce', 'tag': '3f452e88-ebf7-4cf3-a2db-14dd312e3eab', 'status': 'completed', 'code': 200} Mar 08 20:32:51.264287 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-a7c476f6-da5f-4f5c-9863-052b355e0980 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310940'] for security_group (8a43bd6a-4197-45dc-85b5-6d6c83f63d44), after_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:51.266923 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-a7c476f6-da5f-4f5c-9863-052b355e0980 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:51.268036 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [None req-a7c476f6-da5f-4f5c-9863-052b355e0980 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8a43bd6a-4197-45dc-85b5-6d6c83f63d44 HTTP/1.1" status: 204 len: 168 time: 0.3379915 Mar 08 20:32:51.295168 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745146878648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745146440924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745146440942'] for port (c7bb15c5-7c0d-46a8-8cca-15ca8ef644a2), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:51.312376 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c476f6-da5f-4f5c-9863-052b355e0980 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a43bd6a-4197-45dc-85b5-6d6c83f63d44,revision_number=None']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:32:51.346231 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.wsgi [-] (103459) accepted ('10.222.0.41', 59240) {{(pid=103459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:32:51.354883 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6cc517-b6ad-400a-b943-61f7993dc197 req-521ce4f6-21a4-4e73-b7ea-c496916138ba tempest-VolumesSnapshotTestJSON-151522371 tempest-VolumesSnapshotTestJSON-151522371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:32:51.356481 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-af6cc517-b6ad-400a-b943-61f7993dc197 req-521ce4f6-21a4-4e73-b7ea-c496916138ba tempest-VolumesSnapshotTestJSON-151522371 tempest-VolumesSnapshotTestJSON-151522371-project] 10.222.0.41 "GET /v2.0/ports?device_id=04e9df5e-d8c1-4bd0-a9e6-c8a7e36acdce HTTP/1.1" status: 200 len: 943 time: 0.1420970 Mar 08 20:32:51.387314 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Pushing event updated for resources: {'Port': ['ID=c7bb15c5-7c0d-46a8-8cca-15ca8ef644a2,revision_number=5']} {{(pid=103460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:32:51.400511 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-d2a41bef-32b9-48f3-8ec1-44750c4232eb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:51.462173 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.db.db_base_plugin_common [req-f7170490-e451-4d78-92ab-05ed3ed3c3b3 req-4ccdf94e-54ac-4f8b-8ed2-f12662b389d2 tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] Allocated IP 172.20.0.14 (de9446a0-c58a-4c9a-a8d6-6921f8f95911/c447eb81-039d-4a17-9b2c-b8079a3e024b/64834295-ef23-47d3-a226-c43721e27b16) {{(pid=103459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 20:32:51.462731 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c83ad6-175e-483e-9abc-91744978e17f req-e03b369e-752e-46fb-9e00-7f70c34d67a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:32:51.464422 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-16c83ad6-175e-483e-9abc-91744978e17f req-e03b369e-752e-46fb-9e00-7f70c34d67a8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6e6d40cd30134e9e8c068ad0265bfd86&device_id=04e9df5e-d8c1-4bd0-a9e6-c8a7e36acdce HTTP/1.1" status: 200 len: 1127 time: 0.1737032 Mar 08 20:32:51.471480 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-af6cc517-b6ad-400a-b943-61f7993dc197 req-ceb88c38-97da-47cf-9bf2-c4ddbc911bd0 tempest-VolumesSnapshotTestJSON-151522371 tempest-VolumesSnapshotTestJSON-151522371-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe677eff-d822-49be-84a5-bf5c9dee4a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901120 Mar 08 20:32:51.528078 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b535e79-70b2-4b86-a610-2b4047c29641 req-2ba510e8-6e54-45b5-ac6c-ede700f35c37 tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:32:51.529603 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-9b535e79-70b2-4b86-a610-2b4047c29641 req-2ba510e8-6e54-45b5-ac6c-ede700f35c37 tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] 10.222.0.37 "GET /v2.0/networks?id=de9446a0-c58a-4c9a-a8d6-6921f8f95911 HTTP/1.1" status: 200 len: 818 time: 0.1618624 Mar 08 20:32:51.562278 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.v2.base [req-9b535e79-70b2-4b86-a610-2b4047c29641 req-556825fa-40b1-4a72-81e9-b103f5a5dbbb tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] Request body: {'port': {'device_id': 'bc092410-8ca8-4ed5-ad00-10064c4e328f', 'network_id': 'de9446a0-c58a-4c9a-a8d6-6921f8f95911', 'admin_state_up': True, 'tenant_id': '3ab75e5ad0c04c16ae8ecd6073e24a81'}} {{(pid=103458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:32:51.628310 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-d2a41bef-32b9-48f3-8ec1-44750c4232eb admin admin] Publish callbacks [] for security_group (cff9b737-a799-474d-ad04-e8e3246e7ffc), precommit_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:51.667392 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c83ad6-175e-483e-9abc-91744978e17f req-c7ea63f8-e8dd-4cd4-a708-c659b2b34537 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:32:51.668948 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-16c83ad6-175e-483e-9abc-91744978e17f req-c7ea63f8-e8dd-4cd4-a708-c659b2b34537 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=6e6d40cd30134e9e8c068ad0265bfd86&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1939986 Mar 08 20:32:51.673705 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [req-f7170490-e451-4d78-92ab-05ed3ed3c3b3 req-4ccdf94e-54ac-4f8b-8ed2-f12662b389d2 tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] Publish callbacks [] for port (64834295-ef23-47d3-a226-c43721e27b16), precommit_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:51.711986 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-d2a41bef-32b9-48f3-8ec1-44750c4232eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310940'] for security_group (cff9b737-a799-474d-ad04-e8e3246e7ffc), after_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:51.762334 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [None req-d2a41bef-32b9-48f3-8ec1-44750c4232eb admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e433f1117e4d471296e7f7c4fff219a8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4048052 Mar 08 20:32:51.768314 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.wsgi [-] (103459) accepted ('10.222.0.41', 59248) {{(pid=103459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:32:51.790906 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a41bef-32b9-48f3-8ec1-44750c4232eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cff9b737-a799-474d-ad04-e8e3246e7ffc,revision_number=1']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:32:51.807919 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c83ad6-175e-483e-9abc-91744978e17f req-e84ec451-421d-4337-af66-a71c947477e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:32:51.809448 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-16c83ad6-175e-483e-9abc-91744978e17f req-e84ec451-421d-4337-af66-a71c947477e2 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1340587 Mar 08 20:32:51.828590 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-55cd8ae0-a6ca-4df8-a285-e1b0f03a6720 admin admin] Publish callbacks [] for security_group (cff9b737-a799-474d-ad04-e8e3246e7ffc), before_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:51.849159 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b535e79-70b2-4b86-a610-2b4047c29641 req-556825fa-40b1-4a72-81e9-b103f5a5dbbb tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] Made reservation on behalf of 3ab75e5ad0c04c16ae8ecd6073e24a81 for: {'port': 1} {{(pid=103458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 20:32:51.852953 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-9b535e79-70b2-4b86-a610-2b4047c29641 req-556825fa-40b1-4a72-81e9-b103f5a5dbbb tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747308'] for port (None), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:51.853133 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [req-f7170490-e451-4d78-92ab-05ed3ed3c3b3 req-4ccdf94e-54ac-4f8b-8ed2-f12662b389d2 tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745146440906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28404629'] for port (64834295-ef23-47d3-a226-c43721e27b16), after_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:51.856080 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-55cd8ae0-a6ca-4df8-a285-e1b0f03a6720 admin admin] Publish callbacks [] for security_group (cff9b737-a799-474d-ad04-e8e3246e7ffc), precommit_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:51.937601 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7170490-e451-4d78-92ab-05ed3ed3c3b3 req-4ccdf94e-54ac-4f8b-8ed2-f12662b389d2 tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] Network de9446a0-c58a-4c9a-a8d6-6921f8f95911 is already hosted by enough agents. {{(pid=103459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 20:32:51.939849 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.scheduler.base_scheduler [req-f7170490-e451-4d78-92ab-05ed3ed3c3b3 req-4ccdf94e-54ac-4f8b-8ed2-f12662b389d2 tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] Resources bound (agent type, host, resource id): {{(pid=103459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:32:51.954476 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccdf94e-54ac-4f8b-8ed2-f12662b389d2 tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] Pushing event updated for resources: {'Port': ['ID=64834295-ef23-47d3-a226-c43721e27b16,revision_number=1']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:32:51.960097 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7170490-e451-4d78-92ab-05ed3ed3c3b3 req-4ccdf94e-54ac-4f8b-8ed2-f12662b389d2 tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] Received port after_create {{(pid=103459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 20:32:52.024273 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7170490-e451-4d78-92ab-05ed3ed3c3b3 req-4ccdf94e-54ac-4f8b-8ed2-f12662b389d2 tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:32:52.024273 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [req-f7170490-e451-4d78-92ab-05ed3ed3c3b3 req-4ccdf94e-54ac-4f8b-8ed2-f12662b389d2 tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4188892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3733777'] for port (None), before_response {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:52.059960 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-2df1c869-555d-49b9-a6fd-313ef826662b req-6e8b16ed-03c6-405e-8cee-f507140a8906 tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] 10.222.0.41 "GET /v2.0/ports?device_id=bc092410-8ca8-4ed5-ad00-10064c4e328f HTTP/1.1" status: 200 len: 210 time: 0.1087029 Mar 08 20:32:52.077495 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-55cd8ae0-a6ca-4df8-a285-e1b0f03a6720 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310940'] for security_group (cff9b737-a799-474d-ad04-e8e3246e7ffc), after_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:52.080465 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-55cd8ae0-a6ca-4df8-a285-e1b0f03a6720 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:52.082521 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [None req-55cd8ae0-a6ca-4df8-a285-e1b0f03a6720 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/cff9b737-a799-474d-ad04-e8e3246e7ffc HTTP/1.1" status: 204 len: 168 time: 0.3163950 Mar 08 20:32:52.091208 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373fb493-dd7a-47b8-860c-ad89d6f4cb59 req-fa37748c-c2d8-4ec2-b40c-73d6cd233ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:32:52.091924 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cd8ae0-a6ca-4df8-a285-e1b0f03a6720 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cff9b737-a799-474d-ad04-e8e3246e7ffc,revision_number=None']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:32:52.092803 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-373fb493-dd7a-47b8-860c-ad89d6f4cb59 req-fa37748c-c2d8-4ec2-b40c-73d6cd233ce6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6e6d40cd30134e9e8c068ad0265bfd86&device_id=04e9df5e-d8c1-4bd0-a9e6-c8a7e36acdce HTTP/1.1" status: 200 len: 1127 time: 0.2354901 Mar 08 20:32:52.109429 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-f7170490-e451-4d78-92ab-05ed3ed3c3b3 req-4ccdf94e-54ac-4f8b-8ed2-f12662b389d2 tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3620594 Mar 08 20:32:52.142165 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.v2.base [req-f7170490-e451-4d78-92ab-05ed3ed3c3b3 req-ae84b4b7-970e-49cd-9e9d-dc76d2cc7eba service neutron] Request body: {'port': {'device_id': 'a5f8ea3c-dce4-482f-8530-87a9153e6873', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=103459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:32:52.144776 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.db.db_base_plugin_common [req-9b535e79-70b2-4b86-a610-2b4047c29641 req-556825fa-40b1-4a72-81e9-b103f5a5dbbb tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] Allocated IP 172.20.0.6 (de9446a0-c58a-4c9a-a8d6-6921f8f95911/c447eb81-039d-4a17-9b2c-b8079a3e024b/3406b71e-3634-49ff-aafb-a5dd7c45ef9b) {{(pid=103458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 20:32:52.182974 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-373fb493-dd7a-47b8-860c-ad89d6f4cb59 req-1c466a02-56ac-41d4-ab89-0da01853b453 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3f452e88-ebf7-4cf3-a2db-14dd312e3eab HTTP/1.1" status: 200 len: 217 time: 0.0485587 Mar 08 20:32:52.214275 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [req-f7170490-e451-4d78-92ab-05ed3ed3c3b3 req-ae84b4b7-970e-49cd-9e9d-dc76d2cc7eba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747308'] for port (64834295-ef23-47d3-a226-c43721e27b16), before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:52.280333 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373fb493-dd7a-47b8-860c-ad89d6f4cb59 req-735bd504-0ad7-447b-860c-7f18e9eb7334 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:32:52.282025 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-373fb493-dd7a-47b8-860c-ad89d6f4cb59 req-735bd504-0ad7-447b-860c-7f18e9eb7334 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7bf737ab-26e0-45bb-9bf2-f1b7f9c42945 HTTP/1.1" status: 200 len: 853 time: 0.0884316 Mar 08 20:32:52.627159 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedcb4d6-a68c-4788-a43c-dc83a934387f req-65809355-8082-48cb-a591-8ea2f353e2e4 tempest-VolumesSnapshotTestJSON-151522371 tempest-VolumesSnapshotTestJSON-151522371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:32:52.627410 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-373fb493-dd7a-47b8-860c-ad89d6f4cb59 req-f3bc99a6-d04b-471d-8ebe-1e6953a7a756 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ea31e8d8-6c4b-4ed2-9f94-bd25e310be09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3245151 Mar 08 20:32:52.628959 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-cedcb4d6-a68c-4788-a43c-dc83a934387f req-65809355-8082-48cb-a591-8ea2f353e2e4 tempest-VolumesSnapshotTestJSON-151522371 tempest-VolumesSnapshotTestJSON-151522371-project] 10.222.0.41 "GET /v2.0/ports?device_id=04e9df5e-d8c1-4bd0-a9e6-c8a7e36acdce HTTP/1.1" status: 200 len: 943 time: 0.0643573 Mar 08 20:32:52.716901 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-cedcb4d6-a68c-4788-a43c-dc83a934387f req-c6bc062e-be14-4d66-aac0-05c684008004 tempest-VolumesSnapshotTestJSON-151522371 tempest-VolumesSnapshotTestJSON-151522371-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe677eff-d822-49be-84a5-bf5c9dee4a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799758 Mar 08 20:32:52.762551 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-9b535e79-70b2-4b86-a610-2b4047c29641 req-556825fa-40b1-4a72-81e9-b103f5a5dbbb tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] Publish callbacks [] for port (3406b71e-3634-49ff-aafb-a5dd7c45ef9b), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:52.793559 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-373fb493-dd7a-47b8-860c-ad89d6f4cb59 req-69a21c49-c56a-4f8d-934f-f77d4b5dcc5e service neutron] 10.222.0.37 "GET /v2.0/networks/ea31e8d8-6c4b-4ed2-9f94-bd25e310be09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1557612 Mar 08 20:32:52.809054 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.rpc [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Device c7bb15c5-7c0d-46a8-8cca-15ca8ef644a2 up at agent ovs-agent-dv-cinder-830096-3-iscsi {{(pid=103460) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 20:32:52.891445 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.provisioning_blocks [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Provisioning complete for port c7bb15c5-7c0d-46a8-8cca-15ca8ef644a2 triggered by entity L2. {{(pid=103460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:32:52.891830 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476507'] for port (c7bb15c5-7c0d-46a8-8cca-15ca8ef644a2), provisioning_complete {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:52.923077 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-373fb493-dd7a-47b8-860c-ad89d6f4cb59 req-d94afdad-8bbd-4f9b-b687-499022ed5cd1 service neutron] 10.222.0.37 "GET /v2.0/networks/ea31e8d8-6c4b-4ed2-9f94-bd25e310be09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1188707 Mar 08 20:32:52.944945 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-9b535e79-70b2-4b86-a610-2b4047c29641 req-556825fa-40b1-4a72-81e9-b103f5a5dbbb tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745146440906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28566877'] for port (3406b71e-3634-49ff-aafb-a5dd7c45ef9b), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:52.984135 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.plugin [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Current status of the port c7bb15c5-7c0d-46a8-8cca-15ca8ef644a2 is: ACTIVE; New status is: ACTIVE {{(pid=103460) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:32:53.007052 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556825fa-40b1-4a72-81e9-b103f5a5dbbb tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] Pushing event updated for resources: {'Port': ['ID=3406b71e-3634-49ff-aafb-a5dd7c45ef9b,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:32:53.010512 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b535e79-70b2-4b86-a610-2b4047c29641 req-556825fa-40b1-4a72-81e9-b103f5a5dbbb tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] Network de9446a0-c58a-4c9a-a8d6-6921f8f95911 is already hosted by enough agents. {{(pid=103458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 20:32:53.012644 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.scheduler.base_scheduler [req-9b535e79-70b2-4b86-a610-2b4047c29641 req-556825fa-40b1-4a72-81e9-b103f5a5dbbb tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] Resources bound (agent type, host, resource id): {{(pid=103458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:32:53.014694 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b535e79-70b2-4b86-a610-2b4047c29641 req-556825fa-40b1-4a72-81e9-b103f5a5dbbb tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] Received port after_create {{(pid=103458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 20:32:53.069854 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b535e79-70b2-4b86-a610-2b4047c29641 req-556825fa-40b1-4a72-81e9-b103f5a5dbbb tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:32:53.070752 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-9b535e79-70b2-4b86-a610-2b4047c29641 req-556825fa-40b1-4a72-81e9-b103f5a5dbbb tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4188892'] for port (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:53.110080 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.notifiers.nova [req-f7170490-e451-4d78-92ab-05ed3ed3c3b3 req-ae84b4b7-970e-49cd-9e9d-dc76d2cc7eba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64834295-ef23-47d3-a226-c43721e27b16 {{(pid=103459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 20:32:53.119252 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [req-f7170490-e451-4d78-92ab-05ed3ed3c3b3 req-ae84b4b7-970e-49cd-9e9d-dc76d2cc7eba service neutron] Publish callbacks [] for port (64834295-ef23-47d3-a226-c43721e27b16), precommit_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:53.132412 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [req-f7170490-e451-4d78-92ab-05ed3ed3c3b3 req-ae84b4b7-970e-49cd-9e9d-dc76d2cc7eba service neutron] Transition to ACTIVE for port object 64834295-ef23-47d3-a226-c43721e27b16 will not be triggered until provisioned by entity L2. {{(pid=103459) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 20:32:53.172929 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-9b535e79-70b2-4b86-a610-2b4047c29641 req-556825fa-40b1-4a72-81e9-b103f5a5dbbb tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6183205 Mar 08 20:32:53.188781 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.v2.base [req-9b535e79-70b2-4b86-a610-2b4047c29641 req-75134625-4a54-4e39-8ac5-360cb77c8d14 service neutron] Request body: {'port': {'device_id': 'bc092410-8ca8-4ed5-ad00-10064c4e328f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=103458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:32:53.198403 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [req-f7170490-e451-4d78-92ab-05ed3ed3c3b3 req-ae84b4b7-970e-49cd-9e9d-dc76d2cc7eba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745146878648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745146440924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745146440942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28404716'] for port (64834295-ef23-47d3-a226-c43721e27b16), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:53.217325 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd34db5-7d95-475c-940a-d803ff243915 req-36e718e3-95e0-42e2-8e35-7a2873397aae tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:32:53.218857 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-4bd34db5-7d95-475c-940a-d803ff243915 req-36e718e3-95e0-42e2-8e35-7a2873397aae tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] 10.222.0.41 "GET /v2.0/ports?device_id=bc092410-8ca8-4ed5-ad00-10064c4e328f HTTP/1.1" status: 200 len: 931 time: 0.0851979 Mar 08 20:32:53.255154 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae84b4b7-970e-49cd-9e9d-dc76d2cc7eba service neutron] Pushing event updated for resources: {'Port': ['ID=64834295-ef23-47d3-a226-c43721e27b16,revision_number=2']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:32:53.279144 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-9b535e79-70b2-4b86-a610-2b4047c29641 req-75134625-4a54-4e39-8ac5-360cb77c8d14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747308'] for port (3406b71e-3634-49ff-aafb-a5dd7c45ef9b), before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:53.337327 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-4bd34db5-7d95-475c-940a-d803ff243915 req-770e2122-6e28-4844-90b2-75ee40c708b1 tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] 10.222.0.41 "GET /v2.0/security-groups?id=306014d5-d504-41eb-b92c-22e11b4bc9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107514 Mar 08 20:32:53.347370 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [req-f7170490-e451-4d78-92ab-05ed3ed3c3b3 req-ae84b4b7-970e-49cd-9e9d-dc76d2cc7eba service neutron] Attempting to bind port 64834295-ef23-47d3-a226-c43721e27b16 on host hv-cinder-83009 for vnic_type normal with profile {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 20:32:53.347802 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [req-f7170490-e451-4d78-92ab-05ed3ed3c3b3 req-ae84b4b7-970e-49cd-9e9d-dc76d2cc7eba service neutron] Attempting to bind port 64834295-ef23-47d3-a226-c43721e27b16 by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': '7f41e294-9f18-4c67-842c-6c4d3d8141d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'de9446a0-c58a-4c9a-a8d6-6921f8f95911'}] {{(pid=103459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 20:32:53.348255 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7170490-e451-4d78-92ab-05ed3ed3c3b3 req-ae84b4b7-970e-49cd-9e9d-dc76d2cc7eba service neutron] Attempting to bind port 64834295-ef23-47d3-a226-c43721e27b16 on network de9446a0-c58a-4c9a-a8d6-6921f8f95911 {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 20:32:53.362685 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7170490-e451-4d78-92ab-05ed3ed3c3b3 req-ae84b4b7-970e-49cd-9e9d-dc76d2cc7eba service neutron] Port 64834295-ef23-47d3-a226-c43721e27b16 on network de9446a0-c58a-4c9a-a8d6-6921f8f95911 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 20:32:53.363291 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7170490-e451-4d78-92ab-05ed3ed3c3b3 req-ae84b4b7-970e-49cd-9e9d-dc76d2cc7eba service neutron] Attempting to bind port 64834295-ef23-47d3-a226-c43721e27b16 on network de9446a0-c58a-4c9a-a8d6-6921f8f95911 {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 20:32:53.368777 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7170490-e451-4d78-92ab-05ed3ed3c3b3 req-ae84b4b7-970e-49cd-9e9d-dc76d2cc7eba service neutron] Checking agent: {'id': '905863fd-6a46-47f8-82ce-98f31309cbd3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 20, 29, 24), 'started_at': datetime.datetime(2022, 3, 8, 20, 29, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 20, 32, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 20:32:53.369214 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7170490-e451-4d78-92ab-05ed3ed3c3b3 req-ae84b4b7-970e-49cd-9e9d-dc76d2cc7eba service neutron] Checking segment: {'id': '7f41e294-9f18-4c67-842c-6c4d3d8141d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'de9446a0-c58a-4c9a-a8d6-6921f8f95911'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 20:32:53.374652 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7170490-e451-4d78-92ab-05ed3ed3c3b3 req-ae84b4b7-970e-49cd-9e9d-dc76d2cc7eba service neutron] Bound using segment: {'id': '7f41e294-9f18-4c67-842c-6c4d3d8141d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'de9446a0-c58a-4c9a-a8d6-6921f8f95911'} {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 20:32:53.374652 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [req-f7170490-e451-4d78-92ab-05ed3ed3c3b3 req-ae84b4b7-970e-49cd-9e9d-dc76d2cc7eba service neutron] Bound port: 64834295-ef23-47d3-a226-c43721e27b16, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f41e294-9f18-4c67-842c-6c4d3d8141d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'de9446a0-c58a-4c9a-a8d6-6921f8f95911'}}] {{(pid=103459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 20:32:53.374652 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [req-f7170490-e451-4d78-92ab-05ed3ed3c3b3 req-ae84b4b7-970e-49cd-9e9d-dc76d2cc7eba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747308'] for port (64834295-ef23-47d3-a226-c43721e27b16), before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:53.380319 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.wsgi [-] (103459) accepted ('10.222.0.41', 59310) {{(pid=103459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:32:53.452958 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [req-f7170490-e451-4d78-92ab-05ed3ed3c3b3 req-ae84b4b7-970e-49cd-9e9d-dc76d2cc7eba service neutron] For port 64834295-ef23-47d3-a226-c43721e27b16, host hv-cinder-83009, cleared binding levels {{(pid=103459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 20:32:53.456265 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [req-f7170490-e451-4d78-92ab-05ed3ed3c3b3 req-ae84b4b7-970e-49cd-9e9d-dc76d2cc7eba service neutron] For port 64834295-ef23-47d3-a226-c43721e27b16, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=64834295-ef23-47d3-a226-c43721e27b16,segment=NetworkSegment(7f41e294-9f18-4c67-842c-6c4d3d8141d4),segment_id=7f41e294-9f18-4c67-842c-6c4d3d8141d4)] {{(pid=103459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 20:32:53.487085 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.v2.base [None req-54192c38-83b2-41a0-a90c-fc87f3d2d5b2 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1930266208-network', 'tenant_id': '47d0550702904235a54e3579b3ba56f4'}} {{(pid=103459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:32:53.573307 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [req-f7170490-e451-4d78-92ab-05ed3ed3c3b3 req-ae84b4b7-970e-49cd-9e9d-dc76d2cc7eba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745146878648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745146440924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745146440942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28404716'] for port (64834295-ef23-47d3-a226-c43721e27b16), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:53.588146 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.notifiers.nova [req-9b535e79-70b2-4b86-a610-2b4047c29641 req-75134625-4a54-4e39-8ac5-360cb77c8d14 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3406b71e-3634-49ff-aafb-a5dd7c45ef9b {{(pid=103458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 20:32:53.596648 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-9b535e79-70b2-4b86-a610-2b4047c29641 req-75134625-4a54-4e39-8ac5-360cb77c8d14 service neutron] Publish callbacks [] for port (3406b71e-3634-49ff-aafb-a5dd7c45ef9b), precommit_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:53.612626 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [req-9b535e79-70b2-4b86-a610-2b4047c29641 req-75134625-4a54-4e39-8ac5-360cb77c8d14 service neutron] Transition to ACTIVE for port object 3406b71e-3634-49ff-aafb-a5dd7c45ef9b will not be triggered until provisioned by entity L2. {{(pid=103458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 20:32:53.622473 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54192c38-83b2-41a0-a90c-fc87f3d2d5b2 admin admin] Made reservation on behalf of 47d0550702904235a54e3579b3ba56f4 for: {'network': 1} {{(pid=103459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 20:32:53.624204 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-54192c38-83b2-41a0-a90c-fc87f3d2d5b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747308'] for network (None), before_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:53.634610 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7170490-e451-4d78-92ab-05ed3ed3c3b3 req-ae84b4b7-970e-49cd-9e9d-dc76d2cc7eba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:32:53.635762 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [req-f7170490-e451-4d78-92ab-05ed3ed3c3b3 req-ae84b4b7-970e-49cd-9e9d-dc76d2cc7eba service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4188892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3733777'] for port (None), before_response {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:53.637549 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-f7170490-e451-4d78-92ab-05ed3ed3c3b3 req-ae84b4b7-970e-49cd-9e9d-dc76d2cc7eba service neutron] 10.222.0.37 "PUT /v2.0/ports/64834295-ef23-47d3-a226-c43721e27b16 HTTP/1.1" status: 200 len: 1094 time: 1.5017891 Mar 08 20:32:53.638005 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5f8ea3c-dce4-482f-8530-87a9153e6873', 'tag': '64834295-ef23-47d3-a226-c43721e27b16'}] {{(pid=103459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 20:32:53.640389 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30f128d5f71b3f7cc76d6cee4f56f72b4ad92d7c7cb63713f7d7a45aaaaee86d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-beb8e93f-a01f-4644-bab7-e8612226546c" -d '{"events": [{"name": "network-changed", "server_uuid": "a5f8ea3c-dce4-482f-8530-87a9153e6873", "tag": "64834295-ef23-47d3-a226-c43721e27b16"}]}' {{(pid=103459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 20:32:53.647967 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-54192c38-83b2-41a0-a90c-fc87f3d2d5b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:53.671395 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae84b4b7-970e-49cd-9e9d-dc76d2cc7eba service neutron] Pushing event updated for resources: {'Port': ['ID=64834295-ef23-47d3-a226-c43721e27b16,revision_number=3']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:32:53.677327 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 20:32:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb9bfda4-6f18-4f06-8564-0dd2c98fa244 x-openstack-request-id: req-fb9bfda4-6f18-4f06-8564-0dd2c98fa244 {{(pid=103459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 20:32:53.677623 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5f8ea3c-dce4-482f-8530-87a9153e6873", "tag": "64834295-ef23-47d3-a226-c43721e27b16", "status": "completed", "code": 200}]} {{(pid=103459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 20:32:53.677880 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-fb9bfda4-6f18-4f06-8564-0dd2c98fa244 {{(pid=103459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 20:32:53.678269 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5f8ea3c-dce4-482f-8530-87a9153e6873', 'tag': '64834295-ef23-47d3-a226-c43721e27b16', 'status': 'completed', 'code': 200} Mar 08 20:32:53.710176 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-9b535e79-70b2-4b86-a610-2b4047c29641 req-75134625-4a54-4e39-8ac5-360cb77c8d14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745146878648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745146440924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745146440942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28566820'] for port (3406b71e-3634-49ff-aafb-a5dd7c45ef9b), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:53.803281 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb8e93f-a01f-4644-bab7-e8612226546c req-ddb6bcf6-79eb-410d-b9e0-a2c43f4b6198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:32:53.805005 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-beb8e93f-a01f-4644-bab7-e8612226546c req-ddb6bcf6-79eb-410d-b9e0-a2c43f4b6198 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3ab75e5ad0c04c16ae8ecd6073e24a81&device_id=a5f8ea3c-dce4-482f-8530-87a9153e6873 HTTP/1.1" status: 200 len: 1128 time: 0.1036639 Mar 08 20:32:53.811046 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75134625-4a54-4e39-8ac5-360cb77c8d14 service neutron] Pushing event updated for resources: {'Port': ['ID=3406b71e-3634-49ff-aafb-a5dd7c45ef9b,revision_number=2']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:32:53.813885 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-54192c38-83b2-41a0-a90c-fc87f3d2d5b2 admin admin] Publish callbacks [] for security_group (716883fb-1669-4898-93b6-806ddc3ed964), precommit_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:53.912398 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [req-9b535e79-70b2-4b86-a610-2b4047c29641 req-75134625-4a54-4e39-8ac5-360cb77c8d14 service neutron] Attempting to bind port 3406b71e-3634-49ff-aafb-a5dd7c45ef9b on host hv-cinder-83009 for vnic_type normal with profile {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 20:32:53.912398 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [req-9b535e79-70b2-4b86-a610-2b4047c29641 req-75134625-4a54-4e39-8ac5-360cb77c8d14 service neutron] Attempting to bind port 3406b71e-3634-49ff-aafb-a5dd7c45ef9b by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': '7f41e294-9f18-4c67-842c-6c4d3d8141d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'de9446a0-c58a-4c9a-a8d6-6921f8f95911'}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 20:32:53.912736 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b535e79-70b2-4b86-a610-2b4047c29641 req-75134625-4a54-4e39-8ac5-360cb77c8d14 service neutron] Attempting to bind port 3406b71e-3634-49ff-aafb-a5dd7c45ef9b on network de9446a0-c58a-4c9a-a8d6-6921f8f95911 {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 20:32:53.917824 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb8e93f-a01f-4644-bab7-e8612226546c req-a82b38dd-a9f1-409e-8b45-966e9c01d41f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:32:53.918643 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b535e79-70b2-4b86-a610-2b4047c29641 req-75134625-4a54-4e39-8ac5-360cb77c8d14 service neutron] Port 3406b71e-3634-49ff-aafb-a5dd7c45ef9b on network de9446a0-c58a-4c9a-a8d6-6921f8f95911 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 20:32:53.918971 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b535e79-70b2-4b86-a610-2b4047c29641 req-75134625-4a54-4e39-8ac5-360cb77c8d14 service neutron] Attempting to bind port 3406b71e-3634-49ff-aafb-a5dd7c45ef9b on network de9446a0-c58a-4c9a-a8d6-6921f8f95911 {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 20:32:53.919323 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-beb8e93f-a01f-4644-bab7-e8612226546c req-a82b38dd-a9f1-409e-8b45-966e9c01d41f service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=3ab75e5ad0c04c16ae8ecd6073e24a81&shared=False HTTP/1.1" status: 200 len: 919 time: 0.1041725 Mar 08 20:32:53.919932 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-54192c38-83b2-41a0-a90c-fc87f3d2d5b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310940'] for security_group (716883fb-1669-4898-93b6-806ddc3ed964), after_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:53.930104 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b535e79-70b2-4b86-a610-2b4047c29641 req-75134625-4a54-4e39-8ac5-360cb77c8d14 service neutron] Checking agent: {'id': '905863fd-6a46-47f8-82ce-98f31309cbd3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 20, 29, 24), 'started_at': datetime.datetime(2022, 3, 8, 20, 29, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 20, 32, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 20:32:53.934589 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b535e79-70b2-4b86-a610-2b4047c29641 req-75134625-4a54-4e39-8ac5-360cb77c8d14 service neutron] Checking segment: {'id': '7f41e294-9f18-4c67-842c-6c4d3d8141d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'de9446a0-c58a-4c9a-a8d6-6921f8f95911'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 20:32:53.934589 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b535e79-70b2-4b86-a610-2b4047c29641 req-75134625-4a54-4e39-8ac5-360cb77c8d14 service neutron] Bound using segment: {'id': '7f41e294-9f18-4c67-842c-6c4d3d8141d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'de9446a0-c58a-4c9a-a8d6-6921f8f95911'} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 20:32:53.934589 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [req-9b535e79-70b2-4b86-a610-2b4047c29641 req-75134625-4a54-4e39-8ac5-360cb77c8d14 service neutron] Bound port: 3406b71e-3634-49ff-aafb-a5dd7c45ef9b, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f41e294-9f18-4c67-842c-6c4d3d8141d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'de9446a0-c58a-4c9a-a8d6-6921f8f95911'}}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 20:32:53.934589 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-9b535e79-70b2-4b86-a610-2b4047c29641 req-75134625-4a54-4e39-8ac5-360cb77c8d14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747308'] for port (3406b71e-3634-49ff-aafb-a5dd7c45ef9b), before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:53.951516 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c836ba-74dc-451c-9041-761760e0a54f req-a3fe9633-8d70-4734-82cc-34fa13071935 tempest-VolumesSnapshotTestJSON-151522371 tempest-VolumesSnapshotTestJSON-151522371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:32:53.953073 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-38c836ba-74dc-451c-9041-761760e0a54f req-a3fe9633-8d70-4734-82cc-34fa13071935 tempest-VolumesSnapshotTestJSON-151522371 tempest-VolumesSnapshotTestJSON-151522371-project] 10.222.0.41 "GET /v2.0/ports?device_id=04e9df5e-d8c1-4bd0-a9e6-c8a7e36acdce HTTP/1.1" status: 200 len: 943 time: 0.1393611 Mar 08 20:32:53.967442 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54192c38-83b2-41a0-a90c-fc87f3d2d5b2 admin admin] vlan segment allocate from pool success with {'vlan_id': 105, 'physical_network': 'physnet1'} {{(pid=103459) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 20:32:53.985756 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54192c38-83b2-41a0-a90c-fc87f3d2d5b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=716883fb-1669-4898-93b6-806ddc3ed964,revision_number=1']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:32:54.022968 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-54192c38-83b2-41a0-a90c-fc87f3d2d5b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536034'] for segment (473ff0f8-c61c-429b-992a-f0c9cd746acf), precommit_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:54.023262 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.db.segments_db [None req-54192c38-83b2-41a0-a90c-fc87f3d2d5b2 admin admin] Added segment 473ff0f8-c61c-429b-992a-f0c9cd746acf of type vlan for network 8096880e-620a-4a89-939f-aa86ad8b65d1 Mar 08 20:32:54.053377 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-38c836ba-74dc-451c-9041-761760e0a54f req-6d88e359-d8ee-4365-a85e-3e7e04a779c0 tempest-VolumesSnapshotTestJSON-151522371 tempest-VolumesSnapshotTestJSON-151522371-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe677eff-d822-49be-84a5-bf5c9dee4a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778432 Mar 08 20:32:54.056492 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.db [req-9b535e79-70b2-4b86-a610-2b4047c29641 req-75134625-4a54-4e39-8ac5-360cb77c8d14 service neutron] For port 3406b71e-3634-49ff-aafb-a5dd7c45ef9b, host hv-cinder-83009, cleared binding levels {{(pid=103458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 20:32:54.060429 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.db [req-9b535e79-70b2-4b86-a610-2b4047c29641 req-75134625-4a54-4e39-8ac5-360cb77c8d14 service neutron] For port 3406b71e-3634-49ff-aafb-a5dd7c45ef9b, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=3406b71e-3634-49ff-aafb-a5dd7c45ef9b,segment=NetworkSegment(7f41e294-9f18-4c67-842c-6c4d3d8141d4),segment_id=7f41e294-9f18-4c67-842c-6c4d3d8141d4)] {{(pid=103458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 20:32:54.075096 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-54192c38-83b2-41a0-a90c-fc87f3d2d5b2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745146455601'] for network (8096880e-620a-4a89-939f-aa86ad8b65d1), precommit_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:54.097217 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb8e93f-a01f-4644-bab7-e8612226546c req-8136642e-65aa-4f0d-836a-b8d241f0e9ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:32:54.098686 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-beb8e93f-a01f-4644-bab7-e8612226546c req-8136642e-65aa-4f0d-836a-b8d241f0e9ee service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1713068 Mar 08 20:32:54.099151 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745146981205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476605'] for agent (905863fd-6a46-47f8-82ce-98f31309cbd3), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:54.135298 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-9b535e79-70b2-4b86-a610-2b4047c29641 req-75134625-4a54-4e39-8ac5-360cb77c8d14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745146878648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745146440924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745146440942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28566820'] for port (3406b71e-3634-49ff-aafb-a5dd7c45ef9b), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:54.172920 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b535e79-70b2-4b86-a610-2b4047c29641 req-75134625-4a54-4e39-8ac5-360cb77c8d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:32:54.173198 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-9b535e79-70b2-4b86-a610-2b4047c29641 req-75134625-4a54-4e39-8ac5-360cb77c8d14 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4188892'] for port (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:54.174656 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-9b535e79-70b2-4b86-a610-2b4047c29641 req-75134625-4a54-4e39-8ac5-360cb77c8d14 service neutron] 10.222.0.37 "PUT /v2.0/ports/3406b71e-3634-49ff-aafb-a5dd7c45ef9b HTTP/1.1" status: 200 len: 1093 time: 0.9906375 Mar 08 20:32:54.177009 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc092410-8ca8-4ed5-ad00-10064c4e328f', 'tag': '3406b71e-3634-49ff-aafb-a5dd7c45ef9b'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 20:32:54.179269 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80a387be2d8005eb2e27f9060a02e972faa958bb0688f3ffd3bc7b0f4eb55c8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de1a45ae-c760-4f4a-ad40-a385908fa283" -d '{"events": [{"name": "network-changed", "server_uuid": "bc092410-8ca8-4ed5-ad00-10064c4e328f", "tag": "3406b71e-3634-49ff-aafb-a5dd7c45ef9b"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 20:32:54.179729 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7170490-e451-4d78-92ab-05ed3ed3c3b3 req-4fee1968-fd1a-47bd-9483-ff795c3ad95a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:32:54.181291 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-f7170490-e451-4d78-92ab-05ed3ed3c3b3 req-4fee1968-fd1a-47bd-9483-ff795c3ad95a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3ab75e5ad0c04c16ae8ecd6073e24a81&device_id=a5f8ea3c-dce4-482f-8530-87a9153e6873 HTTP/1.1" status: 200 len: 1128 time: 0.0441117 Mar 08 20:32:54.207904 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75134625-4a54-4e39-8ac5-360cb77c8d14 service neutron] Pushing event updated for resources: {'Port': ['ID=3406b71e-3634-49ff-aafb-a5dd7c45ef9b,revision_number=3']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:32:54.228549 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-f7170490-e451-4d78-92ab-05ed3ed3c3b3 req-0df5a036-eccb-41a3-a5af-53671c1bb060 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=64834295-ef23-47d3-a226-c43721e27b16 HTTP/1.1" status: 200 len: 217 time: 0.0368500 Mar 08 20:32:54.243919 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 20:32:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81cbac5a-443e-4cae-bdef-d3fa58186e09 x-openstack-request-id: req-81cbac5a-443e-4cae-bdef-d3fa58186e09 {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 20:32:54.244226 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc092410-8ca8-4ed5-ad00-10064c4e328f", "tag": "3406b71e-3634-49ff-aafb-a5dd7c45ef9b", "status": "completed", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 20:32:54.244481 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-81cbac5a-443e-4cae-bdef-d3fa58186e09 {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 20:32:54.245387 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc092410-8ca8-4ed5-ad00-10064c4e328f', 'tag': '3406b71e-3634-49ff-aafb-a5dd7c45ef9b', 'status': 'completed', 'code': 200} Mar 08 20:32:54.255144 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-54192c38-83b2-41a0-a90c-fc87f3d2d5b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763'] for network (8096880e-620a-4a89-939f-aa86ad8b65d1), after_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:54.256069 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54192c38-83b2-41a0-a90c-fc87f3d2d5b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:32:54.262854 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-54192c38-83b2-41a0-a90c-fc87f3d2d5b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3733777'] for network (None), before_response {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:54.315198 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1a45ae-c760-4f4a-ad40-a385908fa283 req-8a9b90e3-0a98-4525-866f-53afde6a98de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:32:54.316711 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-de1a45ae-c760-4f4a-ad40-a385908fa283 req-8a9b90e3-0a98-4525-866f-53afde6a98de service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3ab75e5ad0c04c16ae8ecd6073e24a81&device_id=bc092410-8ca8-4ed5-ad00-10064c4e328f HTTP/1.1" status: 200 len: 1127 time: 0.0486560 Mar 08 20:32:54.348603 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7170490-e451-4d78-92ab-05ed3ed3c3b3 req-e3839de9-a6f1-4fa1-9df4-fbf514ea256c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:32:54.350225 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-f7170490-e451-4d78-92ab-05ed3ed3c3b3 req-e3839de9-a6f1-4fa1-9df4-fbf514ea256c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c447eb81-039d-4a17-9b2c-b8079a3e024b HTTP/1.1" status: 200 len: 858 time: 0.1040537 Mar 08 20:32:54.350985 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54192c38-83b2-41a0-a90c-fc87f3d2d5b2 admin admin] Pushing event updated for resources: {'Network': ['ID=8096880e-620a-4a89-939f-aa86ad8b65d1,revision_number=1']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:32:54.367892 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.rpc [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Network 8096880e-620a-4a89-939f-aa86ad8b65d1 details requested by agent ovs-agent-dv-cinder-830096-3-iscsi with host dv-cinder-830096-3-iscsi {{(pid=103460) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 20:32:54.393163 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-f7170490-e451-4d78-92ab-05ed3ed3c3b3 req-6e331b8e-54ab-4676-9df5-dddc19d069df service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=de9446a0-c58a-4c9a-a8d6-6921f8f95911&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336068 Mar 08 20:32:54.410539 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [None req-54192c38-83b2-41a0-a90c-fc87f3d2d5b2 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0260661 Mar 08 20:32:54.415553 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.41', 59332) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:32:54.419557 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.v2.base [None req-4bcf9a3b-6c24-4ae1-afcc-ed3a2127d49a admin admin] Request body: {'subnet': {'network_id': '8096880e-620a-4a89-939f-aa86ad8b65d1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1930266208-subnet', 'tenant_id': '47d0550702904235a54e3579b3ba56f4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:32:54.485054 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1a45ae-c760-4f4a-ad40-a385908fa283 req-6d8af315-acd1-44d6-bb11-c21a1421b019 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:32:54.485054 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-de1a45ae-c760-4f4a-ad40-a385908fa283 req-6d8af315-acd1-44d6-bb11-c21a1421b019 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=3ab75e5ad0c04c16ae8ecd6073e24a81&shared=False HTTP/1.1" status: 200 len: 919 time: 0.1575072 Mar 08 20:32:54.510635 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-f7170490-e451-4d78-92ab-05ed3ed3c3b3 req-11a5072f-2eb5-48c9-b3cf-e0f3df4ad7f7 service neutron] 10.222.0.37 "GET /v2.0/networks/de9446a0-c58a-4c9a-a8d6-6921f8f95911?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019878 Mar 08 20:32:54.566621 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bcf9a3b-6c24-4ae1-afcc-ed3a2127d49a admin admin] Made reservation on behalf of 47d0550702904235a54e3579b3ba56f4 for: {'subnet': 1} {{(pid=103458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 20:32:54.568834 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-4bcf9a3b-6c24-4ae1-afcc-ed3a2127d49a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28015747'] for subnet (None), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:54.582650 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953df382-3675-4cff-950d-6687ac197c70 req-6c010a04-1f0c-4f9d-8dc4-06cb59077937 tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:32:54.584170 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-953df382-3675-4cff-950d-6687ac197c70 req-6c010a04-1f0c-4f9d-8dc4-06cb59077937 tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] 10.222.0.41 "GET /v2.0/ports?device_id=bc092410-8ca8-4ed5-ad00-10064c4e328f HTTP/1.1" status: 200 len: 943 time: 0.1504483 Mar 08 20:32:54.612420 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-f7170490-e451-4d78-92ab-05ed3ed3c3b3 req-c59c7b79-6268-45ae-98d1-e2f1d6d32586 service neutron] 10.222.0.37 "GET /v2.0/networks/de9446a0-c58a-4c9a-a8d6-6921f8f95911?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952287 Mar 08 20:32:54.675682 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1a45ae-c760-4f4a-ad40-a385908fa283 req-7b52803f-0eb4-434c-b3b2-5c12d76c955d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:32:54.677263 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-de1a45ae-c760-4f4a-ad40-a385908fa283 req-7b52803f-0eb4-434c-b3b2-5c12d76c955d service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1798396 Mar 08 20:32:54.726251 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-953df382-3675-4cff-950d-6687ac197c70 req-a3585cd8-bc19-41ed-8f4a-7224b7273ce1 tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] 10.222.0.41 "GET /v2.0/security-groups?id=306014d5-d504-41eb-b92c-22e11b4bc9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294694 Mar 08 20:32:54.837964 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b535e79-70b2-4b86-a610-2b4047c29641 req-cd61e216-39b6-4b40-8ec2-b6ecec9927b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:32:54.839888 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-9b535e79-70b2-4b86-a610-2b4047c29641 req-cd61e216-39b6-4b40-8ec2-b6ecec9927b9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3ab75e5ad0c04c16ae8ecd6073e24a81&device_id=bc092410-8ca8-4ed5-ad00-10064c4e328f HTTP/1.1" status: 200 len: 1127 time: 0.0883014 Mar 08 20:32:54.882513 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-9b535e79-70b2-4b86-a610-2b4047c29641 req-ca266929-0d4c-4760-a899-92738e8b3d62 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3406b71e-3634-49ff-aafb-a5dd7c45ef9b HTTP/1.1" status: 200 len: 217 time: 0.0343204 Mar 08 20:32:54.931070 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b535e79-70b2-4b86-a610-2b4047c29641 req-4cce0604-7a79-4635-89e0-e3d5e349c14b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:32:54.932815 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-9b535e79-70b2-4b86-a610-2b4047c29641 req-4cce0604-7a79-4635-89e0-e3d5e349c14b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c447eb81-039d-4a17-9b2c-b8079a3e024b HTTP/1.1" status: 200 len: 858 time: 0.0439377 Mar 08 20:32:54.968098 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-9b535e79-70b2-4b86-a610-2b4047c29641 req-1a8087cd-628f-4240-8940-565e03fb77d3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=de9446a0-c58a-4c9a-a8d6-6921f8f95911&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291710 Mar 08 20:32:54.978241 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-4bcf9a3b-6c24-4ae1-afcc-ed3a2127d49a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28566701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28015773'] for subnet (4782e1d3-9b71-49f9-8f38-867357a894f1), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:55.085528 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcf9a3b-6c24-4ae1-afcc-ed3a2127d49a admin admin] Pushing event updated for resources: {'Subnet': ['ID=4782e1d3-9b71-49f9-8f38-867357a894f1,revision_number=0']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:32:55.103007 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bcf9a3b-6c24-4ae1-afcc-ed3a2127d49a admin admin] Checking segment: {'id': '473ff0f8-c61c-429b-992a-f0c9cd746acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '8096880e-620a-4a89-939f-aa86ad8b65d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 20:32:55.103375 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bcf9a3b-6c24-4ae1-afcc-ed3a2127d49a admin admin] Network hostable DHCP agents. Network: 8096880e-620a-4a89-939f-aa86ad8b65d1, hostable agents: ['a3d84102-f7d3-452b-861a-973020576047'], hosted agents: [] {{(pid=103458) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 20:32:55.137766 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-9b535e79-70b2-4b86-a610-2b4047c29641 req-354a63a6-c3c2-42e2-8c35-00c7980cda08 service neutron] 10.222.0.37 "GET /v2.0/networks/de9446a0-c58a-4c9a-a8d6-6921f8f95911?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1565604 Mar 08 20:32:55.182941 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4d9f4d-2602-4bd9-bd50-fecae299364d req-e7800cd5-845e-4b49-8453-c9c0a6006d9d tempest-VolumesSnapshotTestJSON-151522371 tempest-VolumesSnapshotTestJSON-151522371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:32:55.184574 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-ba4d9f4d-2602-4bd9-bd50-fecae299364d req-e7800cd5-845e-4b49-8453-c9c0a6006d9d tempest-VolumesSnapshotTestJSON-151522371 tempest-VolumesSnapshotTestJSON-151522371-project] 10.222.0.41 "GET /v2.0/ports?device_id=04e9df5e-d8c1-4bd0-a9e6-c8a7e36acdce HTTP/1.1" status: 200 len: 943 time: 0.0563643 Mar 08 20:32:55.214869 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bcf9a3b-6c24-4ae1-afcc-ed3a2127d49a admin admin] Network 8096880e-620a-4a89-939f-aa86ad8b65d1 is scheduled to be hosted by DHCP agent a3d84102-f7d3-452b-861a-973020576047 with binding_index 1 {{(pid=103458) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 20:32:55.238511 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-ba4d9f4d-2602-4bd9-bd50-fecae299364d req-d675526d-06e1-4a83-b6c0-614c804c0029 tempest-VolumesSnapshotTestJSON-151522371 tempest-VolumesSnapshotTestJSON-151522371-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe677eff-d822-49be-84a5-bf5c9dee4a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472722 Mar 08 20:32:55.253551 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-9b535e79-70b2-4b86-a610-2b4047c29641 req-8c0f2750-7260-4cd0-a397-864657738451 service neutron] 10.222.0.37 "GET /v2.0/networks/de9446a0-c58a-4c9a-a8d6-6921f8f95911?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038692 Mar 08 20:32:55.287066 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.scheduler.base_scheduler [None req-4bcf9a3b-6c24-4ae1-afcc-ed3a2127d49a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830096-3-iscsi, 8096880e-620a-4a89-939f-aa86ad8b65d1) {{(pid=103458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:32:55.291188 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bcf9a3b-6c24-4ae1-afcc-ed3a2127d49a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:32:55.291817 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-4bcf9a3b-6c24-4ae1-afcc-ed3a2127d49a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3733777'] for subnet (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:55.297991 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71e6ed20-44c2-4464-b877-89be3ad21108 None None] Network 8096880e-620a-4a89-939f-aa86ad8b65d1 requested from dv-cinder-830096-3-iscsi {{(pid=103460) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 20:32:55.396042 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2adfc69-8a77-49d9-a13a-02bd097e916f None None] Network 8096880e-620a-4a89-939f-aa86ad8b65d1 requested from dv-cinder-830096-3-iscsi {{(pid=103460) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 20:32:55.422998 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-4bcf9a3b-6c24-4ae1-afcc-ed3a2127d49a admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0104220 Mar 08 20:32:55.853534 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5fa2de-031c-42d6-8ef0-d0e8a52be63b req-30a33f19-ef7f-4bc4-bb82-2199b65ca288 tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:32:55.855758 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-5c5fa2de-031c-42d6-8ef0-d0e8a52be63b req-30a33f19-ef7f-4bc4-bb82-2199b65ca288 tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] 10.222.0.41 "GET /v2.0/ports?device_id=bc092410-8ca8-4ed5-ad00-10064c4e328f HTTP/1.1" status: 200 len: 943 time: 0.0591795 Mar 08 20:32:55.909993 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-5c5fa2de-031c-42d6-8ef0-d0e8a52be63b req-2cad98dd-db76-46f2-ba4b-c27021b1b5b6 tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] 10.222.0.41 "GET /v2.0/security-groups?id=306014d5-d504-41eb-b92c-22e11b4bc9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473397 Mar 08 20:32:56.114185 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.41', 59382) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:32:56.119072 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.v2.base [None req-b608642d-523a-479a-9332-00062a70de8c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-581122331-network', 'tenant_id': 'fc80c413e05a4e6090fda9baba4bce60'}} {{(pid=103458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:32:56.214783 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b608642d-523a-479a-9332-00062a70de8c admin admin] Made reservation on behalf of fc80c413e05a4e6090fda9baba4bce60 for: {'network': 1} {{(pid=103458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 20:32:56.217133 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-b608642d-523a-479a-9332-00062a70de8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747308'] for network (None), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:56.230100 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-b608642d-523a-479a-9332-00062a70de8c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:56.305582 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-b608642d-523a-479a-9332-00062a70de8c admin admin] Publish callbacks [] for security_group (42ce8d37-0511-4f6d-bb98-fcd4139e5606), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:56.357072 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55637e45-0727-42d2-82d9-36c0f83fce87 req-f42ee995-9ce6-432f-bb12-2721ba5d11f6 tempest-VolumesSnapshotTestJSON-151522371 tempest-VolumesSnapshotTestJSON-151522371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:32:56.358576 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-55637e45-0727-42d2-82d9-36c0f83fce87 req-f42ee995-9ce6-432f-bb12-2721ba5d11f6 tempest-VolumesSnapshotTestJSON-151522371 tempest-VolumesSnapshotTestJSON-151522371-project] 10.222.0.41 "GET /v2.0/ports?device_id=04e9df5e-d8c1-4bd0-a9e6-c8a7e36acdce HTTP/1.1" status: 200 len: 943 time: 0.0526147 Mar 08 20:32:56.390819 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-b608642d-523a-479a-9332-00062a70de8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310940'] for security_group (42ce8d37-0511-4f6d-bb98-fcd4139e5606), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:56.406040 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-55637e45-0727-42d2-82d9-36c0f83fce87 req-28a3b6a7-cbf2-47e1-986e-3f447c5f6296 tempest-VolumesSnapshotTestJSON-151522371 tempest-VolumesSnapshotTestJSON-151522371-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe677eff-d822-49be-84a5-bf5c9dee4a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419195 Mar 08 20:32:56.418403 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b608642d-523a-479a-9332-00062a70de8c admin admin] vlan segment allocate from pool success with {'vlan_id': 101, 'physical_network': 'physnet1'} {{(pid=103458) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 20:32:56.427461 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b608642d-523a-479a-9332-00062a70de8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42ce8d37-0511-4f6d-bb98-fcd4139e5606,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:32:56.434172 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-b608642d-523a-479a-9332-00062a70de8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536034'] for segment (0df0a2aa-9564-4c1d-b5f6-d4d40c9699fa), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:56.434992 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.db.segments_db [None req-b608642d-523a-479a-9332-00062a70de8c admin admin] Added segment 0df0a2aa-9564-4c1d-b5f6-d4d40c9699fa of type vlan for network 2e491f6f-7b63-4e08-aa0b-a7244b9638fb Mar 08 20:32:56.474386 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-b608642d-523a-479a-9332-00062a70de8c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745146455601'] for network (2e491f6f-7b63-4e08-aa0b-a7244b9638fb), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:56.595647 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-b608642d-523a-479a-9332-00062a70de8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763'] for network (2e491f6f-7b63-4e08-aa0b-a7244b9638fb), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:56.596871 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b608642d-523a-479a-9332-00062a70de8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:32:56.597469 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-b608642d-523a-479a-9332-00062a70de8c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3733777'] for network (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:56.635067 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.rpc [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Device 3f452e88-ebf7-4cf3-a2db-14dd312e3eab details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103460) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 20:32:56.668056 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b608642d-523a-479a-9332-00062a70de8c admin admin] Pushing event updated for resources: {'Network': ['ID=2e491f6f-7b63-4e08-aa0b-a7244b9638fb,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:32:56.679570 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.rpc [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Network 2e491f6f-7b63-4e08-aa0b-a7244b9638fb details requested by agent ovs-agent-dv-cinder-830096-3-iscsi with host dv-cinder-830096-3-iscsi {{(pid=103460) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 20:32:56.690447 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-b608642d-523a-479a-9332-00062a70de8c admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5745389 Mar 08 20:32:56.693358 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.wsgi [-] (103459) accepted ('10.222.0.41', 59388) {{(pid=103459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:32:56.700076 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.v2.base [None req-86894464-a3ea-47c3-b27c-6a14180270ca admin admin] Request body: {'subnet': {'network_id': '2e491f6f-7b63-4e08-aa0b-a7244b9638fb', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-581122331-subnet', 'tenant_id': 'fc80c413e05a4e6090fda9baba4bce60', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:32:56.795739 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.db [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] For port 3f452e88-ebf7-4cf3-a2db-14dd312e3eab, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=3f452e88-ebf7-4cf3-a2db-14dd312e3eab,segment=NetworkSegment(59ee6f0e-5cdb-4301-9c10-a81d6f7d3da8),segment_id=59ee6f0e-5cdb-4301-9c10-a81d6f7d3da8)] {{(pid=103460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:32:56.801268 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86894464-a3ea-47c3-b27c-6a14180270ca admin admin] Made reservation on behalf of fc80c413e05a4e6090fda9baba4bce60 for: {'subnet': 1} {{(pid=103459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 20:32:56.807784 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-86894464-a3ea-47c3-b27c-6a14180270ca admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28758520'] for subnet (None), before_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:56.807910 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.rpc [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Returning: {'device': '3f452e88-ebf7-4cf3-a2db-14dd312e3eab', 'network_id': 'ea31e8d8-6c4b-4ed2-9f94-bd25e310be09', 'port_id': '3f452e88-ebf7-4cf3-a2db-14dd312e3eab', 'mac_address': 'fa:16:3e:a5:b7:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bf737ab-26e0-45bb-9bf2-f1b7f9c42945', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103460) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 20:32:56.857929 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.plugin [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Current status of the port 3f452e88-ebf7-4cf3-a2db-14dd312e3eab is: DOWN; New status is: BUILD {{(pid=103460) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:32:56.858461 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747308'] for port (3f452e88-ebf7-4cf3-a2db-14dd312e3eab), before_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:57.001882 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.notifiers.nova [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f452e88-ebf7-4cf3-a2db-14dd312e3eab {{(pid=103460) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 20:32:57.024497 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.db [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] For port 3f452e88-ebf7-4cf3-a2db-14dd312e3eab, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=3f452e88-ebf7-4cf3-a2db-14dd312e3eab,segment=NetworkSegment(59ee6f0e-5cdb-4301-9c10-a81d6f7d3da8),segment_id=59ee6f0e-5cdb-4301-9c10-a81d6f7d3da8)] {{(pid=103460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:32:57.034021 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1906b86-3fd4-4949-a536-8803df674f43 req-6ae1a5af-dd01-40d5-b262-a4261c8f07fb tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:32:57.035521 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-c1906b86-3fd4-4949-a536-8803df674f43 req-6ae1a5af-dd01-40d5-b262-a4261c8f07fb tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] 10.222.0.41 "GET /v2.0/ports?device_id=bc092410-8ca8-4ed5-ad00-10064c4e328f HTTP/1.1" status: 200 len: 943 time: 0.0552497 Mar 08 20:32:57.071853 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-86894464-a3ea-47c3-b27c-6a14180270ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28404325', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28758502'] for subnet (ce10682e-8603-4298-ba34-bfe02c8a0abd), after_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:57.082834 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-c1906b86-3fd4-4949-a536-8803df674f43 req-a7cb2cda-9316-4cc4-a673-bfe9d23be97a tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] 10.222.0.41 "GET /v2.0/security-groups?id=306014d5-d504-41eb-b92c-22e11b4bc9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417888 Mar 08 20:32:57.100915 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745146878648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745146440924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745146440942'] for port (3f452e88-ebf7-4cf3-a2db-14dd312e3eab), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:57.102055 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.rpc [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Device 64834295-ef23-47d3-a226-c43721e27b16 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103460) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 20:32:57.133652 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86894464-a3ea-47c3-b27c-6a14180270ca admin admin] Pushing event updated for resources: {'Subnet': ['ID=ce10682e-8603-4298-ba34-bfe02c8a0abd,revision_number=0']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:32:57.144174 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86894464-a3ea-47c3-b27c-6a14180270ca admin admin] Checking segment: {'id': '0df0a2aa-9564-4c1d-b5f6-d4d40c9699fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '2e491f6f-7b63-4e08-aa0b-a7244b9638fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 20:32:57.144623 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86894464-a3ea-47c3-b27c-6a14180270ca admin admin] Network hostable DHCP agents. Network: 2e491f6f-7b63-4e08-aa0b-a7244b9638fb, hostable agents: ['a3d84102-f7d3-452b-861a-973020576047'], hosted agents: [] {{(pid=103459) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 20:32:57.171577 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Pushing event updated for resources: {'Port': ['ID=3f452e88-ebf7-4cf3-a2db-14dd312e3eab,revision_number=4']} {{(pid=103460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:32:57.241363 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.db [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] For port 64834295-ef23-47d3-a226-c43721e27b16, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=64834295-ef23-47d3-a226-c43721e27b16,segment=NetworkSegment(7f41e294-9f18-4c67-842c-6c4d3d8141d4),segment_id=7f41e294-9f18-4c67-842c-6c4d3d8141d4)] {{(pid=103460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:32:57.249164 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86894464-a3ea-47c3-b27c-6a14180270ca admin admin] Network 2e491f6f-7b63-4e08-aa0b-a7244b9638fb is scheduled to be hosted by DHCP agent a3d84102-f7d3-452b-861a-973020576047 with binding_index 1 {{(pid=103459) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 20:32:57.256504 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.rpc [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Returning: {'device': '64834295-ef23-47d3-a226-c43721e27b16', 'network_id': 'de9446a0-c58a-4c9a-a8d6-6921f8f95911', 'port_id': '64834295-ef23-47d3-a226-c43721e27b16', 'mac_address': 'fa:16:3e:32:c9:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c447eb81-039d-4a17-9b2c-b8079a3e024b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103460) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 20:32:57.295960 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.plugin [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Current status of the port 64834295-ef23-47d3-a226-c43721e27b16 is: DOWN; New status is: BUILD {{(pid=103460) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:32:57.296416 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747308'] for port (64834295-ef23-47d3-a226-c43721e27b16), before_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:57.309132 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.notifiers.nova [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64834295-ef23-47d3-a226-c43721e27b16 {{(pid=103460) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 20:32:57.328944 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.db [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] For port 64834295-ef23-47d3-a226-c43721e27b16, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=64834295-ef23-47d3-a226-c43721e27b16,segment=NetworkSegment(7f41e294-9f18-4c67-842c-6c4d3d8141d4),segment_id=7f41e294-9f18-4c67-842c-6c4d3d8141d4)] {{(pid=103460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:32:57.351655 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.scheduler.base_scheduler [None req-86894464-a3ea-47c3-b27c-6a14180270ca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830096-3-iscsi, 2e491f6f-7b63-4e08-aa0b-a7244b9638fb) {{(pid=103459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:32:57.357391 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86894464-a3ea-47c3-b27c-6a14180270ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:32:57.358105 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-86894464-a3ea-47c3-b27c-6a14180270ca admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:57.360261 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9816dbfd-1f68-4713-992e-25757fc176d3 None None] Network 2e491f6f-7b63-4e08-aa0b-a7244b9638fb requested from dv-cinder-830096-3-iscsi {{(pid=103460) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 20:32:57.421397 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745146878648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745146440924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745146440942'] for port (64834295-ef23-47d3-a226-c43721e27b16), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:57.459239 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [None req-86894464-a3ea-47c3-b27c-6a14180270ca admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7645507 Mar 08 20:32:57.500448 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b112f84c-b2a8-47c6-973f-6b6778a3d668 None None] Network 2e491f6f-7b63-4e08-aa0b-a7244b9638fb requested from dv-cinder-830096-3-iscsi {{(pid=103460) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 20:32:57.519365 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Pushing event updated for resources: {'Port': ['ID=64834295-ef23-47d3-a226-c43721e27b16,revision_number=4']} {{(pid=103460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:32:57.546358 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634b28fa-ee25-4c8f-9d55-e47c8ff51922 req-d123c207-c292-4c81-b0be-0c02a7c12495 tempest-VolumesSnapshotTestJSON-151522371 tempest-VolumesSnapshotTestJSON-151522371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:32:57.548243 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-634b28fa-ee25-4c8f-9d55-e47c8ff51922 req-d123c207-c292-4c81-b0be-0c02a7c12495 tempest-VolumesSnapshotTestJSON-151522371 tempest-VolumesSnapshotTestJSON-151522371-project] 10.222.0.41 "GET /v2.0/ports?device_id=04e9df5e-d8c1-4bd0-a9e6-c8a7e36acdce HTTP/1.1" status: 200 len: 944 time: 0.0649331 Mar 08 20:32:57.603767 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-634b28fa-ee25-4c8f-9d55-e47c8ff51922 req-ff0ba2ac-a027-4062-9cb2-04e5d24bb2c6 tempest-VolumesSnapshotTestJSON-151522371 tempest-VolumesSnapshotTestJSON-151522371-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe677eff-d822-49be-84a5-bf5c9dee4a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494463 Mar 08 20:32:57.718167 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.db [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] get_ports_and_sgs() called for port_ids ['64834295-ef23-47d3-a226-c43721e27b16'] {{(pid=103460) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 20:32:57.746971 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.db [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] get_ports_and_sgs() called for port_ids ['3f452e88-ebf7-4cf3-a2db-14dd312e3eab'] {{(pid=103460) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 20:32:58.202338 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb11eabd-b120-478c-985b-7d4cddd44674 req-60d8d8d3-dcab-4b3d-911f-0b6f3753cab3 tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:32:58.202831 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-cb11eabd-b120-478c-985b-7d4cddd44674 req-60d8d8d3-dcab-4b3d-911f-0b6f3753cab3 tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] 10.222.0.41 "GET /v2.0/ports?device_id=bc092410-8ca8-4ed5-ad00-10064c4e328f HTTP/1.1" status: 200 len: 943 time: 0.0534661 Mar 08 20:32:58.253157 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-cb11eabd-b120-478c-985b-7d4cddd44674 req-510ace18-ebf9-4000-aad8-552b21b2080d tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] 10.222.0.41 "GET /v2.0/security-groups?id=306014d5-d504-41eb-b92c-22e11b4bc9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432842 Mar 08 20:32:58.643163 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.rpc [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Device 3406b71e-3634-49ff-aafb-a5dd7c45ef9b details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103460) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 20:32:58.654052 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.rpc [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Device 3f452e88-ebf7-4cf3-a2db-14dd312e3eab up at agent hyperv_hv-cinder-83009 {{(pid=103460) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 20:32:58.726051 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ceb9c1-333b-43fb-a8ea-f9aeeeba6477 req-45c431da-d515-4631-a0f0-704fd6a09ccf tempest-VolumesSnapshotTestJSON-151522371 tempest-VolumesSnapshotTestJSON-151522371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:32:58.728174 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-73ceb9c1-333b-43fb-a8ea-f9aeeeba6477 req-45c431da-d515-4631-a0f0-704fd6a09ccf tempest-VolumesSnapshotTestJSON-151522371 tempest-VolumesSnapshotTestJSON-151522371-project] 10.222.0.41 "GET /v2.0/ports?device_id=04e9df5e-d8c1-4bd0-a9e6-c8a7e36acdce HTTP/1.1" status: 200 len: 944 time: 0.0562332 Mar 08 20:32:58.775678 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-73ceb9c1-333b-43fb-a8ea-f9aeeeba6477 req-915c15f0-4ca5-4a4e-abb3-5525606ce649 tempest-VolumesSnapshotTestJSON-151522371 tempest-VolumesSnapshotTestJSON-151522371-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe677eff-d822-49be-84a5-bf5c9dee4a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407219 Mar 08 20:32:58.784470 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.db [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] For port 3406b71e-3634-49ff-aafb-a5dd7c45ef9b, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=3406b71e-3634-49ff-aafb-a5dd7c45ef9b,segment=NetworkSegment(7f41e294-9f18-4c67-842c-6c4d3d8141d4),segment_id=7f41e294-9f18-4c67-842c-6c4d3d8141d4)] {{(pid=103460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:32:58.795729 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.rpc [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Returning: {'device': '3406b71e-3634-49ff-aafb-a5dd7c45ef9b', 'network_id': 'de9446a0-c58a-4c9a-a8d6-6921f8f95911', 'port_id': '3406b71e-3634-49ff-aafb-a5dd7c45ef9b', 'mac_address': 'fa:16:3e:90:c3:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c447eb81-039d-4a17-9b2c-b8079a3e024b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103460) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 20:32:58.832375 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.plugin [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Current status of the port 3406b71e-3634-49ff-aafb-a5dd7c45ef9b is: DOWN; New status is: BUILD {{(pid=103460) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:32:58.832771 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747308'] for port (3406b71e-3634-49ff-aafb-a5dd7c45ef9b), before_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:58.841852 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.provisioning_blocks [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Provisioning for port 3f452e88-ebf7-4cf3-a2db-14dd312e3eab completed by entity L2. {{(pid=103460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 20:32:58.851933 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.provisioning_blocks [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Provisioning complete for port 3f452e88-ebf7-4cf3-a2db-14dd312e3eab triggered by entity L2. {{(pid=103460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:32:58.852341 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476507'] for port (3f452e88-ebf7-4cf3-a2db-14dd312e3eab), provisioning_complete {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:58.876133 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.notifiers.nova [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3406b71e-3634-49ff-aafb-a5dd7c45ef9b {{(pid=103460) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 20:32:58.914360 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.db [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] For port 3406b71e-3634-49ff-aafb-a5dd7c45ef9b, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=3406b71e-3634-49ff-aafb-a5dd7c45ef9b,segment=NetworkSegment(7f41e294-9f18-4c67-842c-6c4d3d8141d4),segment_id=7f41e294-9f18-4c67-842c-6c4d3d8141d4)] {{(pid=103460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:32:58.960909 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.plugin [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Current status of the port 3f452e88-ebf7-4cf3-a2db-14dd312e3eab is: BUILD; New status is: ACTIVE {{(pid=103460) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:32:58.961303 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747308'] for port (3f452e88-ebf7-4cf3-a2db-14dd312e3eab), before_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:58.983651 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04e9df5e-d8c1-4bd0-a9e6-c8a7e36acdce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f452e88-ebf7-4cf3-a2db-14dd312e3eab'}] {{(pid=103460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 20:32:58.985951 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf2096ed20afa7c789231551a200e589db82a1cedf1791aa7acfc36920bc021b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd70fcdf-7e50-4268-a315-41ce965a116a" -d '{"events": [{"server_uuid": "04e9df5e-d8c1-4bd0-a9e6-c8a7e36acdce", "name": "network-vif-plugged", "status": "completed", "tag": "3f452e88-ebf7-4cf3-a2db-14dd312e3eab"}]}' {{(pid=103460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 20:32:58.998286 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.db [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] For port 3f452e88-ebf7-4cf3-a2db-14dd312e3eab, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=3f452e88-ebf7-4cf3-a2db-14dd312e3eab,segment=NetworkSegment(59ee6f0e-5cdb-4301-9c10-a81d6f7d3da8),segment_id=59ee6f0e-5cdb-4301-9c10-a81d6f7d3da8)] {{(pid=103460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:32:59.012811 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-7d0d99e9-0771-46f0-9998-505997b5ef0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745146981205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476605'] for agent (a3d84102-f7d3-452b-861a-973020576047), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:59.019662 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 20:32:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7730cc9-7fa0-4abc-9438-f0b853ebc170 x-openstack-request-id: req-a7730cc9-7fa0-4abc-9438-f0b853ebc170 {{(pid=103460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 20:32:59.019968 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04e9df5e-d8c1-4bd0-a9e6-c8a7e36acdce", "name": "network-vif-plugged", "status": "completed", "tag": "3f452e88-ebf7-4cf3-a2db-14dd312e3eab", "code": 200}]} {{(pid=103460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 20:32:59.020246 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a7730cc9-7fa0-4abc-9438-f0b853ebc170 {{(pid=103460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 20:32:59.021349 dv-cinder-830096-3-iscsi neutron-server[103460]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04e9df5e-d8c1-4bd0-a9e6-c8a7e36acdce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f452e88-ebf7-4cf3-a2db-14dd312e3eab', 'code': 200} Mar 08 20:32:59.059068 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745146878648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745146440924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745146440942'] for port (3406b71e-3634-49ff-aafb-a5dd7c45ef9b), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:59.089791 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745146878648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745146440924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745146440942'] for port (3f452e88-ebf7-4cf3-a2db-14dd312e3eab), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:59.090530 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.rpc [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Device 64834295-ef23-47d3-a226-c43721e27b16 up at agent hyperv_hv-cinder-83009 {{(pid=103460) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 20:32:59.141866 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Pushing event updated for resources: {'Port': ['ID=3406b71e-3634-49ff-aafb-a5dd7c45ef9b,revision_number=4']} {{(pid=103460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:32:59.196930 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Pushing event updated for resources: {'Port': ['ID=3f452e88-ebf7-4cf3-a2db-14dd312e3eab,revision_number=5']} {{(pid=103460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:32:59.283378 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.provisioning_blocks [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Provisioning for port 64834295-ef23-47d3-a226-c43721e27b16 completed by entity L2. {{(pid=103460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 20:32:59.288947 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.provisioning_blocks [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Provisioning complete for port 64834295-ef23-47d3-a226-c43721e27b16 triggered by entity L2. {{(pid=103460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:32:59.289271 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476507'] for port (64834295-ef23-47d3-a226-c43721e27b16), provisioning_complete {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:59.372287 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.db [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] get_ports_and_sgs() called for port_ids ['3406b71e-3634-49ff-aafb-a5dd7c45ef9b'] {{(pid=103460) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 20:32:59.381384 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bdc898-c9e7-4530-9c52-f5ccc845a639 req-0752677f-5b0e-437f-87be-6bf828351dc0 tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:32:59.382209 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a941bb1-b82e-4f3a-bbcd-65bdc92bc333 req-cb8dd18a-535a-48da-9a86-0e5c1e835b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:32:59.386279 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-28bdc898-c9e7-4530-9c52-f5ccc845a639 req-0752677f-5b0e-437f-87be-6bf828351dc0 tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] 10.222.0.41 "GET /v2.0/ports?device_id=bc092410-8ca8-4ed5-ad00-10064c4e328f HTTP/1.1" status: 200 len: 944 time: 0.0623269 Mar 08 20:32:59.386441 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-9a941bb1-b82e-4f3a-bbcd-65bdc92bc333 req-cb8dd18a-535a-48da-9a86-0e5c1e835b81 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=04e9df5e-d8c1-4bd0-a9e6-c8a7e36acdce HTTP/1.1" status: 200 len: 1129 time: 0.0587163 Mar 08 20:32:59.424394 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.plugin [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Current status of the port 64834295-ef23-47d3-a226-c43721e27b16 is: BUILD; New status is: ACTIVE {{(pid=103460) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:32:59.424797 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747308'] for port (64834295-ef23-47d3-a226-c43721e27b16), before_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:59.452065 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-28bdc898-c9e7-4530-9c52-f5ccc845a639 req-1b0d9e87-3b64-4b47-9f70-1c93dd3a3211 tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] 10.222.0.41 "GET /v2.0/security-groups?id=306014d5-d504-41eb-b92c-22e11b4bc9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625732 Mar 08 20:32:59.452649 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-9a941bb1-b82e-4f3a-bbcd-65bdc92bc333 req-114cda7c-9060-4943-8ff6-9b91cfa99f38 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=fe677eff-d822-49be-84a5-bf5c9dee4a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594292 Mar 08 20:32:59.478863 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.db [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] For port 64834295-ef23-47d3-a226-c43721e27b16, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=64834295-ef23-47d3-a226-c43721e27b16,segment=NetworkSegment(7f41e294-9f18-4c67-842c-6c4d3d8141d4),segment_id=7f41e294-9f18-4c67-842c-6c4d3d8141d4)] {{(pid=103460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:32:59.561271 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745146878648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745146440924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745146440942'] for port (64834295-ef23-47d3-a226-c43721e27b16), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:59.630550 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Pushing event updated for resources: {'Port': ['ID=64834295-ef23-47d3-a226-c43721e27b16,revision_number=5']} {{(pid=103460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:32:59.894933 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc74729-f328-40cd-bbde-b7b09ce25935 req-b23772a6-f837-45f7-a492-db1377b8268c tempest-VolumesSnapshotTestJSON-151522371 tempest-VolumesSnapshotTestJSON-151522371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:32:59.896461 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-3cc74729-f328-40cd-bbde-b7b09ce25935 req-b23772a6-f837-45f7-a492-db1377b8268c tempest-VolumesSnapshotTestJSON-151522371 tempest-VolumesSnapshotTestJSON-151522371-project] 10.222.0.41 "GET /v2.0/ports?device_id=04e9df5e-d8c1-4bd0-a9e6-c8a7e36acdce HTTP/1.1" status: 200 len: 945 time: 0.0511642 Mar 08 20:32:59.945732 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-3cc74729-f328-40cd-bbde-b7b09ce25935 req-00435238-d546-4202-bf45-b9d46dc5a270 tempest-VolumesSnapshotTestJSON-151522371 tempest-VolumesSnapshotTestJSON-151522371-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe677eff-d822-49be-84a5-bf5c9dee4a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427442 Mar 08 20:33:00.566923 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3958e4-43f5-4c1f-9d7e-50a7a25b6ea7 req-d7b8a28e-8317-4dbb-84db-55f6aff47192 tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:33:00.568430 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-3a3958e4-43f5-4c1f-9d7e-50a7a25b6ea7 req-d7b8a28e-8317-4dbb-84db-55f6aff47192 tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] 10.222.0.41 "GET /v2.0/ports?device_id=bc092410-8ca8-4ed5-ad00-10064c4e328f HTTP/1.1" status: 200 len: 944 time: 0.0520020 Mar 08 20:33:00.625447 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-3a3958e4-43f5-4c1f-9d7e-50a7a25b6ea7 req-4d0e41e8-f946-4494-a4bd-b9f3dc603b58 tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] 10.222.0.41 "GET /v2.0/security-groups?id=306014d5-d504-41eb-b92c-22e11b4bc9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504317 Mar 08 20:33:00.662775 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.rpc [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Device 3406b71e-3634-49ff-aafb-a5dd7c45ef9b up at agent hyperv_hv-cinder-83009 {{(pid=103460) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 20:33:00.812827 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.provisioning_blocks [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Provisioning for port 3406b71e-3634-49ff-aafb-a5dd7c45ef9b completed by entity L2. {{(pid=103460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 20:33:00.817543 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.provisioning_blocks [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Provisioning complete for port 3406b71e-3634-49ff-aafb-a5dd7c45ef9b triggered by entity L2. {{(pid=103460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:33:00.817916 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476507'] for port (3406b71e-3634-49ff-aafb-a5dd7c45ef9b), provisioning_complete {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:00.898039 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.plugin [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Current status of the port 3406b71e-3634-49ff-aafb-a5dd7c45ef9b is: BUILD; New status is: ACTIVE {{(pid=103460) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:33:00.898438 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747308'] for port (3406b71e-3634-49ff-aafb-a5dd7c45ef9b), before_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:00.933836 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.db [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] For port 3406b71e-3634-49ff-aafb-a5dd7c45ef9b, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=3406b71e-3634-49ff-aafb-a5dd7c45ef9b,segment=NetworkSegment(7f41e294-9f18-4c67-842c-6c4d3d8141d4),segment_id=7f41e294-9f18-4c67-842c-6c4d3d8141d4)] {{(pid=103460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:33:01.021580 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5f8ea3c-dce4-482f-8530-87a9153e6873', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64834295-ef23-47d3-a226-c43721e27b16'}, {'server_uuid': 'bc092410-8ca8-4ed5-ad00-10064c4e328f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3406b71e-3634-49ff-aafb-a5dd7c45ef9b'}] {{(pid=103460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 20:33:01.023918 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf2096ed20afa7c789231551a200e589db82a1cedf1791aa7acfc36920bc021b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b15e3c5-6f77-4537-a5ad-9d4a292c4e82" -d '{"events": [{"server_uuid": "a5f8ea3c-dce4-482f-8530-87a9153e6873", "name": "network-vif-plugged", "status": "completed", "tag": "64834295-ef23-47d3-a226-c43721e27b16"}, {"server_uuid": "bc092410-8ca8-4ed5-ad00-10064c4e328f", "name": "network-vif-plugged", "status": "completed", "tag": "3406b71e-3634-49ff-aafb-a5dd7c45ef9b"}]}' {{(pid=103460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 20:33:01.032111 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745146878648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745146440924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745146440942'] for port (3406b71e-3634-49ff-aafb-a5dd7c45ef9b), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:01.082766 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Pushing event updated for resources: {'Port': ['ID=3406b71e-3634-49ff-aafb-a5dd7c45ef9b,revision_number=5']} {{(pid=103460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:33:01.106728 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 08 Mar 2022 20:33:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69dd1072-dc99-4678-8457-2070f552bd08 x-openstack-request-id: req-69dd1072-dc99-4678-8457-2070f552bd08 {{(pid=103460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 20:33:01.107031 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5f8ea3c-dce4-482f-8530-87a9153e6873", "name": "network-vif-plugged", "status": "completed", "tag": "64834295-ef23-47d3-a226-c43721e27b16", "code": 200}, {"server_uuid": "bc092410-8ca8-4ed5-ad00-10064c4e328f", "name": "network-vif-plugged", "status": "completed", "tag": "3406b71e-3634-49ff-aafb-a5dd7c45ef9b", "code": 200}]} {{(pid=103460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 20:33:01.107283 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-69dd1072-dc99-4678-8457-2070f552bd08 {{(pid=103460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 20:33:01.107699 dv-cinder-830096-3-iscsi neutron-server[103460]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5f8ea3c-dce4-482f-8530-87a9153e6873', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64834295-ef23-47d3-a226-c43721e27b16', 'code': 200} Mar 08 20:33:01.107954 dv-cinder-830096-3-iscsi neutron-server[103460]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc092410-8ca8-4ed5-ad00-10064c4e328f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3406b71e-3634-49ff-aafb-a5dd7c45ef9b', 'code': 200} Mar 08 20:33:01.113915 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb39c0a-248b-468c-9a6b-6987d57f817b req-6c4ef39d-5bde-4393-9187-6dc6cf722c2d tempest-VolumesSnapshotTestJSON-151522371 tempest-VolumesSnapshotTestJSON-151522371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:33:01.115477 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-2eb39c0a-248b-468c-9a6b-6987d57f817b req-6c4ef39d-5bde-4393-9187-6dc6cf722c2d tempest-VolumesSnapshotTestJSON-151522371 tempest-VolumesSnapshotTestJSON-151522371-project] 10.222.0.41 "GET /v2.0/ports?device_id=04e9df5e-d8c1-4bd0-a9e6-c8a7e36acdce HTTP/1.1" status: 200 len: 945 time: 0.0807993 Mar 08 20:33:01.172767 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-2eb39c0a-248b-468c-9a6b-6987d57f817b req-baa0bd50-ddb2-41e5-a125-bf95c8c5107e tempest-VolumesSnapshotTestJSON-151522371 tempest-VolumesSnapshotTestJSON-151522371-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe677eff-d822-49be-84a5-bf5c9dee4a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514808 Mar 08 20:33:01.264503 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-8df6360b-d18e-4d76-8cd5-4f03297c7107 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745146981205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476605'] for agent (7ae9fd8f-5d61-4821-9eac-044950c450f0), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:01.544594 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddd2250-d197-4a69-b90d-ff103c4831fb req-7ed3be8d-f3d3-474e-ab9d-9791259f5717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:33:01.546248 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-dddd2250-d197-4a69-b90d-ff103c4831fb req-7ed3be8d-f3d3-474e-ab9d-9791259f5717 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=bc092410-8ca8-4ed5-ad00-10064c4e328f HTTP/1.1" status: 200 len: 1129 time: 0.0461349 Mar 08 20:33:01.591050 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-dddd2250-d197-4a69-b90d-ff103c4831fb req-472bc353-8913-4653-a591-fe95509af1d5 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=306014d5-d504-41eb-b92c-22e11b4bc9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383542 Mar 08 20:33:01.617484 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced1b785-f33d-4c42-97a2-ab0878d3c14c req-b75ad384-e13a-43f4-bca9-4bfe06894e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:33:01.618968 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-ced1b785-f33d-4c42-97a2-ab0878d3c14c req-b75ad384-e13a-43f4-bca9-4bfe06894e3b service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a5f8ea3c-dce4-482f-8530-87a9153e6873 HTTP/1.1" status: 200 len: 1130 time: 0.0530396 Mar 08 20:33:01.751110 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b13b83-0fdb-4955-bc75-a3997fdf9d55 req-831735da-6942-455d-8221-a0ba2e5d1c36 tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:33:01.752592 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-98b13b83-0fdb-4955-bc75-a3997fdf9d55 req-831735da-6942-455d-8221-a0ba2e5d1c36 tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] 10.222.0.41 "GET /v2.0/ports?device_id=bc092410-8ca8-4ed5-ad00-10064c4e328f HTTP/1.1" status: 200 len: 945 time: 0.0511487 Mar 08 20:33:01.799484 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-98b13b83-0fdb-4955-bc75-a3997fdf9d55 req-ea85e561-701f-4b0e-b483-8483ab16fa7e tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] 10.222.0.41 "GET /v2.0/security-groups?id=306014d5-d504-41eb-b92c-22e11b4bc9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411015 Mar 08 20:33:01.847281 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-ced1b785-f33d-4c42-97a2-ab0878d3c14c req-de291d6d-6c4a-4e99-8eb1-2a3a76d5b43b service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=306014d5-d504-41eb-b92c-22e11b4bc9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395718 Mar 08 20:33:02.386298 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-dbe61520-29cf-4847-b96e-6d24c6c097a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745146981205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476605'] for agent (6cc78598-e6b3-4e4d-a99c-31b9c4784fd2), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:02.772583 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.wsgi [-] (103459) accepted ('10.222.0.41', 59582) {{(pid=103459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:33:02.891548 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-a198ab25-c3ca-454e-b4fc-42b4dcb7e7cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:02.962803 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d36298e-0552-43ea-b5d2-9eaa23521c58 req-c15ca925-8b07-44e9-8775-fbe3a67f62c8 tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:33:02.964514 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-6d36298e-0552-43ea-b5d2-9eaa23521c58 req-c15ca925-8b07-44e9-8775-fbe3a67f62c8 tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] 10.222.0.41 "GET /v2.0/ports?device_id=bc092410-8ca8-4ed5-ad00-10064c4e328f HTTP/1.1" status: 200 len: 945 time: 0.0887969 Mar 08 20:33:03.049814 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-6d36298e-0552-43ea-b5d2-9eaa23521c58 req-0653160b-c39e-459e-b1d2-909f31ed3189 tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] 10.222.0.41 "GET /v2.0/security-groups?id=306014d5-d504-41eb-b92c-22e11b4bc9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783577 Mar 08 20:33:03.051887 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-a198ab25-c3ca-454e-b4fc-42b4dcb7e7cb admin admin] Publish callbacks [] for security_group (4355051d-84e2-47ef-87b9-e69c058419eb), precommit_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:03.139014 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-a198ab25-c3ca-454e-b4fc-42b4dcb7e7cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310940'] for security_group (4355051d-84e2-47ef-87b9-e69c058419eb), after_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:03.230159 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [None req-a198ab25-c3ca-454e-b4fc-42b4dcb7e7cb admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=51f0d5def25e47408635c05483aa8f90&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4561946 Mar 08 20:33:03.233548 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.41', 59608) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:33:03.259249 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a198ab25-c3ca-454e-b4fc-42b4dcb7e7cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4355051d-84e2-47ef-87b9-e69c058419eb,revision_number=1']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:33:03.305083 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-80dc6f99-b850-4a3f-8cf5-2a9a24bc9f6c admin admin] Publish callbacks [] for security_group (4355051d-84e2-47ef-87b9-e69c058419eb), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:03.335920 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-80dc6f99-b850-4a3f-8cf5-2a9a24bc9f6c admin admin] Publish callbacks [] for security_group (4355051d-84e2-47ef-87b9-e69c058419eb), precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:03.530558 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-80dc6f99-b850-4a3f-8cf5-2a9a24bc9f6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310940'] for security_group (4355051d-84e2-47ef-87b9-e69c058419eb), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:03.533655 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-80dc6f99-b850-4a3f-8cf5-2a9a24bc9f6c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:03.534879 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-80dc6f99-b850-4a3f-8cf5-2a9a24bc9f6c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4355051d-84e2-47ef-87b9-e69c058419eb HTTP/1.1" status: 204 len: 168 time: 0.2997832 Mar 08 20:33:03.547590 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80dc6f99-b850-4a3f-8cf5-2a9a24bc9f6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4355051d-84e2-47ef-87b9-e69c058419eb,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:33:03.783281 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-7a330e8f-62e0-4259-bea2-8ced8e9b3a98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745146981205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476605'] for agent (cd1d0244-f954-4bda-89fb-1fdc1954e39d), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:04.182867 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57689d67-11c1-4922-807a-ebc23bae4495 req-ba78e70d-83a2-4588-9d09-98eb163f9f72 tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:33:04.184513 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-57689d67-11c1-4922-807a-ebc23bae4495 req-ba78e70d-83a2-4588-9d09-98eb163f9f72 tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] 10.222.0.41 "GET /v2.0/ports?device_id=bc092410-8ca8-4ed5-ad00-10064c4e328f HTTP/1.1" status: 200 len: 945 time: 0.0568581 Mar 08 20:33:04.234230 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-57689d67-11c1-4922-807a-ebc23bae4495 req-766c26d2-b972-42e5-aabc-532320b56d51 tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] 10.222.0.41 "GET /v2.0/security-groups?id=306014d5-d504-41eb-b92c-22e11b4bc9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414777 Mar 08 20:33:04.328010 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.41', 59636) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:33:04.342690 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-32fb0892-6cf6-4900-8593-53739cec625f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:04.424880 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-32fb0892-6cf6-4900-8593-53739cec625f admin admin] Publish callbacks [] for security_group (afeeb7cf-4694-46fb-8da0-0c36500c1a89), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:04.523456 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-32fb0892-6cf6-4900-8593-53739cec625f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310940'] for security_group (afeeb7cf-4694-46fb-8da0-0c36500c1a89), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:04.565631 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-32fb0892-6cf6-4900-8593-53739cec625f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4cf7c8c2b2534859974e44719ef2fb3d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2364724 Mar 08 20:33:04.566471 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fb0892-6cf6-4900-8593-53739cec625f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afeeb7cf-4694-46fb-8da0-0c36500c1a89,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:33:04.568375 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.wsgi [-] (103459) accepted ('10.222.0.41', 59638) {{(pid=103459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:33:04.620126 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3cf3b0d0-e0b7-41a1-ac71-8c57c8e3c870 admin admin] Publish callbacks [] for security_group (afeeb7cf-4694-46fb-8da0-0c36500c1a89), before_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:04.658707 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3cf3b0d0-e0b7-41a1-ac71-8c57c8e3c870 admin admin] Publish callbacks [] for security_group (afeeb7cf-4694-46fb-8da0-0c36500c1a89), precommit_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:04.857132 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd48772e-5c0c-4154-80ca-3f13eaf7d5b0 req-0e1d8c73-4e20-40f6-b796-8f2bfbd943c8 tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:33:04.858727 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-cd48772e-5c0c-4154-80ca-3f13eaf7d5b0 req-0e1d8c73-4e20-40f6-b796-8f2bfbd943c8 tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] 10.222.0.41 "GET /v2.0/ports?device_id=bc092410-8ca8-4ed5-ad00-10064c4e328f HTTP/1.1" status: 200 len: 945 time: 0.1088240 Mar 08 20:33:04.866918 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3cf3b0d0-e0b7-41a1-ac71-8c57c8e3c870 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310940'] for security_group (afeeb7cf-4694-46fb-8da0-0c36500c1a89), after_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:04.869741 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3cf3b0d0-e0b7-41a1-ac71-8c57c8e3c870 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:04.871265 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [None req-3cf3b0d0-e0b7-41a1-ac71-8c57c8e3c870 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/afeeb7cf-4694-46fb-8da0-0c36500c1a89 HTTP/1.1" status: 204 len: 168 time: 0.3018329 Mar 08 20:33:04.883487 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf3b0d0-e0b7-41a1-ac71-8c57c8e3c870 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afeeb7cf-4694-46fb-8da0-0c36500c1a89,revision_number=None']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:33:04.915497 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-cd48772e-5c0c-4154-80ca-3f13eaf7d5b0 req-f2fa8525-837c-4ecc-887a-5bda494c2dbf tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] 10.222.0.41 "GET /v2.0/security-groups?id=306014d5-d504-41eb-b92c-22e11b4bc9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492651 Mar 08 20:33:05.289123 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745146981205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476605'] for agent (fa4b043a-5d45-4181-9cb2-30d29598ef5b), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:06.040489 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6310455a-49aa-49a4-932e-e4ce0cbf9679 req-58b8fa02-be85-44b8-a937-5ff384676c7f tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:33:06.042059 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-6310455a-49aa-49a4-932e-e4ce0cbf9679 req-58b8fa02-be85-44b8-a937-5ff384676c7f tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] 10.222.0.41 "GET /v2.0/ports?device_id=bc092410-8ca8-4ed5-ad00-10064c4e328f HTTP/1.1" status: 200 len: 945 time: 0.0580356 Mar 08 20:33:06.087824 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-6310455a-49aa-49a4-932e-e4ce0cbf9679 req-75a6b87f-9895-4db9-a0c9-7e629279ca4b tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] 10.222.0.41 "GET /v2.0/security-groups?id=306014d5-d504-41eb-b92c-22e11b4bc9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395696 Mar 08 20:33:06.643332 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6acdf88-d84b-4304-bb15-1d4562d3b200 req-7628a6af-9c3d-435c-845f-676f7a55da87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:33:06.644874 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-e6acdf88-d84b-4304-bb15-1d4562d3b200 req-7628a6af-9c3d-435c-845f-676f7a55da87 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3ab75e5ad0c04c16ae8ecd6073e24a81&device_id=bc092410-8ca8-4ed5-ad00-10064c4e328f HTTP/1.1" status: 200 len: 1129 time: 0.0457542 Mar 08 20:33:06.758009 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6acdf88-d84b-4304-bb15-1d4562d3b200 req-7238da2c-313e-47df-a8b5-5956d8ab6c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:33:06.759494 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-e6acdf88-d84b-4304-bb15-1d4562d3b200 req-7238da2c-313e-47df-a8b5-5956d8ab6c78 service neutron] 10.222.0.37 "GET /v2.0/networks?id=de9446a0-c58a-4c9a-a8d6-6921f8f95911 HTTP/1.1" status: 200 len: 919 time: 0.0926678 Mar 08 20:33:06.806265 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-e6acdf88-d84b-4304-bb15-1d4562d3b200 req-e2482b17-63b1-468a-8e31-92d983022cf4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3406b71e-3634-49ff-aafb-a5dd7c45ef9b HTTP/1.1" status: 200 len: 217 time: 0.0363603 Mar 08 20:33:06.873399 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6acdf88-d84b-4304-bb15-1d4562d3b200 req-b2455718-c4e5-41c5-8a19-c24e7bcb2857 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:33:06.874773 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-e6acdf88-d84b-4304-bb15-1d4562d3b200 req-b2455718-c4e5-41c5-8a19-c24e7bcb2857 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c447eb81-039d-4a17-9b2c-b8079a3e024b HTTP/1.1" status: 200 len: 858 time: 0.0538597 Mar 08 20:33:06.911091 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-e6acdf88-d84b-4304-bb15-1d4562d3b200 req-1951c116-82d6-44d9-9c02-99176acbebac service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=de9446a0-c58a-4c9a-a8d6-6921f8f95911&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303726 Mar 08 20:33:07.022724 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-e6acdf88-d84b-4304-bb15-1d4562d3b200 req-2d50da36-5fd1-4970-bce6-12717411cb82 service neutron] 10.222.0.37 "GET /v2.0/networks/de9446a0-c58a-4c9a-a8d6-6921f8f95911?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020045 Mar 08 20:33:07.244515 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bda898-e703-4fc4-b1d6-523a8e21bc7f req-afa2a9f4-f7e5-4cfe-a2dc-b459fd19e265 tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:33:07.244515 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-92bda898-e703-4fc4-b1d6-523a8e21bc7f req-afa2a9f4-f7e5-4cfe-a2dc-b459fd19e265 tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] 10.222.0.41 "GET /v2.0/ports?device_id=bc092410-8ca8-4ed5-ad00-10064c4e328f HTTP/1.1" status: 200 len: 945 time: 0.0688021 Mar 08 20:33:07.302171 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-92bda898-e703-4fc4-b1d6-523a8e21bc7f req-fd4899c3-cb67-4ecf-b724-9954351dc81e tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] 10.222.0.41 "GET /v2.0/security-groups?id=306014d5-d504-41eb-b92c-22e11b4bc9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568492 Mar 08 20:33:07.367359 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-e6acdf88-d84b-4304-bb15-1d4562d3b200 req-0ba72904-cf4a-43a9-9602-ff45adbd90d6 service neutron] 10.222.0.37 "GET /v2.0/networks/de9446a0-c58a-4c9a-a8d6-6921f8f95911?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3345449 Mar 08 20:33:08.432543 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b6148b-127b-4d6d-bdb2-ce5410722bde req-9554a89d-389c-4cfa-91b0-d182b3be94f7 tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:33:08.434397 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-c9b6148b-127b-4d6d-bdb2-ce5410722bde req-9554a89d-389c-4cfa-91b0-d182b3be94f7 tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] 10.222.0.41 "GET /v2.0/ports?device_id=bc092410-8ca8-4ed5-ad00-10064c4e328f HTTP/1.1" status: 200 len: 945 time: 0.0557635 Mar 08 20:33:08.490500 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-c9b6148b-127b-4d6d-bdb2-ce5410722bde req-7e96183d-6a25-4479-83eb-a8d9e8797f45 tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] 10.222.0.41 "GET /v2.0/security-groups?id=306014d5-d504-41eb-b92c-22e11b4bc9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499985 Mar 08 20:33:10.382857 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838b147c-a79e-4931-a330-4ee86e72e901 req-4f6ee465-a1d8-4dea-a244-2aef39285125 tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:33:10.386673 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-838b147c-a79e-4931-a330-4ee86e72e901 req-4f6ee465-a1d8-4dea-a244-2aef39285125 tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] 10.222.0.41 "GET /v2.0/ports?device_id=bc092410-8ca8-4ed5-ad00-10064c4e328f HTTP/1.1" status: 200 len: 945 time: 0.0872371 Mar 08 20:33:10.392286 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3e69d5-200d-4d12-ba38-272352869a38 req-80876228-0fc5-469f-b0da-f9408497acf3 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:33:10.401172 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-1d3e69d5-200d-4d12-ba38-272352869a38 req-80876228-0fc5-469f-b0da-f9408497acf3 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "GET /v2.0/ports?device_id=f3764666-b97b-49ee-a110-73b596762fc2 HTTP/1.1" status: 200 len: 945 time: 0.0692329 Mar 08 20:33:10.458796 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-1d3e69d5-200d-4d12-ba38-272352869a38 req-ec3a64bc-fed8-4eb8-9093-fe8f55cad408 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "GET /v2.0/security-groups?id=594a1c24-3d62-4c4c-9d98-a58b8e523f99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562747 Mar 08 20:33:10.459213 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-838b147c-a79e-4931-a330-4ee86e72e901 req-b1779ae5-d428-424f-aa7f-234c822267c3 tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] 10.222.0.41 "GET /v2.0/security-groups?id=306014d5-d504-41eb-b92c-22e11b4bc9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623121 Mar 08 20:33:11.576193 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8105adfe-4113-4e89-a2ce-86cd61317c0b req-364e0125-031d-4981-814b-790151e84a1e tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:33:11.577781 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-8105adfe-4113-4e89-a2ce-86cd61317c0b req-364e0125-031d-4981-814b-790151e84a1e tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] 10.222.0.41 "GET /v2.0/ports?device_id=bc092410-8ca8-4ed5-ad00-10064c4e328f HTTP/1.1" status: 200 len: 945 time: 0.0545721 Mar 08 20:33:11.580278 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91454cb1-800a-4ee9-979c-24fcf7197b57 req-0a3e74b2-6bbe-44fa-92b1-bbc0486f3b59 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:33:11.581764 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-91454cb1-800a-4ee9-979c-24fcf7197b57 req-0a3e74b2-6bbe-44fa-92b1-bbc0486f3b59 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "GET /v2.0/ports?device_id=f3764666-b97b-49ee-a110-73b596762fc2 HTTP/1.1" status: 200 len: 945 time: 0.0570657 Mar 08 20:33:11.626145 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-8105adfe-4113-4e89-a2ce-86cd61317c0b req-6280418a-bf2e-4448-be90-d721185e8f2d tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] 10.222.0.41 "GET /v2.0/security-groups?id=306014d5-d504-41eb-b92c-22e11b4bc9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424883 Mar 08 20:33:11.629934 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-91454cb1-800a-4ee9-979c-24fcf7197b57 req-32a5539a-dd4c-4de6-9d8c-d185a32529fd tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "GET /v2.0/security-groups?id=594a1c24-3d62-4c4c-9d98-a58b8e523f99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417929 Mar 08 20:33:12.744097 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfbacba-1813-4351-aec7-09795bbe2bf3 req-4d90fd22-600e-4715-8256-ea754115f66d tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:33:12.745612 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-8cfbacba-1813-4351-aec7-09795bbe2bf3 req-4d90fd22-600e-4715-8256-ea754115f66d tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] 10.222.0.41 "GET /v2.0/ports?device_id=bc092410-8ca8-4ed5-ad00-10064c4e328f HTTP/1.1" status: 200 len: 945 time: 0.0524096 Mar 08 20:33:12.751612 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471764a5-cfb1-48a8-a5e5-919f7dfab229 req-a680ed6c-7bdf-413d-8a5a-3a8156e53968 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:33:12.753112 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-471764a5-cfb1-48a8-a5e5-919f7dfab229 req-a680ed6c-7bdf-413d-8a5a-3a8156e53968 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "GET /v2.0/ports?device_id=f3764666-b97b-49ee-a110-73b596762fc2 HTTP/1.1" status: 200 len: 945 time: 0.0513105 Mar 08 20:33:12.794738 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-8cfbacba-1813-4351-aec7-09795bbe2bf3 req-cd3a3682-0e60-48ca-ae73-7813449b2745 tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] 10.222.0.41 "GET /v2.0/security-groups?id=306014d5-d504-41eb-b92c-22e11b4bc9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408995 Mar 08 20:33:12.803622 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-471764a5-cfb1-48a8-a5e5-919f7dfab229 req-01efea41-f0e4-4d2b-b35f-307cad7821cb tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "GET /v2.0/security-groups?id=594a1c24-3d62-4c4c-9d98-a58b8e523f99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445752 Mar 08 20:33:13.917107 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29117a8-0024-490c-93e7-7e3de0430cc3 req-cf527a87-28e5-4829-a0ae-c6d38e2e3289 tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:33:13.918883 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-e29117a8-0024-490c-93e7-7e3de0430cc3 req-cf527a87-28e5-4829-a0ae-c6d38e2e3289 tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] 10.222.0.41 "GET /v2.0/ports?device_id=bc092410-8ca8-4ed5-ad00-10064c4e328f HTTP/1.1" status: 200 len: 945 time: 0.0573986 Mar 08 20:33:13.935476 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f633e684-ef31-48a9-9894-c796929d1a67 req-970c4220-a6ab-4a7b-96ce-3faa8c4d07c5 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:33:13.937203 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-f633e684-ef31-48a9-9894-c796929d1a67 req-970c4220-a6ab-4a7b-96ce-3faa8c4d07c5 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "GET /v2.0/ports?device_id=f3764666-b97b-49ee-a110-73b596762fc2 HTTP/1.1" status: 200 len: 945 time: 0.0615182 Mar 08 20:33:13.976009 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-e29117a8-0024-490c-93e7-7e3de0430cc3 req-7f96f38d-61bf-4255-9b75-94bc7481a859 tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] 10.222.0.41 "GET /v2.0/security-groups?id=306014d5-d504-41eb-b92c-22e11b4bc9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437896 Mar 08 20:33:13.999817 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-f633e684-ef31-48a9-9894-c796929d1a67 req-423c481e-d281-46a8-a278-94887dca5b7b tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "GET /v2.0/security-groups?id=594a1c24-3d62-4c4c-9d98-a58b8e523f99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553799 Mar 08 20:33:15.132476 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4d6a25-f08c-481b-b646-40f765921459 req-0da62ac1-9d1c-4e4e-a4b9-3ed55ec562bc tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:33:15.134247 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-0c4d6a25-f08c-481b-b646-40f765921459 req-0da62ac1-9d1c-4e4e-a4b9-3ed55ec562bc tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] 10.222.0.41 "GET /v2.0/ports?device_id=bc092410-8ca8-4ed5-ad00-10064c4e328f HTTP/1.1" status: 200 len: 945 time: 0.0842602 Mar 08 20:33:15.137837 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4760f8-e82e-49fb-b4da-83eaab9c2983 req-102f32c5-02ec-4f42-a50b-27d99536e0e9 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:33:15.142813 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-8e4760f8-e82e-49fb-b4da-83eaab9c2983 req-102f32c5-02ec-4f42-a50b-27d99536e0e9 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "GET /v2.0/ports?device_id=f3764666-b97b-49ee-a110-73b596762fc2 HTTP/1.1" status: 200 len: 945 time: 0.0597551 Mar 08 20:33:15.184045 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-0c4d6a25-f08c-481b-b646-40f765921459 req-066b22bd-43dc-473f-bfcc-3c3080ad0607 tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] 10.222.0.41 "GET /v2.0/security-groups?id=306014d5-d504-41eb-b92c-22e11b4bc9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420332 Mar 08 20:33:15.185781 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-8e4760f8-e82e-49fb-b4da-83eaab9c2983 req-1cdb981a-4d8a-4528-ace0-eacac6d8daa1 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "GET /v2.0/security-groups?id=594a1c24-3d62-4c4c-9d98-a58b8e523f99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421219 Mar 08 20:33:16.078429 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.wsgi [-] (103459) accepted ('10.222.0.41', 59926) {{(pid=103459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:33:16.083109 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.v2.base [None req-52fc56af-42d5-4bd7-8529-5fcf889d4f91 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1454531929', 'description': 'tempest-description--383935926'}} {{(pid=103459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:33:16.203822 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-52fc56af-42d5-4bd7-8529-5fcf889d4f91 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Publish callbacks [] for security_group (None), before_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:16.292420 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-52fc56af-42d5-4bd7-8529-5fcf889d4f91 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Publish callbacks [] for security_group (9b92b894-289e-44fe-91c4-7a651e094017), precommit_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:16.334937 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f4ab14-1e09-4485-bf8c-47f31fd6ed72 req-3ae57783-634c-45c4-9096-8caa56da1435 tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:33:16.336485 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-30f4ab14-1e09-4485-bf8c-47f31fd6ed72 req-3ae57783-634c-45c4-9096-8caa56da1435 tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] 10.222.0.41 "GET /v2.0/ports?device_id=bc092410-8ca8-4ed5-ad00-10064c4e328f HTTP/1.1" status: 200 len: 945 time: 0.0626640 Mar 08 20:33:16.341116 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2babd6-7bb9-4def-842c-ef8c5260547a req-ec1147e7-033a-48fa-b343-ea1b45a99337 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:33:16.344631 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-3c2babd6-7bb9-4def-842c-ef8c5260547a req-ec1147e7-033a-48fa-b343-ea1b45a99337 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "GET /v2.0/ports?device_id=f3764666-b97b-49ee-a110-73b596762fc2 HTTP/1.1" status: 200 len: 945 time: 0.0589519 Mar 08 20:33:16.389099 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-30f4ab14-1e09-4485-bf8c-47f31fd6ed72 req-6403d27c-9dba-4035-a274-edd20313780d tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] 10.222.0.41 "GET /v2.0/security-groups?id=306014d5-d504-41eb-b92c-22e11b4bc9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467162 Mar 08 20:33:16.393546 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-3c2babd6-7bb9-4def-842c-ef8c5260547a req-fe7042ca-15cb-4cfd-b434-501a55cb89de tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "GET /v2.0/security-groups?id=594a1c24-3d62-4c4c-9d98-a58b8e523f99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454993 Mar 08 20:33:16.430295 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-52fc56af-42d5-4bd7-8529-5fcf889d4f91 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310940'] for security_group (9b92b894-289e-44fe-91c4-7a651e094017), after_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:16.459724 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fc56af-42d5-4bd7-8529-5fcf889d4f91 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b92b894-289e-44fe-91c4-7a651e094017,revision_number=1']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:33:16.536523 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-52fc56af-42d5-4bd7-8529-5fcf889d4f91 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Publish callbacks [] for security_group (None), before_response {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:16.537246 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [None req-52fc56af-42d5-4bd7-8529-5fcf889d4f91 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4577658 Mar 08 20:33:16.540935 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.wsgi [-] (103459) accepted ('10.222.0.41', 59938) {{(pid=103459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:33:16.554585 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.v2.base [None req-3e19f1f4-a95f-4042-b87a-644d404ebf5c tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Request body: {'security_group_rule': {'security_group_id': '9b92b894-289e-44fe-91c4-7a651e094017', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:33:16.698106 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3e19f1f4-a95f-4042-b87a-644d404ebf5c tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Publish callbacks [] for security_group_rule (64bf9824-9096-4de8-b65b-9031fc27edb0), before_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:16.791412 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3e19f1f4-a95f-4042-b87a-644d404ebf5c tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Publish callbacks [] for security_group_rule (64bf9824-9096-4de8-b65b-9031fc27edb0), precommit_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:16.860755 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3e19f1f4-a95f-4042-b87a-644d404ebf5c tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310824'] for security_group_rule (64bf9824-9096-4de8-b65b-9031fc27edb0), after_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:16.882885 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e19f1f4-a95f-4042-b87a-644d404ebf5c tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64bf9824-9096-4de8-b65b-9031fc27edb0,revision_number=0']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:33:16.958574 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3e19f1f4-a95f-4042-b87a-644d404ebf5c tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:16.959767 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [None req-3e19f1f4-a95f-4042-b87a-644d404ebf5c tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4167020 Mar 08 20:33:16.962628 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.wsgi [-] (103459) accepted ('10.222.0.41', 59992) {{(pid=103459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:33:16.967150 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.v2.base [None req-f9ad01df-d9d5-45e6-8d87-0fa629b037be tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Request body: {'security_group_rule': {'security_group_id': '9b92b894-289e-44fe-91c4-7a651e094017', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:33:17.102948 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-f9ad01df-d9d5-45e6-8d87-0fa629b037be tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Publish callbacks [] for security_group_rule (037154c5-65a0-4dae-859d-f86512b4835a), before_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:17.162759 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-f9ad01df-d9d5-45e6-8d87-0fa629b037be tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Publish callbacks [] for security_group_rule (037154c5-65a0-4dae-859d-f86512b4835a), precommit_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:17.295874 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-f9ad01df-d9d5-45e6-8d87-0fa629b037be tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310824'] for security_group_rule (037154c5-65a0-4dae-859d-f86512b4835a), after_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:17.315250 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ad01df-d9d5-45e6-8d87-0fa629b037be tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=037154c5-65a0-4dae-859d-f86512b4835a,revision_number=0']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:33:17.457622 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-f9ad01df-d9d5-45e6-8d87-0fa629b037be tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:17.462244 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [None req-f9ad01df-d9d5-45e6-8d87-0fa629b037be tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4955046 Mar 08 20:33:17.462683 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.41', 60000) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:33:17.467119 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.v2.base [None req-b21b2e6d-f0b5-4c2a-9b75-a5214a01ce78 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Request body: {'floatingip': {'floating_network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052'}} {{(pid=103458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:33:17.518513 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237d4e8a-ea16-4225-aa76-2b76c2954451 req-e5168c50-2e98-4e04-9175-c127b12a1f90 tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:33:17.520142 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-237d4e8a-ea16-4225-aa76-2b76c2954451 req-e5168c50-2e98-4e04-9175-c127b12a1f90 tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] 10.222.0.41 "GET /v2.0/ports?device_id=bc092410-8ca8-4ed5-ad00-10064c4e328f HTTP/1.1" status: 200 len: 945 time: 0.0597017 Mar 08 20:33:17.546216 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b437e9e3-9c24-4ce6-9e9f-3fad38a50d85 req-f407ae19-e488-46ce-a6b0-747684cf6d78 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:33:17.553004 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-b437e9e3-9c24-4ce6-9e9f-3fad38a50d85 req-f407ae19-e488-46ce-a6b0-747684cf6d78 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "GET /v2.0/ports?device_id=f3764666-b97b-49ee-a110-73b596762fc2 HTTP/1.1" status: 200 len: 945 time: 0.0741105 Mar 08 20:33:17.580173 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-237d4e8a-ea16-4225-aa76-2b76c2954451 req-3482b523-f291-4112-aacf-19f3f8fd164b tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] 10.222.0.41 "GET /v2.0/security-groups?id=306014d5-d504-41eb-b92c-22e11b4bc9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539448 Mar 08 20:33:17.606213 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-b437e9e3-9c24-4ce6-9e9f-3fad38a50d85 req-a224a400-6653-4681-8015-a6059906a9f3 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "GET /v2.0/security-groups?id=594a1c24-3d62-4c4c-9d98-a58b8e523f99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460563 Mar 08 20:33:17.606860 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-b21b2e6d-f0b5-4c2a-9b75-a5214a01ce78 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:17.718310 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-b21b2e6d-f0b5-4c2a-9b75-a5214a01ce78 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747308'] for port (None), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:17.845640 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.db.db_base_plugin_common [None req-b21b2e6d-f0b5-4c2a-9b75-a5214a01ce78 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Allocated IP 172.27.2.211 (fc278ace-cc38-44e4-ba35-3f28be706052/6746aa92-141d-47b3-806a-20502e0a6f7e/80b4228b-2eba-419e-8e8c-3d0e65f7a918) {{(pid=103458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 20:33:17.957164 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-b21b2e6d-f0b5-4c2a-9b75-a5214a01ce78 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Publish callbacks [] for port (80b4228b-2eba-419e-8e8c-3d0e65f7a918), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:18.084027 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-b21b2e6d-f0b5-4c2a-9b75-a5214a01ce78 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745146440906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28566877'] for port (80b4228b-2eba-419e-8e8c-3d0e65f7a918), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:18.129646 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b21b2e6d-f0b5-4c2a-9b75-a5214a01ce78 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Network fc278ace-cc38-44e4-ba35-3f28be706052 is already hosted by enough agents. {{(pid=103458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 20:33:18.134330 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.scheduler.base_scheduler [None req-b21b2e6d-f0b5-4c2a-9b75-a5214a01ce78 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Resources bound (agent type, host, resource id): {{(pid=103458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:33:18.140104 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b21b2e6d-f0b5-4c2a-9b75-a5214a01ce78 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Received port after_create {{(pid=103458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 20:33:18.143693 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21b2e6d-f0b5-4c2a-9b75-a5214a01ce78 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Pushing event updated for resources: {'Port': ['ID=80b4228b-2eba-419e-8e8c-3d0e65f7a918,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:33:18.234877 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-b21b2e6d-f0b5-4c2a-9b75-a5214a01ce78 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Publish callbacks [] for floatingip (df01dd8c-ae62-43fa-9525-bc0ee2e20658), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:18.354787 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-b21b2e6d-f0b5-4c2a-9b75-a5214a01ce78 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747308'] for port (80b4228b-2eba-419e-8e8c-3d0e65f7a918), before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:18.518637 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-b21b2e6d-f0b5-4c2a-9b75-a5214a01ce78 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Publish callbacks [] for port (80b4228b-2eba-419e-8e8c-3d0e65f7a918), precommit_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:18.641958 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-b21b2e6d-f0b5-4c2a-9b75-a5214a01ce78 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745146878648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745146440924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745146440942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28566820'] for port (80b4228b-2eba-419e-8e8c-3d0e65f7a918), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:18.747609 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a3d0ab-128b-44aa-9c01-fbc166b1440f req-97c3ab2c-9c43-4620-ad72-4c88bd214bfe tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:33:18.749796 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-b1a3d0ab-128b-44aa-9c01-fbc166b1440f req-97c3ab2c-9c43-4620-ad72-4c88bd214bfe tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] 10.222.0.41 "GET /v2.0/ports?device_id=bc092410-8ca8-4ed5-ad00-10064c4e328f HTTP/1.1" status: 200 len: 945 time: 0.0592706 Mar 08 20:33:18.781592 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21b2e6d-f0b5-4c2a-9b75-a5214a01ce78 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Pushing event updated for resources: {'Port': ['ID=80b4228b-2eba-419e-8e8c-3d0e65f7a918,revision_number=2']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:33:18.799395 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-b21b2e6d-f0b5-4c2a-9b75-a5214a01ce78 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-443219'] for floatingip (df01dd8c-ae62-43fa-9525-bc0ee2e20658), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:18.803355 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-b1a3d0ab-128b-44aa-9c01-fbc166b1440f req-b9e2c40c-67c3-4e1b-bdf3-0801df274eb4 tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] 10.222.0.41 "GET /v2.0/security-groups?id=306014d5-d504-41eb-b92c-22e11b4bc9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478170 Mar 08 20:33:18.811548 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.wsgi [-] (103459) accepted ('10.222.0.41', 60044) {{(pid=103459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:33:18.829109 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e651d8d0-ce5b-4742-89db-6728ed5bef9f req-9b1b864d-5934-49da-a1d4-1c4ba80a1ad2 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:33:18.836786 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-e651d8d0-ce5b-4742-89db-6728ed5bef9f req-9b1b864d-5934-49da-a1d4-1c4ba80a1ad2 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "GET /v2.0/ports?device_id=f3764666-b97b-49ee-a110-73b596762fc2 HTTP/1.1" status: 200 len: 945 time: 0.0948749 Mar 08 20:33:18.888233 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-e651d8d0-ce5b-4742-89db-6728ed5bef9f req-79ab49ba-1712-4a09-aa69-544410fea8d9 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "GET /v2.0/security-groups?id=594a1c24-3d62-4c4c-9d98-a58b8e523f99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500484 Mar 08 20:33:18.891491 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-b21b2e6d-f0b5-4c2a-9b75-a5214a01ce78 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4188892'] for floatingip (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:18.897778 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-b21b2e6d-f0b5-4c2a-9b75-a5214a01ce78 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4288678 Mar 08 20:33:18.929766 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-cf5e43a5-5283-452a-ab03-9e4f350bc637 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:19.010366 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-cf5e43a5-5283-452a-ab03-9e4f350bc637 admin admin] Publish callbacks [] for security_group (a8f86784-20f2-4499-9d27-9dd32031a34d), precommit_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:19.072066 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-cf5e43a5-5283-452a-ab03-9e4f350bc637 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310940'] for security_group (a8f86784-20f2-4499-9d27-9dd32031a34d), after_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:19.114389 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [None req-cf5e43a5-5283-452a-ab03-9e4f350bc637 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=92678febb59f492fafe042b5dd8e06f0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2967405 Mar 08 20:33:19.115338 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5e43a5-5283-452a-ab03-9e4f350bc637 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8f86784-20f2-4499-9d27-9dd32031a34d,revision_number=1']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:33:19.117211 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.41', 60060) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:33:19.167949 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-cda2fb84-f7ab-4b1a-ac46-0243160cd3c3 admin admin] Publish callbacks [] for security_group (a8f86784-20f2-4499-9d27-9dd32031a34d), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:19.189516 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-cda2fb84-f7ab-4b1a-ac46-0243160cd3c3 admin admin] Publish callbacks [] for security_group (a8f86784-20f2-4499-9d27-9dd32031a34d), precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:19.313411 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-cda2fb84-f7ab-4b1a-ac46-0243160cd3c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310940'] for security_group (a8f86784-20f2-4499-9d27-9dd32031a34d), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:19.317431 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-cda2fb84-f7ab-4b1a-ac46-0243160cd3c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:19.318715 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-cda2fb84-f7ab-4b1a-ac46-0243160cd3c3 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a8f86784-20f2-4499-9d27-9dd32031a34d HTTP/1.1" status: 204 len: 168 time: 0.2003517 Mar 08 20:33:19.328046 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda2fb84-f7ab-4b1a-ac46-0243160cd3c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8f86784-20f2-4499-9d27-9dd32031a34d,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:33:19.982258 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed04ae20-4a6f-418a-9aa2-e7eeeaba88c7 req-8240442c-a6f0-4ec5-aa2e-c636a731f058 tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:33:19.983716 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-ed04ae20-4a6f-418a-9aa2-e7eeeaba88c7 req-8240442c-a6f0-4ec5-aa2e-c636a731f058 tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] 10.222.0.41 "GET /v2.0/ports?device_id=bc092410-8ca8-4ed5-ad00-10064c4e328f HTTP/1.1" status: 200 len: 945 time: 0.0910497 Mar 08 20:33:20.043945 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-ed04ae20-4a6f-418a-9aa2-e7eeeaba88c7 req-2e452e5f-b09f-4031-b110-4bb825764180 tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] 10.222.0.41 "GET /v2.0/security-groups?id=306014d5-d504-41eb-b92c-22e11b4bc9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497842 Mar 08 20:33:20.168025 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ea5105-2c06-4ee9-8614-d5ea26a46961 req-d4d3e46f-6831-4b0a-a815-7e0313880c1d tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:33:20.169900 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-88ea5105-2c06-4ee9-8614-d5ea26a46961 req-d4d3e46f-6831-4b0a-a815-7e0313880c1d tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "GET /v2.0/ports?device_id=f3764666-b97b-49ee-a110-73b596762fc2 HTTP/1.1" status: 200 len: 945 time: 0.0607193 Mar 08 20:33:20.249171 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.db.agents_db [None req-39e8813d-158c-4e2f-bb5f-b8539461cb33 None None] Agent healthcheck: found 6 active agents {{(pid=103461) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 20:33:20.250314 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-88ea5105-2c06-4ee9-8614-d5ea26a46961 req-f4add544-c127-4f0f-9fdf-0f02209abecc tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "GET /v2.0/security-groups?id=594a1c24-3d62-4c4c-9d98-a58b8e523f99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520842 Mar 08 20:33:21.162880 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacc7597-2f70-4ccd-a00b-f40ca6356eb6 req-8754ac7e-f911-47da-bc3a-9f5178151be0 tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:33:21.164425 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-dacc7597-2f70-4ccd-a00b-f40ca6356eb6 req-8754ac7e-f911-47da-bc3a-9f5178151be0 tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] 10.222.0.41 "GET /v2.0/ports?device_id=bc092410-8ca8-4ed5-ad00-10064c4e328f HTTP/1.1" status: 200 len: 945 time: 0.0525522 Mar 08 20:33:21.213161 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-dacc7597-2f70-4ccd-a00b-f40ca6356eb6 req-8ee756f0-b341-4ce6-8e56-d6b404301135 tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] 10.222.0.41 "GET /v2.0/security-groups?id=306014d5-d504-41eb-b92c-22e11b4bc9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428388 Mar 08 20:33:21.369412 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0fb247-7489-40af-b43a-0e20011a6f6e req-c435f8e5-a2ce-4fc4-86fd-97da7b13446f tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:33:21.370910 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-5e0fb247-7489-40af-b43a-0e20011a6f6e req-c435f8e5-a2ce-4fc4-86fd-97da7b13446f tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "GET /v2.0/ports?device_id=f3764666-b97b-49ee-a110-73b596762fc2 HTTP/1.1" status: 200 len: 945 time: 0.0548632 Mar 08 20:33:21.425276 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-5e0fb247-7489-40af-b43a-0e20011a6f6e req-57a02f5e-e2c2-4519-9013-8d2b206394f7 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "GET /v2.0/security-groups?id=594a1c24-3d62-4c4c-9d98-a58b8e523f99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478237 Mar 08 20:33:21.885960 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.wsgi [-] (103459) accepted ('10.222.0.41', 60118) {{(pid=103459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:33:21.934855 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.db.db_base_plugin_v2 [None req-0bd94e9a-b077-4d17-af52-fddabc4c5cd9 admin admin] Deleting subnet 4782e1d3-9b71-49f9-8f38-867357a894f1 {{(pid=103459) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 20:33:21.939152 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-0bd94e9a-b077-4d17-af52-fddabc4c5cd9 admin admin] Publish callbacks [] for subnet (4782e1d3-9b71-49f9-8f38-867357a894f1), before_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:21.975531 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-0bd94e9a-b077-4d17-af52-fddabc4c5cd9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28404406'] for subnet (4782e1d3-9b71-49f9-8f38-867357a894f1), precommit_delete_associations {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:22.025354 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-0bd94e9a-b077-4d17-af52-fddabc4c5cd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3537161'] for subnet (4782e1d3-9b71-49f9-8f38-867357a894f1), precommit_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:22.182437 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-0bd94e9a-b077-4d17-af52-fddabc4c5cd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3537170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28404642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28758431'] for subnet (4782e1d3-9b71-49f9-8f38-867357a894f1), after_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:22.212140 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd94e9a-b077-4d17-af52-fddabc4c5cd9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4782e1d3-9b71-49f9-8f38-867357a894f1,revision_number=None']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:33:22.216154 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-0bd94e9a-b077-4d17-af52-fddabc4c5cd9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:22.219758 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [None req-0bd94e9a-b077-4d17-af52-fddabc4c5cd9 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/4782e1d3-9b71-49f9-8f38-867357a894f1 HTTP/1.1" status: 204 len: 168 time: 0.3326485 Mar 08 20:33:22.222988 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.41', 60122) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:33:22.225628 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd94e9a-b077-4d17-af52-fddabc4c5cd9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:33:22.233441 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd94e9a-b077-4d17-af52-fddabc4c5cd9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:33:22.233441 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd94e9a-b077-4d17-af52-fddabc4c5cd9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:33:22.233441 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd94e9a-b077-4d17-af52-fddabc4c5cd9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:33:22.233441 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd94e9a-b077-4d17-af52-fddabc4c5cd9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:33:22.233441 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd94e9a-b077-4d17-af52-fddabc4c5cd9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:33:22.233441 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd94e9a-b077-4d17-af52-fddabc4c5cd9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:33:22.233441 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd94e9a-b077-4d17-af52-fddabc4c5cd9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:33:22.233441 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd94e9a-b077-4d17-af52-fddabc4c5cd9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:33:22.233441 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd94e9a-b077-4d17-af52-fddabc4c5cd9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:33:22.233441 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd94e9a-b077-4d17-af52-fddabc4c5cd9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:33:22.233441 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd94e9a-b077-4d17-af52-fddabc4c5cd9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:33:22.233441 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd94e9a-b077-4d17-af52-fddabc4c5cd9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:33:22.331844 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-41ae7b91-b0da-46da-9547-b97acb350987 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-744326'] for network (8096880e-620a-4a89-939f-aa86ad8b65d1), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:22.409887 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27edcfea-ba29-4c75-889a-0104d7f8ef05 req-eeabbe0c-2340-4f3a-89cd-86a84f40601b tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:33:22.411542 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-27edcfea-ba29-4c75-889a-0104d7f8ef05 req-eeabbe0c-2340-4f3a-89cd-86a84f40601b tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] 10.222.0.41 "GET /v2.0/ports?device_id=bc092410-8ca8-4ed5-ad00-10064c4e328f HTTP/1.1" status: 200 len: 945 time: 0.1211514 Mar 08 20:33:22.453274 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-41ae7b91-b0da-46da-9547-b97acb350987 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3474822', 'neutron.services.segments.db._delete_segments_for_network-8745146981223'] for network (8096880e-620a-4a89-939f-aa86ad8b65d1), precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:22.491498 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.services.segments.db [None req-41ae7b91-b0da-46da-9547-b97acb350987 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8096880e-620a-4a89-939f-aa86ad8b65d1']}} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:33:22.510420 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.services.segments.db [None req-41ae7b91-b0da-46da-9547-b97acb350987 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '473ff0f8-c61c-429b-992a-f0c9cd746acf') {'for_net_delete': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:33:22.510747 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.services.segments.db [None req-41ae7b91-b0da-46da-9547-b97acb350987 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '473ff0f8-c61c-429b-992a-f0c9cd746acf') {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:33:22.522437 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-27edcfea-ba29-4c75-889a-0104d7f8ef05 req-ba894b41-135d-40de-bea1-40e160ac9b7b tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] 10.222.0.41 "GET /v2.0/security-groups?id=306014d5-d504-41eb-b92c-22e11b4bc9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045129 Mar 08 20:33:22.526985 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-41ae7b91-b0da-46da-9547-b97acb350987 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745146982000', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28520776'] for segment (473ff0f8-c61c-429b-992a-f0c9cd746acf), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:22.559489 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-41ae7b91-b0da-46da-9547-b97acb350987 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536034'] for segment (473ff0f8-c61c-429b-992a-f0c9cd746acf), precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:22.569372 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41ae7b91-b0da-46da-9547-b97acb350987 admin admin] Releasing vlan 105 on physical network physnet1 to pool {{(pid=103458) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 20:33:22.569791 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-41ae7b91-b0da-46da-9547-b97acb350987 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28566784'] for segment (473ff0f8-c61c-429b-992a-f0c9cd746acf), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:22.571706 dv-cinder-830096-3-iscsi neutron-server[103458]: Traceback (most recent call last): Mar 08 20:33:22.571706 dv-cinder-830096-3-iscsi neutron-server[103458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 20:33:22.571706 dv-cinder-830096-3-iscsi neutron-server[103458]: timer() Mar 08 20:33:22.571706 dv-cinder-830096-3-iscsi neutron-server[103458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 20:33:22.571706 dv-cinder-830096-3-iscsi neutron-server[103458]: cb(*args, **kw) Mar 08 20:33:22.571706 dv-cinder-830096-3-iscsi neutron-server[103458]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 20:33:22.571706 dv-cinder-830096-3-iscsi neutron-server[103458]: return func(*args, **kwargs) Mar 08 20:33:22.571706 dv-cinder-830096-3-iscsi neutron-server[103458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 20:33:22.571706 dv-cinder-830096-3-iscsi neutron-server[103458]: self._notify() Mar 08 20:33:22.571706 dv-cinder-830096-3-iscsi neutron-server[103458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 20:33:22.571706 dv-cinder-830096-3-iscsi neutron-server[103458]: self.callback(batched_events) Mar 08 20:33:22.571706 dv-cinder-830096-3-iscsi neutron-server[103458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 20:33:22.571706 dv-cinder-830096-3-iscsi neutron-server[103458]: event.method(event) Mar 08 20:33:22.571706 dv-cinder-830096-3-iscsi neutron-server[103458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 20:33:22.571706 dv-cinder-830096-3-iscsi neutron-server[103458]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 20:33:22.571706 dv-cinder-830096-3-iscsi neutron-server[103458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 20:33:22.571706 dv-cinder-830096-3-iscsi neutron-server[103458]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 20:33:22.571706 dv-cinder-830096-3-iscsi neutron-server[103458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 20:33:22.571706 dv-cinder-830096-3-iscsi neutron-server[103458]: return f(self, *a, **k) Mar 08 20:33:22.571706 dv-cinder-830096-3-iscsi neutron-server[103458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 20:33:22.571706 dv-cinder-830096-3-iscsi neutron-server[103458]: return self._get(url).json() Mar 08 20:33:22.571706 dv-cinder-830096-3-iscsi neutron-server[103458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 20:33:22.571706 dv-cinder-830096-3-iscsi neutron-server[103458]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 20:33:22.571706 dv-cinder-830096-3-iscsi neutron-server[103458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 20:33:22.571706 dv-cinder-830096-3-iscsi neutron-server[103458]: return self.request(url, 'GET', **kwargs) Mar 08 20:33:22.571706 dv-cinder-830096-3-iscsi neutron-server[103458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 20:33:22.571706 dv-cinder-830096-3-iscsi neutron-server[103458]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 20:33:22.571706 dv-cinder-830096-3-iscsi neutron-server[103458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 20:33:22.571706 dv-cinder-830096-3-iscsi neutron-server[103458]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 20:33:22.571706 dv-cinder-830096-3-iscsi neutron-server[103458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 20:33:22.571706 dv-cinder-830096-3-iscsi neutron-server[103458]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 20:33:22.571706 dv-cinder-830096-3-iscsi neutron-server[103458]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 20:33:22.683476 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7712c57-057a-4eeb-962b-a14941eb6f2d req-b976e013-90aa-427a-bc81-a4f2fd0c9fc5 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:33:22.685639 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-b7712c57-057a-4eeb-962b-a14941eb6f2d req-b976e013-90aa-427a-bc81-a4f2fd0c9fc5 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "GET /v2.0/ports?device_id=f3764666-b97b-49ee-a110-73b596762fc2 HTTP/1.1" status: 200 len: 945 time: 0.0943694 Mar 08 20:33:22.740911 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-b7712c57-057a-4eeb-962b-a14941eb6f2d req-5b404779-35d5-47dd-996b-2204297d207b tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "GET /v2.0/security-groups?id=594a1c24-3d62-4c4c-9d98-a58b8e523f99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493834 Mar 08 20:33:22.750438 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-41ae7b91-b0da-46da-9547-b97acb350987 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3474831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-442537'] for network (8096880e-620a-4a89-939f-aa86ad8b65d1), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:22.759038 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-41ae7b91-b0da-46da-9547-b97acb350987 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3733777'] for network (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:22.764290 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-41ae7b91-b0da-46da-9547-b97acb350987 admin admin] 10.222.0.41 "DELETE /v2.0/networks/8096880e-620a-4a89-939f-aa86ad8b65d1 HTTP/1.1" status: 204 len: 168 time: 0.5390477 Mar 08 20:33:22.767737 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.wsgi [-] (103459) accepted ('10.222.0.41', 60130) {{(pid=103459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:33:22.783745 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ae7b91-b0da-46da-9547-b97acb350987 admin admin] Pushing event deleted for resources: {'Network': ['ID=8096880e-620a-4a89-939f-aa86ad8b65d1,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:33:22.792392 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ae7b91-b0da-46da-9547-b97acb350987 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:33:22.796510 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ae7b91-b0da-46da-9547-b97acb350987 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:33:22.796510 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ae7b91-b0da-46da-9547-b97acb350987 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:33:22.796510 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ae7b91-b0da-46da-9547-b97acb350987 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:33:22.796510 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ae7b91-b0da-46da-9547-b97acb350987 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:33:22.796510 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ae7b91-b0da-46da-9547-b97acb350987 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:33:22.796510 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ae7b91-b0da-46da-9547-b97acb350987 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:33:22.796510 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ae7b91-b0da-46da-9547-b97acb350987 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:33:22.796510 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ae7b91-b0da-46da-9547-b97acb350987 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:33:22.796510 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ae7b91-b0da-46da-9547-b97acb350987 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:33:22.796510 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ae7b91-b0da-46da-9547-b97acb350987 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:33:22.797334 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ae7b91-b0da-46da-9547-b97acb350987 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:33:22.797334 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ae7b91-b0da-46da-9547-b97acb350987 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:33:22.817900 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.db.db_base_plugin_v2 [None req-025e7742-0010-40b4-bf2b-4ac827932def admin admin] Deleting subnet ce10682e-8603-4298-ba34-bfe02c8a0abd {{(pid=103459) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 20:33:22.822518 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-025e7742-0010-40b4-bf2b-4ac827932def admin admin] Publish callbacks [] for subnet (ce10682e-8603-4298-ba34-bfe02c8a0abd), before_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:22.862252 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-025e7742-0010-40b4-bf2b-4ac827932def admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28404406'] for subnet (ce10682e-8603-4298-ba34-bfe02c8a0abd), precommit_delete_associations {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:22.911922 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-025e7742-0010-40b4-bf2b-4ac827932def admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3537161'] for subnet (ce10682e-8603-4298-ba34-bfe02c8a0abd), precommit_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:23.089658 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-025e7742-0010-40b4-bf2b-4ac827932def admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3537170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28404642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28758431'] for subnet (ce10682e-8603-4298-ba34-bfe02c8a0abd), after_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:23.137325 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025e7742-0010-40b4-bf2b-4ac827932def admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ce10682e-8603-4298-ba34-bfe02c8a0abd,revision_number=None']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:33:23.147531 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-025e7742-0010-40b4-bf2b-4ac827932def admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:23.151336 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [None req-025e7742-0010-40b4-bf2b-4ac827932def admin admin] 10.222.0.41 "DELETE /v2.0/subnets/ce10682e-8603-4298-ba34-bfe02c8a0abd HTTP/1.1" status: 204 len: 168 time: 0.3824170 Mar 08 20:33:23.154324 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.41', 60136) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:33:23.230882 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-fa483569-6402-42c8-b054-6120071769d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-744326'] for network (2e491f6f-7b63-4e08-aa0b-a7244b9638fb), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:23.318444 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-fa483569-6402-42c8-b054-6120071769d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3474822', 'neutron.services.segments.db._delete_segments_for_network-8745146981223'] for network (2e491f6f-7b63-4e08-aa0b-a7244b9638fb), precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:23.341943 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.services.segments.db [None req-fa483569-6402-42c8-b054-6120071769d3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e491f6f-7b63-4e08-aa0b-a7244b9638fb']}} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:33:23.353198 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.services.segments.db [None req-fa483569-6402-42c8-b054-6120071769d3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0df0a2aa-9564-4c1d-b5f6-d4d40c9699fa') {'for_net_delete': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:33:23.353926 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.services.segments.db [None req-fa483569-6402-42c8-b054-6120071769d3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0df0a2aa-9564-4c1d-b5f6-d4d40c9699fa') {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:33:23.371408 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-fa483569-6402-42c8-b054-6120071769d3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745146982000', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28520776'] for segment (0df0a2aa-9564-4c1d-b5f6-d4d40c9699fa), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:23.389102 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-fa483569-6402-42c8-b054-6120071769d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536034'] for segment (0df0a2aa-9564-4c1d-b5f6-d4d40c9699fa), precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:23.396661 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa483569-6402-42c8-b054-6120071769d3 admin admin] Releasing vlan 101 on physical network physnet1 to pool {{(pid=103458) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 20:33:23.397074 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-fa483569-6402-42c8-b054-6120071769d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28566784'] for segment (0df0a2aa-9564-4c1d-b5f6-d4d40c9699fa), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:23.398993 dv-cinder-830096-3-iscsi neutron-server[103458]: Traceback (most recent call last): Mar 08 20:33:23.398993 dv-cinder-830096-3-iscsi neutron-server[103458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 20:33:23.398993 dv-cinder-830096-3-iscsi neutron-server[103458]: timer() Mar 08 20:33:23.398993 dv-cinder-830096-3-iscsi neutron-server[103458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 20:33:23.398993 dv-cinder-830096-3-iscsi neutron-server[103458]: cb(*args, **kw) Mar 08 20:33:23.398993 dv-cinder-830096-3-iscsi neutron-server[103458]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 20:33:23.398993 dv-cinder-830096-3-iscsi neutron-server[103458]: return func(*args, **kwargs) Mar 08 20:33:23.398993 dv-cinder-830096-3-iscsi neutron-server[103458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 20:33:23.398993 dv-cinder-830096-3-iscsi neutron-server[103458]: self._notify() Mar 08 20:33:23.398993 dv-cinder-830096-3-iscsi neutron-server[103458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 20:33:23.398993 dv-cinder-830096-3-iscsi neutron-server[103458]: self.callback(batched_events) Mar 08 20:33:23.398993 dv-cinder-830096-3-iscsi neutron-server[103458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 20:33:23.398993 dv-cinder-830096-3-iscsi neutron-server[103458]: event.method(event) Mar 08 20:33:23.398993 dv-cinder-830096-3-iscsi neutron-server[103458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 20:33:23.398993 dv-cinder-830096-3-iscsi neutron-server[103458]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 20:33:23.398993 dv-cinder-830096-3-iscsi neutron-server[103458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 20:33:23.398993 dv-cinder-830096-3-iscsi neutron-server[103458]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 20:33:23.398993 dv-cinder-830096-3-iscsi neutron-server[103458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 20:33:23.398993 dv-cinder-830096-3-iscsi neutron-server[103458]: return f(self, *a, **k) Mar 08 20:33:23.398993 dv-cinder-830096-3-iscsi neutron-server[103458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 20:33:23.398993 dv-cinder-830096-3-iscsi neutron-server[103458]: return self._get(url).json() Mar 08 20:33:23.398993 dv-cinder-830096-3-iscsi neutron-server[103458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 20:33:23.398993 dv-cinder-830096-3-iscsi neutron-server[103458]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 20:33:23.398993 dv-cinder-830096-3-iscsi neutron-server[103458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 20:33:23.398993 dv-cinder-830096-3-iscsi neutron-server[103458]: return self.request(url, 'GET', **kwargs) Mar 08 20:33:23.398993 dv-cinder-830096-3-iscsi neutron-server[103458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 20:33:23.398993 dv-cinder-830096-3-iscsi neutron-server[103458]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 20:33:23.398993 dv-cinder-830096-3-iscsi neutron-server[103458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 20:33:23.398993 dv-cinder-830096-3-iscsi neutron-server[103458]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 20:33:23.398993 dv-cinder-830096-3-iscsi neutron-server[103458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 20:33:23.398993 dv-cinder-830096-3-iscsi neutron-server[103458]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 20:33:23.398993 dv-cinder-830096-3-iscsi neutron-server[103458]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 20:33:23.539154 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-fa483569-6402-42c8-b054-6120071769d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3474831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-442537'] for network (2e491f6f-7b63-4e08-aa0b-a7244b9638fb), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:23.554700 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-fa483569-6402-42c8-b054-6120071769d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3733777'] for network (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:23.554700 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-fa483569-6402-42c8-b054-6120071769d3 admin admin] 10.222.0.41 "DELETE /v2.0/networks/2e491f6f-7b63-4e08-aa0b-a7244b9638fb HTTP/1.1" status: 204 len: 168 time: 0.3947086 Mar 08 20:33:23.563339 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa483569-6402-42c8-b054-6120071769d3 admin admin] Pushing event deleted for resources: {'Network': ['ID=2e491f6f-7b63-4e08-aa0b-a7244b9638fb,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:33:23.663485 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb74f0d3-9aee-44ea-953c-f9b4702e61d0 req-030221e1-09a2-4dc8-80d6-0b32a3767f64 tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:33:23.666225 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-fb74f0d3-9aee-44ea-953c-f9b4702e61d0 req-030221e1-09a2-4dc8-80d6-0b32a3767f64 tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] 10.222.0.41 "GET /v2.0/ports?device_id=bc092410-8ca8-4ed5-ad00-10064c4e328f HTTP/1.1" status: 200 len: 945 time: 0.0658362 Mar 08 20:33:23.739571 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-fb74f0d3-9aee-44ea-953c-f9b4702e61d0 req-cdf281f5-a2c6-46cb-b035-008c5a6bf45c tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] 10.222.0.41 "GET /v2.0/security-groups?id=306014d5-d504-41eb-b92c-22e11b4bc9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663223 Mar 08 20:33:23.849148 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-4fc5bbe4-089a-48a5-8522-a913c0ea6353 req-75024fd0-6916-4f9c-8429-89e17b15c8b3 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=76db48e1-da0b-42d6-9dac-a3bdaf9154db&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0550992 Mar 08 20:33:23.894161 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39751e8f-5f84-4c4b-a3d2-bd2c41439d71 req-2a1b4b3a-1f13-42e0-aa99-389c810b4415 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:33:23.896160 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-39751e8f-5f84-4c4b-a3d2-bd2c41439d71 req-2a1b4b3a-1f13-42e0-aa99-389c810b4415 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "GET /v2.0/ports?device_id=f3764666-b97b-49ee-a110-73b596762fc2 HTTP/1.1" status: 200 len: 945 time: 0.0657771 Mar 08 20:33:23.927318 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc5bbe4-089a-48a5-8522-a913c0ea6353 req-111504ca-a630-449b-aea1-83d534081ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:33:23.929517 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-4fc5bbe4-089a-48a5-8522-a913c0ea6353 req-111504ca-a630-449b-aea1-83d534081ae8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f20808b123ee4f56a27c063a5a344a6f&device_id=76db48e1-da0b-42d6-9dac-a3bdaf9154db HTTP/1.1" status: 200 len: 1130 time: 0.0501475 Mar 08 20:33:23.949937 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-39751e8f-5f84-4c4b-a3d2-bd2c41439d71 req-bd0573f0-5ab5-4ab8-903a-cb649959c9c4 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "GET /v2.0/security-groups?id=594a1c24-3d62-4c4c-9d98-a58b8e523f99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473549 Mar 08 20:33:24.056231 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.41', 60148) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:33:24.083503 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc5bbe4-089a-48a5-8522-a913c0ea6353 req-49b06719-8cc9-438c-b797-52f75cb811be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:33:24.085070 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-4fc5bbe4-089a-48a5-8522-a913c0ea6353 req-49b06719-8cc9-438c-b797-52f75cb811be service neutron] 10.222.0.37 "GET /v2.0/networks?id=c4b9653e-45c7-499b-ba57-89c5719459c1 HTTP/1.1" status: 200 len: 915 time: 0.1266725 Mar 08 20:33:24.103924 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745146981205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476605'] for agent (905863fd-6a46-47f8-82ce-98f31309cbd3), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:24.108525 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-f975cbad-797c-41d2-9de5-ad0efac4eb11 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=47d0550702904235a54e3579b3ba56f4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0510824 Mar 08 20:33:24.111709 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.41', 60150) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:33:24.163516 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-4fc5bbe4-089a-48a5-8522-a913c0ea6353 req-683ce2f2-f21a-482d-b1a4-e9335bb3442b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=93f0e9aa-ddc8-4b50-8928-b322cf8f747d HTTP/1.1" status: 200 len: 1001 time: 0.0679150 Mar 08 20:33:24.186364 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-655eec42-2c10-4fe8-a16b-4e34831778fa admin admin] Publish callbacks [] for security_group (716883fb-1669-4898-93b6-806ddc3ed964), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:24.215335 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-655eec42-2c10-4fe8-a16b-4e34831778fa admin admin] Publish callbacks [] for security_group (716883fb-1669-4898-93b6-806ddc3ed964), precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:24.233015 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc5bbe4-089a-48a5-8522-a913c0ea6353 req-7fdc625c-fa4c-4b61-877f-25306557da9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:33:24.234565 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-4fc5bbe4-089a-48a5-8522-a913c0ea6353 req-7fdc625c-fa4c-4b61-877f-25306557da9b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3acd2cae-edc5-4deb-af56-8a423e7d5ec3 HTTP/1.1" status: 200 len: 853 time: 0.0623264 Mar 08 20:33:24.295206 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc5bbe4-089a-48a5-8522-a913c0ea6353 req-cf503282-82e8-4b16-b453-d527754fb248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:33:24.296876 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-4fc5bbe4-089a-48a5-8522-a913c0ea6353 req-cf503282-82e8-4b16-b453-d527754fb248 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c4b9653e-45c7-499b-ba57-89c5719459c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0550773 Mar 08 20:33:24.375601 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-655eec42-2c10-4fe8-a16b-4e34831778fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310940'] for security_group (716883fb-1669-4898-93b6-806ddc3ed964), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:24.378534 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-655eec42-2c10-4fe8-a16b-4e34831778fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:24.383978 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-655eec42-2c10-4fe8-a16b-4e34831778fa admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/716883fb-1669-4898-93b6-806ddc3ed964 HTTP/1.1" status: 204 len: 168 time: 0.2667518 Mar 08 20:33:24.389817 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655eec42-2c10-4fe8-a16b-4e34831778fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=716883fb-1669-4898-93b6-806ddc3ed964,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:33:24.431062 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-4fc5bbe4-089a-48a5-8522-a913c0ea6353 req-247a5293-76fb-4fa5-b811-611010e075d5 service neutron] 10.222.0.37 "GET /v2.0/networks/c4b9653e-45c7-499b-ba57-89c5719459c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1146495 Mar 08 20:33:24.555647 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-4fc5bbe4-089a-48a5-8522-a913c0ea6353 req-61c1c59b-f351-4c58-87e3-6e07530db1b5 service neutron] 10.222.0.37 "GET /v2.0/networks/c4b9653e-45c7-499b-ba57-89c5719459c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1149440 Mar 08 20:33:24.790036 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8b8766-997b-40b0-abec-0dc3d88e6ed1 req-d590b227-b05e-46b0-b767-f681d120f5c5 tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:33:24.791668 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-9a8b8766-997b-40b0-abec-0dc3d88e6ed1 req-d590b227-b05e-46b0-b767-f681d120f5c5 tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] 10.222.0.41 "GET /v2.0/ports?device_id=bad46cc3-630c-44e3-97f4-2efe2ffc87e1 HTTP/1.1" status: 200 len: 945 time: 0.0577643 Mar 08 20:33:24.853660 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-9a8b8766-997b-40b0-abec-0dc3d88e6ed1 req-d2828d62-f7ea-442f-996e-a9f94ece1d6b tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] 10.222.0.41 "GET /v2.0/security-groups?id=67f89219-d397-47b0-aaf7-d3f898f93734&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534201 Mar 08 20:33:24.987471 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c40a5e-d3a1-4c7c-9cb8-cc1cfe60192d req-2a95aa5d-f5f5-487f-9cb7-2ecc44960eda tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:33:24.990325 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-91c40a5e-d3a1-4c7c-9cb8-cc1cfe60192d req-2a95aa5d-f5f5-487f-9cb7-2ecc44960eda tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] 10.222.0.41 "GET /v2.0/ports?device_id=bc092410-8ca8-4ed5-ad00-10064c4e328f HTTP/1.1" status: 200 len: 945 time: 0.0734556 Mar 08 20:33:25.043274 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-91c40a5e-d3a1-4c7c-9cb8-cc1cfe60192d req-adab1ca6-948a-4d3a-a505-3895b59465dc tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] 10.222.0.41 "GET /v2.0/security-groups?id=306014d5-d504-41eb-b92c-22e11b4bc9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470426 Mar 08 20:33:25.175693 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1c2720-1836-4e47-92fb-06694197cee3 req-fee21a28-9512-4836-ba60-d9780a02c74e tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:33:25.177213 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-6f1c2720-1836-4e47-92fb-06694197cee3 req-fee21a28-9512-4836-ba60-d9780a02c74e tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "GET /v2.0/ports?device_id=f3764666-b97b-49ee-a110-73b596762fc2 HTTP/1.1" status: 200 len: 945 time: 0.0578585 Mar 08 20:33:25.225692 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-6f1c2720-1836-4e47-92fb-06694197cee3 req-3a821200-9521-4148-9749-5a38c8f31d09 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "GET /v2.0/security-groups?id=594a1c24-3d62-4c4c-9d98-a58b8e523f99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424082 Mar 08 20:33:25.259552 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.41', 60172) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:33:25.301599 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-2c7f9ade-9584-4845-b333-d695eb60893f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=fc80c413e05a4e6090fda9baba4bce60&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0406845 Mar 08 20:33:25.304374 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.41', 60174) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:33:25.354669 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-c766dcd1-eab4-45cc-9c23-6f781ed6d1fb admin admin] Publish callbacks [] for security_group (42ce8d37-0511-4f6d-bb98-fcd4139e5606), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:25.378432 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-c766dcd1-eab4-45cc-9c23-6f781ed6d1fb admin admin] Publish callbacks [] for security_group (42ce8d37-0511-4f6d-bb98-fcd4139e5606), precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:25.500942 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-c766dcd1-eab4-45cc-9c23-6f781ed6d1fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310940'] for security_group (42ce8d37-0511-4f6d-bb98-fcd4139e5606), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:25.503444 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-c766dcd1-eab4-45cc-9c23-6f781ed6d1fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:25.504696 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-c766dcd1-eab4-45cc-9c23-6f781ed6d1fb admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/42ce8d37-0511-4f6d-bb98-fcd4139e5606 HTTP/1.1" status: 204 len: 168 time: 0.1993809 Mar 08 20:33:25.514119 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c766dcd1-eab4-45cc-9c23-6f781ed6d1fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42ce8d37-0511-4f6d-bb98-fcd4139e5606,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:33:26.242331 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874fb338-182a-46e9-860f-d84e15ca6b98 req-cf0da865-6d9f-4f17-8eca-fa8d04bf9600 tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:33:26.244049 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-874fb338-182a-46e9-860f-d84e15ca6b98 req-cf0da865-6d9f-4f17-8eca-fa8d04bf9600 tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] 10.222.0.41 "GET /v2.0/ports?device_id=bad46cc3-630c-44e3-97f4-2efe2ffc87e1 HTTP/1.1" status: 200 len: 945 time: 0.3165963 Mar 08 20:33:26.296596 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-874fb338-182a-46e9-860f-d84e15ca6b98 req-740e1c66-473b-4f78-b617-6f8e0b9d175e tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] 10.222.0.41 "GET /v2.0/security-groups?id=67f89219-d397-47b0-aaf7-d3f898f93734&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461304 Mar 08 20:33:26.410509 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c298ee54-fcc9-43d8-a9b6-961904a36819 req-815a50cc-3dbe-4235-a9a4-1da3d5e7b6d7 tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:33:26.411894 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-c298ee54-fcc9-43d8-a9b6-961904a36819 req-815a50cc-3dbe-4235-a9a4-1da3d5e7b6d7 tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] 10.222.0.41 "GET /v2.0/ports?device_id=bc092410-8ca8-4ed5-ad00-10064c4e328f HTTP/1.1" status: 200 len: 945 time: 0.0587325 Mar 08 20:33:26.468278 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-c298ee54-fcc9-43d8-a9b6-961904a36819 req-8e823648-b258-4f2f-8c87-859f264381bb tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] 10.222.0.41 "GET /v2.0/security-groups?id=306014d5-d504-41eb-b92c-22e11b4bc9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498025 Mar 08 20:33:26.602852 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad12857a-39d5-4cee-8a28-d7663be10a43 req-bc619bc5-3a60-4e41-94cd-6761999fe1f3 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:33:26.604835 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-ad12857a-39d5-4cee-8a28-d7663be10a43 req-bc619bc5-3a60-4e41-94cd-6761999fe1f3 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "GET /v2.0/ports?device_id=f3764666-b97b-49ee-a110-73b596762fc2 HTTP/1.1" status: 200 len: 945 time: 0.0723176 Mar 08 20:33:26.655949 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-ad12857a-39d5-4cee-8a28-d7663be10a43 req-257a2c15-37d7-4d87-807f-a9e9129394ed tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "GET /v2.0/security-groups?id=594a1c24-3d62-4c4c-9d98-a58b8e523f99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445569 Mar 08 20:33:27.412322 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.wsgi [-] (103459) accepted ('10.222.0.41', 60220) {{(pid=103459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:33:27.435535 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1575795-c3a3-48d2-97d7-ab27bc24d5cc req-3e28433e-3fff-4748-a45a-a933de844cc9 tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:33:27.437397 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-b1575795-c3a3-48d2-97d7-ab27bc24d5cc req-3e28433e-3fff-4748-a45a-a933de844cc9 tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] 10.222.0.41 "GET /v2.0/ports?device_id=bad46cc3-630c-44e3-97f4-2efe2ffc87e1 HTTP/1.1" status: 200 len: 945 time: 0.0649173 Mar 08 20:33:27.488984 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-b1575795-c3a3-48d2-97d7-ab27bc24d5cc req-32dc1154-3888-4387-803b-7a25ce488789 tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] 10.222.0.41 "GET /v2.0/security-groups?id=67f89219-d397-47b0-aaf7-d3f898f93734&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453322 Mar 08 20:33:27.531752 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-ea100cc5-da38-40ce-8a2f-32fe7b294a73 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:27.601106 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7564f2-bfe0-4a78-a92c-d86fedc0ae20 req-b82d5001-941a-459e-a3fd-d224d5af585e tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:33:27.602628 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-4f7564f2-bfe0-4a78-a92c-d86fedc0ae20 req-b82d5001-941a-459e-a3fd-d224d5af585e tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] 10.222.0.41 "GET /v2.0/ports?device_id=bc092410-8ca8-4ed5-ad00-10064c4e328f HTTP/1.1" status: 200 len: 945 time: 0.0550029 Mar 08 20:33:27.611364 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-ea100cc5-da38-40ce-8a2f-32fe7b294a73 admin admin] Publish callbacks [] for security_group (d024a486-29f0-4417-85c2-3d0e5ec39cd1), precommit_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:27.656095 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-4f7564f2-bfe0-4a78-a92c-d86fedc0ae20 req-99714529-6e42-4125-aad5-d7361b681892 tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] 10.222.0.41 "GET /v2.0/security-groups?id=306014d5-d504-41eb-b92c-22e11b4bc9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443747 Mar 08 20:33:27.718154 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-ea100cc5-da38-40ce-8a2f-32fe7b294a73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310940'] for security_group (d024a486-29f0-4417-85c2-3d0e5ec39cd1), after_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:27.759288 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea100cc5-da38-40ce-8a2f-32fe7b294a73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d024a486-29f0-4417-85c2-3d0e5ec39cd1,revision_number=1']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:33:27.766262 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [None req-ea100cc5-da38-40ce-8a2f-32fe7b294a73 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a7577a3550924baa81d0e8f51b765041&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3528409 Mar 08 20:33:27.769997 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.41', 60230) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:33:27.799521 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9fc242-aa2b-49e1-9a63-13e385ab1694 req-bc97e9c8-4212-4264-953e-c5986e01f1ee tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:33:27.801216 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-fc9fc242-aa2b-49e1-9a63-13e385ab1694 req-bc97e9c8-4212-4264-953e-c5986e01f1ee tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "GET /v2.0/ports?device_id=f3764666-b97b-49ee-a110-73b596762fc2 HTTP/1.1" status: 200 len: 945 time: 0.0712779 Mar 08 20:33:27.869945 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-962cc061-bf6c-453e-8c3a-199d5f65a6c0 admin admin] Publish callbacks [] for security_group (d024a486-29f0-4417-85c2-3d0e5ec39cd1), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:27.876209 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-fc9fc242-aa2b-49e1-9a63-13e385ab1694 req-54a0c081-145c-4018-8900-2fd9494db15e tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "GET /v2.0/security-groups?id=594a1c24-3d62-4c4c-9d98-a58b8e523f99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689161 Mar 08 20:33:27.897231 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-962cc061-bf6c-453e-8c3a-199d5f65a6c0 admin admin] Publish callbacks [] for security_group (d024a486-29f0-4417-85c2-3d0e5ec39cd1), precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:28.003804 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-962cc061-bf6c-453e-8c3a-199d5f65a6c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310940'] for security_group (d024a486-29f0-4417-85c2-3d0e5ec39cd1), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:28.006451 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-962cc061-bf6c-453e-8c3a-199d5f65a6c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:28.007646 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-962cc061-bf6c-453e-8c3a-199d5f65a6c0 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d024a486-29f0-4417-85c2-3d0e5ec39cd1 HTTP/1.1" status: 204 len: 168 time: 0.2366867 Mar 08 20:33:28.016742 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962cc061-bf6c-453e-8c3a-199d5f65a6c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d024a486-29f0-4417-85c2-3d0e5ec39cd1,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:33:28.613676 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bfe3af-1130-4c58-9a03-44c9ba0eb7c1 req-5dc686b5-0a01-42db-a3b7-11ae854527ba tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:33:28.615318 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-34bfe3af-1130-4c58-9a03-44c9ba0eb7c1 req-5dc686b5-0a01-42db-a3b7-11ae854527ba tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] 10.222.0.41 "GET /v2.0/ports?device_id=bad46cc3-630c-44e3-97f4-2efe2ffc87e1 HTTP/1.1" status: 200 len: 945 time: 0.0570598 Mar 08 20:33:28.664439 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-34bfe3af-1130-4c58-9a03-44c9ba0eb7c1 req-c3b1ba02-31b5-493a-9f90-0fd2533e0dfc tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] 10.222.0.41 "GET /v2.0/security-groups?id=67f89219-d397-47b0-aaf7-d3f898f93734&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429349 Mar 08 20:33:28.785656 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6462fb-e6ce-478b-b8eb-ace19e725624 req-e23dd800-22cb-4e73-b7a8-2bd9c36123ec tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:33:28.787324 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-0a6462fb-e6ce-478b-b8eb-ace19e725624 req-e23dd800-22cb-4e73-b7a8-2bd9c36123ec tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] 10.222.0.41 "GET /v2.0/ports?device_id=bc092410-8ca8-4ed5-ad00-10064c4e328f HTTP/1.1" status: 200 len: 945 time: 0.0579505 Mar 08 20:33:28.836449 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-0a6462fb-e6ce-478b-b8eb-ace19e725624 req-b2ba4196-8abd-4669-a274-cf8fd525274b tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] 10.222.0.41 "GET /v2.0/security-groups?id=306014d5-d504-41eb-b92c-22e11b4bc9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435574 Mar 08 20:33:28.933801 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-c2b7d5d1-8dff-403b-9f23-b633ebbdf8c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745146981205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476605'] for agent (a3d84102-f7d3-452b-861a-973020576047), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:28.996958 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.41', 60262) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:33:29.014316 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddeebda-b860-4cd2-9554-0ada81be56ee req-6ffb807d-6c0a-476b-a031-4fc97d8bd653 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:33:29.015807 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-8ddeebda-b860-4cd2-9554-0ada81be56ee req-6ffb807d-6c0a-476b-a031-4fc97d8bd653 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "GET /v2.0/ports?device_id=f3764666-b97b-49ee-a110-73b596762fc2 HTTP/1.1" status: 200 len: 945 time: 0.0651894 Mar 08 20:33:29.065956 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-8ddeebda-b860-4cd2-9554-0ada81be56ee req-18f7b96f-e2c9-4ff6-b070-267d2b1e4905 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "GET /v2.0/security-groups?id=594a1c24-3d62-4c4c-9d98-a58b8e523f99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441873 Mar 08 20:33:29.104440 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.v2.base [None req-7374ebaf-7f26-4880-bc91-4c8a2e64499e admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-564992217-network', 'tenant_id': 'bf06b78c460f40649c7dfbdd2a48a3e6'}} {{(pid=103458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:33:29.157772 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7374ebaf-7f26-4880-bc91-4c8a2e64499e admin admin] Made reservation on behalf of bf06b78c460f40649c7dfbdd2a48a3e6 for: {'network': 1} {{(pid=103458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 20:33:29.160093 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7374ebaf-7f26-4880-bc91-4c8a2e64499e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747308'] for network (None), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:29.169605 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7374ebaf-7f26-4880-bc91-4c8a2e64499e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:29.244907 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7374ebaf-7f26-4880-bc91-4c8a2e64499e admin admin] Publish callbacks [] for security_group (37f6fcf1-f071-4dfe-a87e-1d1145cf2d7a), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:29.373988 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7374ebaf-7f26-4880-bc91-4c8a2e64499e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310940'] for security_group (37f6fcf1-f071-4dfe-a87e-1d1145cf2d7a), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:29.398826 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7374ebaf-7f26-4880-bc91-4c8a2e64499e admin admin] vlan segment allocate from pool success with {'vlan_id': 145, 'physical_network': 'physnet1'} {{(pid=103458) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 20:33:29.409394 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7374ebaf-7f26-4880-bc91-4c8a2e64499e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37f6fcf1-f071-4dfe-a87e-1d1145cf2d7a,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:33:29.414812 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7374ebaf-7f26-4880-bc91-4c8a2e64499e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536034'] for segment (8a7da6b0-4771-498d-9c85-c783d4056178), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:29.415200 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.db.segments_db [None req-7374ebaf-7f26-4880-bc91-4c8a2e64499e admin admin] Added segment 8a7da6b0-4771-498d-9c85-c783d4056178 of type vlan for network c2c7d66f-86ac-44f2-9eb5-cb2716ba5d76 Mar 08 20:33:29.455965 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7374ebaf-7f26-4880-bc91-4c8a2e64499e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745146455601'] for network (c2c7d66f-86ac-44f2-9eb5-cb2716ba5d76), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:29.487096 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-e3da540d-c17c-489e-bca7-624fde40c0b7 req-010091a8-6b5e-4731-8f8f-92272f95d964 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--1454531929&fields=id&tenant_id=f20808b123ee4f56a27c063a5a344a6f HTTP/1.1" status: 200 len: 267 time: 0.0509024 Mar 08 20:33:29.568340 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7374ebaf-7f26-4880-bc91-4c8a2e64499e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763'] for network (c2c7d66f-86ac-44f2-9eb5-cb2716ba5d76), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:29.569296 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7374ebaf-7f26-4880-bc91-4c8a2e64499e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:33:29.569886 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7374ebaf-7f26-4880-bc91-4c8a2e64499e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3733777'] for network (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:29.600332 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3da540d-c17c-489e-bca7-624fde40c0b7 req-775e9712-45bd-4640-acc4-c8152364ef00 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:33:29.601875 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-e3da540d-c17c-489e-bca7-624fde40c0b7 req-775e9712-45bd-4640-acc4-c8152364ef00 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] 10.222.0.41 "GET /v2.0/networks?id=c4b9653e-45c7-499b-ba57-89c5719459c1 HTTP/1.1" status: 200 len: 814 time: 0.1081846 Mar 08 20:33:29.617930 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-e3da540d-c17c-489e-bca7-624fde40c0b7 req-bc24a5d4-64d1-4c31-9952-615fc817213a tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] 10.222.0.41 "GET /v2.0/quotas/f20808b123ee4f56a27c063a5a344a6f HTTP/1.1" status: 200 len: 375 time: 0.0098932 Mar 08 20:33:29.635011 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7374ebaf-7f26-4880-bc91-4c8a2e64499e admin admin] Pushing event updated for resources: {'Network': ['ID=c2c7d66f-86ac-44f2-9eb5-cb2716ba5d76,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:33:29.645699 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.rpc [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Network c2c7d66f-86ac-44f2-9eb5-cb2716ba5d76 details requested by agent ovs-agent-dv-cinder-830096-3-iscsi with host dv-cinder-830096-3-iscsi {{(pid=103460) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 20:33:29.672597 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-7374ebaf-7f26-4880-bc91-4c8a2e64499e admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6714208 Mar 08 20:33:29.673234 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.41', 60272) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:33:29.681592 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.v2.base [None req-e242f597-aa53-45f2-9f07-a35cca5992ad admin admin] Request body: {'subnet': {'network_id': 'c2c7d66f-86ac-44f2-9eb5-cb2716ba5d76', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-564992217-subnet', 'tenant_id': 'bf06b78c460f40649c7dfbdd2a48a3e6', 'ip_version': 4}} {{(pid=103458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:33:29.681786 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-e3da540d-c17c-489e-bca7-624fde40c0b7 req-69ac7bc4-873c-449b-807b-70dbf303cb4f tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=f20808b123ee4f56a27c063a5a344a6f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0582585 Mar 08 20:33:29.788590 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e242f597-aa53-45f2-9f07-a35cca5992ad admin admin] Made reservation on behalf of bf06b78c460f40649c7dfbdd2a48a3e6 for: {'subnet': 1} {{(pid=103458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 20:33:29.790933 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e242f597-aa53-45f2-9f07-a35cca5992ad admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28015747'] for subnet (None), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:29.802815 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-e3da540d-c17c-489e-bca7-624fde40c0b7 req-60bab276-2e03-4f5d-ad96-7c9c2607fd44 service neutron] 10.222.0.41 "GET /v2.0/networks/c4b9653e-45c7-499b-ba57-89c5719459c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993712 Mar 08 20:33:29.815138 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7cecc8-81f5-439c-b58e-cd50af51fbac req-901c7a7e-e0af-4dc4-ba20-af665e1be12b tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:33:29.816745 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-bf7cecc8-81f5-439c-b58e-cd50af51fbac req-901c7a7e-e0af-4dc4-ba20-af665e1be12b tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] 10.222.0.41 "GET /v2.0/ports?device_id=bad46cc3-630c-44e3-97f4-2efe2ffc87e1 HTTP/1.1" status: 200 len: 945 time: 0.0713344 Mar 08 20:33:29.906013 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-e3da540d-c17c-489e-bca7-624fde40c0b7 req-76b77838-b3ee-4060-a17d-decdce136552 service neutron] 10.222.0.41 "GET /v2.0/networks/c4b9653e-45c7-499b-ba57-89c5719459c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885510 Mar 08 20:33:29.919957 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-bf7cecc8-81f5-439c-b58e-cd50af51fbac req-8ef2a698-3c8a-4544-a49d-85738e5e8836 tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] 10.222.0.41 "GET /v2.0/security-groups?id=67f89219-d397-47b0-aaf7-d3f898f93734&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0954242 Mar 08 20:33:30.070765 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcb4b12-7019-423a-b9c7-65872a5b173b req-230b7daf-5b61-419b-8883-0ad3356c64aa tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:33:30.072929 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-4dcb4b12-7019-423a-b9c7-65872a5b173b req-230b7daf-5b61-419b-8883-0ad3356c64aa tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] 10.222.0.41 "GET /v2.0/ports?device_id=bc092410-8ca8-4ed5-ad00-10064c4e328f HTTP/1.1" status: 200 len: 945 time: 0.0916002 Mar 08 20:33:30.107625 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e242f597-aa53-45f2-9f07-a35cca5992ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28566701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28015773'] for subnet (88ad92d3-2fe0-4490-8ff5-712fc5e791fb), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:30.148885 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-02124152-70da-4fd6-94f8-b50f1aa81142 req-20ba1d94-4fb9-4a56-a5b5-fd2e53c99fe9 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] 10.222.0.41 "GET /v2.0/ports?device_id=746253e9-c452-490e-a0a9-d18104c2d5bf HTTP/1.1" status: 200 len: 210 time: 0.0339682 Mar 08 20:33:30.177491 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-4dcb4b12-7019-423a-b9c7-65872a5b173b req-61311a29-936f-4b6e-87d8-7c8dd3f2ccd6 tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] 10.222.0.41 "GET /v2.0/security-groups?id=306014d5-d504-41eb-b92c-22e11b4bc9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986016 Mar 08 20:33:30.191844 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e242f597-aa53-45f2-9f07-a35cca5992ad admin admin] Pushing event updated for resources: {'Subnet': ['ID=88ad92d3-2fe0-4490-8ff5-712fc5e791fb,revision_number=0']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:33:30.210037 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e242f597-aa53-45f2-9f07-a35cca5992ad admin admin] Checking segment: {'id': '8a7da6b0-4771-498d-9c85-c783d4056178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'c2c7d66f-86ac-44f2-9eb5-cb2716ba5d76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 20:33:30.210406 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e242f597-aa53-45f2-9f07-a35cca5992ad admin admin] Network hostable DHCP agents. Network: c2c7d66f-86ac-44f2-9eb5-cb2716ba5d76, hostable agents: ['a3d84102-f7d3-452b-861a-973020576047'], hosted agents: [] {{(pid=103458) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 20:33:30.283749 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5ccabb-6217-4c38-999d-f3417979e4e8 req-f6a0f66b-ed01-429d-bb3d-9b1001ef69ec tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:33:30.285288 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-de5ccabb-6217-4c38-999d-f3417979e4e8 req-f6a0f66b-ed01-429d-bb3d-9b1001ef69ec tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "GET /v2.0/ports?device_id=f3764666-b97b-49ee-a110-73b596762fc2 HTTP/1.1" status: 200 len: 945 time: 0.0561879 Mar 08 20:33:30.287466 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e242f597-aa53-45f2-9f07-a35cca5992ad admin admin] Network c2c7d66f-86ac-44f2-9eb5-cb2716ba5d76 is scheduled to be hosted by DHCP agent a3d84102-f7d3-452b-861a-973020576047 with binding_index 1 {{(pid=103458) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 20:33:30.336453 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-de5ccabb-6217-4c38-999d-f3417979e4e8 req-b00e1902-b59f-4f84-8860-bbaadbc7ad69 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "GET /v2.0/security-groups?id=594a1c24-3d62-4c4c-9d98-a58b8e523f99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452929 Mar 08 20:33:30.364588 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.scheduler.base_scheduler [None req-e242f597-aa53-45f2-9f07-a35cca5992ad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830096-3-iscsi, c2c7d66f-86ac-44f2-9eb5-cb2716ba5d76) {{(pid=103458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:33:30.371297 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e242f597-aa53-45f2-9f07-a35cca5992ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:33:30.372101 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e242f597-aa53-45f2-9f07-a35cca5992ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3733777'] for subnet (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:30.378437 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09baee63-085e-4fa2-a500-091808c4101b None None] Network c2c7d66f-86ac-44f2-9eb5-cb2716ba5d76 requested from dv-cinder-830096-3-iscsi {{(pid=103460) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 20:33:30.456845 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-e242f597-aa53-45f2-9f07-a35cca5992ad admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7819390 Mar 08 20:33:30.459453 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.41', 60292) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:33:30.464577 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.v2.base [None req-1a528f85-c4e1-4333-ae08-2ebd0e2bb681 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-564992217-router', 'tenant_id': 'bf06b78c460f40649c7dfbdd2a48a3e6', 'external_gateway_info': {'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052'}}} {{(pid=103458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:33:30.479406 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59d95ef6-4f00-4277-8565-55bb9c709a16 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6397307-3a10-58e1-a95b-092462da5fca-c2c7d66f-86ac-44f2-9eb5-cb2716ba5d76', 'network_id': 'c2c7d66f-86ac-44f2-9eb5-cb2716ba5d76', 'project_id': 'bf06b78c460f40649c7dfbdd2a48a3e6', 'fixed_ips': [{'subnet_id': '88ad92d3-2fe0-4490-8ff5-712fc5e791fb'}]}} from dv-cinder-830096-3-iscsi. {{(pid=103460) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 08 20:33:30.480292 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-59d95ef6-4f00-4277-8565-55bb9c709a16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747308'] for port (None), before_create {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:30.549012 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-1a528f85-c4e1-4333-ae08-2ebd0e2bb681 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-449439', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126078'] for router (813bc19a-5efc-4849-a90c-b51f279e8583), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:30.550397 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-1a528f85-c4e1-4333-ae08-2ebd0e2bb681 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-448367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-442588', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-476585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126025'] for router (813bc19a-5efc-4849-a90c-b51f279e8583), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:30.612487 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-1a528f85-c4e1-4333-ae08-2ebd0e2bb681 admin admin] Publish callbacks [] for router_controller (813bc19a-5efc-4849-a90c-b51f279e8583), precommit_add_association {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:30.627038 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.db_base_plugin_common [None req-59d95ef6-4f00-4277-8565-55bb9c709a16 None None] Allocated IP 172.20.0.2 (c2c7d66f-86ac-44f2-9eb5-cb2716ba5d76/88ad92d3-2fe0-4490-8ff5-712fc5e791fb/25cbd68e-3e57-4749-af7d-3a4bea821a47) {{(pid=103460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 20:33:30.781492 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-59d95ef6-4f00-4277-8565-55bb9c709a16 None None] Publish callbacks [] for port (25cbd68e-3e57-4749-af7d-3a4bea821a47), precommit_create {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:30.866849 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-59d95ef6-4f00-4277-8565-55bb9c709a16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745146440906'] for port (25cbd68e-3e57-4749-af7d-3a4bea821a47), after_create {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:30.883417 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-1a528f85-c4e1-4333-ae08-2ebd0e2bb681 admin admin] Publish callbacks [] for router_gateway (813bc19a-5efc-4849-a90c-b51f279e8583), precommit_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:30.904937 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59d95ef6-4f00-4277-8565-55bb9c709a16 None None] Network c2c7d66f-86ac-44f2-9eb5-cb2716ba5d76 is already hosted by enough agents. {{(pid=103460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 20:33:30.907867 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.scheduler.base_scheduler [None req-59d95ef6-4f00-4277-8565-55bb9c709a16 None None] Resources bound (agent type, host, resource id): {{(pid=103460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:33:30.913559 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59d95ef6-4f00-4277-8565-55bb9c709a16 None None] Received port after_create {{(pid=103460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 20:33:30.931551 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d95ef6-4f00-4277-8565-55bb9c709a16 None None] Pushing event updated for resources: {'Port': ['ID=25cbd68e-3e57-4749-af7d-3a4bea821a47,revision_number=1']} {{(pid=103460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:33:30.992902 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.managers [None req-59d95ef6-4f00-4277-8565-55bb9c709a16 None None] Attempting to bind port 25cbd68e-3e57-4749-af7d-3a4bea821a47 on host dv-cinder-830096-3-iscsi for vnic_type normal with profile {{(pid=103460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 20:33:30.993184 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.managers [None req-59d95ef6-4f00-4277-8565-55bb9c709a16 None None] Attempting to bind port 25cbd68e-3e57-4749-af7d-3a4bea821a47 by drivers openvswitch,hyperv on host dv-cinder-830096-3-iscsi at level 0 using segments [{'id': '8a7da6b0-4771-498d-9c85-c783d4056178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'c2c7d66f-86ac-44f2-9eb5-cb2716ba5d76'}] {{(pid=103460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 20:33:30.993552 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59d95ef6-4f00-4277-8565-55bb9c709a16 None None] Attempting to bind port 25cbd68e-3e57-4749-af7d-3a4bea821a47 on network c2c7d66f-86ac-44f2-9eb5-cb2716ba5d76 {{(pid=103460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 20:33:30.999552 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59d95ef6-4f00-4277-8565-55bb9c709a16 None None] Checking agent: {'id': 'fa4b043a-5d45-4181-9cb2-30d29598ef5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830096-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 20, 23, 5), 'started_at': datetime.datetime(2022, 3, 8, 20, 23, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 20, 33, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830096-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 20:33:30.999940 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59d95ef6-4f00-4277-8565-55bb9c709a16 None None] Checking segment: {'id': '8a7da6b0-4771-498d-9c85-c783d4056178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'c2c7d66f-86ac-44f2-9eb5-cb2716ba5d76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 20:33:31.000659 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-59d95ef6-4f00-4277-8565-55bb9c709a16 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:31.000919 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59d95ef6-4f00-4277-8565-55bb9c709a16 None None] Bound using segment: {'id': '8a7da6b0-4771-498d-9c85-c783d4056178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'c2c7d66f-86ac-44f2-9eb5-cb2716ba5d76'} {{(pid=103460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 20:33:31.001393 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.managers [None req-59d95ef6-4f00-4277-8565-55bb9c709a16 None None] Bound port: 25cbd68e-3e57-4749-af7d-3a4bea821a47, host: dv-cinder-830096-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a7da6b0-4771-498d-9c85-c783d4056178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'c2c7d66f-86ac-44f2-9eb5-cb2716ba5d76'}}] {{(pid=103460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 20:33:31.001775 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-59d95ef6-4f00-4277-8565-55bb9c709a16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747308'] for port (25cbd68e-3e57-4749-af7d-3a4bea821a47), before_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:31.085336 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ee99d2-7379-48ea-a164-58e4c74cddb4 req-3e073261-dad1-404f-ba64-9c4990dc68d9 tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:33:31.087059 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-79ee99d2-7379-48ea-a164-58e4c74cddb4 req-3e073261-dad1-404f-ba64-9c4990dc68d9 tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] 10.222.0.41 "GET /v2.0/ports?device_id=bad46cc3-630c-44e3-97f4-2efe2ffc87e1 HTTP/1.1" status: 200 len: 945 time: 0.0714450 Mar 08 20:33:31.257837 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-79ee99d2-7379-48ea-a164-58e4c74cddb4 req-9eaefdea-5df3-4624-bf80-e2363f4c2551 tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] 10.222.0.41 "GET /v2.0/security-groups?id=67f89219-d397-47b0-aaf7-d3f898f93734&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1601312 Mar 08 20:33:31.279004 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-1a528f85-c4e1-4333-ae08-2ebd0e2bb681 admin admin] Publish callbacks [] for router_gateway (813bc19a-5efc-4849-a90c-b51f279e8583), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:31.286460 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.db [None req-59d95ef6-4f00-4277-8565-55bb9c709a16 None None] For port 25cbd68e-3e57-4749-af7d-3a4bea821a47, host dv-cinder-830096-3-iscsi, cleared binding levels {{(pid=103460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 20:33:31.289980 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.db [None req-59d95ef6-4f00-4277-8565-55bb9c709a16 None None] For port 25cbd68e-3e57-4749-af7d-3a4bea821a47, host dv-cinder-830096-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-3-iscsi',level=0,port_id=25cbd68e-3e57-4749-af7d-3a4bea821a47,segment=NetworkSegment(8a7da6b0-4771-498d-9c85-c783d4056178),segment_id=8a7da6b0-4771-498d-9c85-c783d4056178)] {{(pid=103460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 20:33:31.313379 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-1a528f85-c4e1-4333-ae08-2ebd0e2bb681 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747308'] for port (None), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:31.333345 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-ffaee84e-024c-431d-97f7-799fc50fdc38 req-986a5ab7-43af-43c7-b660-8bf19c276744 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] 10.222.0.41 "GET /v2.0/ports?device_id=746253e9-c452-490e-a0a9-d18104c2d5bf HTTP/1.1" status: 200 len: 210 time: 0.0285892 Mar 08 20:33:31.357586 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-163c7da9-0d0d-4ac4-a6ab-49c1f4d3f999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745146981205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476605'] for agent (7ae9fd8f-5d61-4821-9eac-044950c450f0), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:31.404666 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-59d95ef6-4f00-4277-8565-55bb9c709a16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745146878648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745146440924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745146440942'] for port (25cbd68e-3e57-4749-af7d-3a4bea821a47), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:31.459319 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70084352-e683-40d0-bc93-adaa7f9a6c66 req-55417b62-e40b-434c-9d4f-f67d2efc4489 tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:33:31.461434 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-70084352-e683-40d0-bc93-adaa7f9a6c66 req-55417b62-e40b-434c-9d4f-f67d2efc4489 tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] 10.222.0.41 "GET /v2.0/ports?device_id=bc092410-8ca8-4ed5-ad00-10064c4e328f HTTP/1.1" status: 200 len: 945 time: 0.1064982 Mar 08 20:33:31.488268 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d95ef6-4f00-4277-8565-55bb9c709a16 None None] Pushing event updated for resources: {'Port': ['ID=25cbd68e-3e57-4749-af7d-3a4bea821a47,revision_number=2']} {{(pid=103460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:33:31.508550 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ce3334-afa6-4011-96d6-c745d6e3db00 req-63f9ac5f-7fde-427b-9a6a-dc8d671bd51e tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:33:31.510041 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-e5ce3334-afa6-4011-96d6-c745d6e3db00 req-63f9ac5f-7fde-427b-9a6a-dc8d671bd51e tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "GET /v2.0/ports?device_id=f3764666-b97b-49ee-a110-73b596762fc2 HTTP/1.1" status: 200 len: 945 time: 0.0712216 Mar 08 20:33:31.567514 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-e5ce3334-afa6-4011-96d6-c745d6e3db00 req-15ab7621-002c-48c5-97e2-63292a957bc4 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "GET /v2.0/security-groups?id=594a1c24-3d62-4c4c-9d98-a58b8e523f99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497155 Mar 08 20:33:31.585738 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-70084352-e683-40d0-bc93-adaa7f9a6c66 req-470b68b1-9871-4c1b-965e-e37837d2830e tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] 10.222.0.41 "GET /v2.0/security-groups?id=306014d5-d504-41eb-b92c-22e11b4bc9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053131 Mar 08 20:33:31.612771 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.db.db_base_plugin_common [None req-1a528f85-c4e1-4333-ae08-2ebd0e2bb681 admin admin] Allocated IP 172.27.2.236 (fc278ace-cc38-44e4-ba35-3f28be706052/6746aa92-141d-47b3-806a-20502e0a6f7e/b09be00f-c368-414b-9fd5-063c97760f7b) {{(pid=103458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 20:33:31.778584 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-1a528f85-c4e1-4333-ae08-2ebd0e2bb681 admin admin] Publish callbacks [] for port (b09be00f-c368-414b-9fd5-063c97760f7b), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:31.878645 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-1a528f85-c4e1-4333-ae08-2ebd0e2bb681 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745146440906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28566877'] for port (b09be00f-c368-414b-9fd5-063c97760f7b), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:31.913059 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a528f85-c4e1-4333-ae08-2ebd0e2bb681 admin admin] Network fc278ace-cc38-44e4-ba35-3f28be706052 is already hosted by enough agents. {{(pid=103458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 20:33:31.915877 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.scheduler.base_scheduler [None req-1a528f85-c4e1-4333-ae08-2ebd0e2bb681 admin admin] Resources bound (agent type, host, resource id): {{(pid=103458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:33:31.920228 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a528f85-c4e1-4333-ae08-2ebd0e2bb681 admin admin] Received port after_create {{(pid=103458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 20:33:31.956276 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a528f85-c4e1-4333-ae08-2ebd0e2bb681 admin admin] Pushing event updated for resources: {'Port': ['ID=b09be00f-c368-414b-9fd5-063c97760f7b,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:33:32.323793 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-dbe61520-29cf-4847-b96e-6d24c6c097a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745146981205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476605'] for agent (6cc78598-e6b3-4e4d-a99c-31b9c4784fd2), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:32.324857 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-1a528f85-c4e1-4333-ae08-2ebd0e2bb681 admin admin] Publish callbacks [] for router_gateway (813bc19a-5efc-4849-a90c-b51f279e8583), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:32.412838 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a475dbf1-40a2-4585-aa73-a6aa71d0e2f3 req-8e0f2f5a-2f61-4c39-a028-87dcbfe7feff tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:33:32.414537 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-a475dbf1-40a2-4585-aa73-a6aa71d0e2f3 req-8e0f2f5a-2f61-4c39-a028-87dcbfe7feff tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] 10.222.0.41 "GET /v2.0/ports?device_id=bad46cc3-630c-44e3-97f4-2efe2ffc87e1 HTTP/1.1" status: 200 len: 945 time: 0.0644600 Mar 08 20:33:32.456457 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3bf8566-5d27-48a4-8143-9af98482b4c5 None None] Network c2c7d66f-86ac-44f2-9eb5-cb2716ba5d76 requested from dv-cinder-830096-3-iscsi {{(pid=103460) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 20:33:32.487342 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-a475dbf1-40a2-4585-aa73-a6aa71d0e2f3 req-df8f8883-791d-47ae-9c2b-bee9ecbe88f0 tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] 10.222.0.41 "GET /v2.0/security-groups?id=67f89219-d397-47b0-aaf7-d3f898f93734&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598633 Mar 08 20:33:32.490127 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-373a51a4-5f2a-4552-acbf-7b7081bacc26 req-d3310389-5b54-4e18-bbdd-90c482fa0f9a tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] 10.222.0.41 "GET /v2.0/ports?device_id=746253e9-c452-490e-a0a9-d18104c2d5bf HTTP/1.1" status: 200 len: 210 time: 0.0605690 Mar 08 20:33:32.532850 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.provisioning_blocks [None req-b1fada52-bbfb-4869-85b4-84f6ee0b1da1 None None] Provisioning complete for port 25cbd68e-3e57-4749-af7d-3a4bea821a47 triggered by entity DHCP. {{(pid=103460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:33:32.533237 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-b1fada52-bbfb-4869-85b4-84f6ee0b1da1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476507'] for port (25cbd68e-3e57-4749-af7d-3a4bea821a47), provisioning_complete {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:32.620585 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-1a528f85-c4e1-4333-ae08-2ebd0e2bb681 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-448356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-442609'] for router (813bc19a-5efc-4849-a90c-b51f279e8583), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:32.687854 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.plugin [None req-b1fada52-bbfb-4869-85b4-84f6ee0b1da1 None None] Current status of the port 25cbd68e-3e57-4749-af7d-3a4bea821a47 is: DOWN; New status is: ACTIVE {{(pid=103460) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:33:32.688169 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-b1fada52-bbfb-4869-85b4-84f6ee0b1da1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747308'] for port (25cbd68e-3e57-4749-af7d-3a4bea821a47), before_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:32.736524 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7c07ad-120a-4c28-a703-9388fd9419d1 req-eb622e1d-a58a-43bb-a4f9-dcc9f0fbe4aa tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:33:32.738223 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-5b7c07ad-120a-4c28-a703-9388fd9419d1 req-eb622e1d-a58a-43bb-a4f9-dcc9f0fbe4aa tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "GET /v2.0/ports?device_id=f3764666-b97b-49ee-a110-73b596762fc2 HTTP/1.1" status: 200 len: 945 time: 0.0790942 Mar 08 20:33:32.751193 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.db [None req-b1fada52-bbfb-4869-85b4-84f6ee0b1da1 None None] For port 25cbd68e-3e57-4749-af7d-3a4bea821a47, host dv-cinder-830096-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-3-iscsi',level=0,port_id=25cbd68e-3e57-4749-af7d-3a4bea821a47,segment=NetworkSegment(8a7da6b0-4771-498d-9c85-c783d4056178),segment_id=8a7da6b0-4771-498d-9c85-c783d4056178)] {{(pid=103460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:33:32.788230 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b0dee3-7d55-4d95-90f2-bb2a5ea472fb req-3513bf4b-34dd-4967-928c-8ef154b04144 tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:33:32.796025 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-d8b0dee3-7d55-4d95-90f2-bb2a5ea472fb req-3513bf4b-34dd-4967-928c-8ef154b04144 tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] 10.222.0.41 "GET /v2.0/ports?device_id=bc092410-8ca8-4ed5-ad00-10064c4e328f HTTP/1.1" status: 200 len: 945 time: 0.1277163 Mar 08 20:33:32.804984 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-b1fada52-bbfb-4869-85b4-84f6ee0b1da1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745146878648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745146440924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745146440942'] for port (25cbd68e-3e57-4749-af7d-3a4bea821a47), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:32.830221 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-5b7c07ad-120a-4c28-a703-9388fd9419d1 req-86801d18-7c29-4a3b-8169-284148e1be81 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "GET /v2.0/security-groups?id=594a1c24-3d62-4c4c-9d98-a58b8e523f99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0851483 Mar 08 20:33:32.869307 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fada52-bbfb-4869-85b4-84f6ee0b1da1 None None] Pushing event updated for resources: {'Port': ['ID=25cbd68e-3e57-4749-af7d-3a4bea821a47,revision_number=3']} {{(pid=103460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:33:32.918436 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.rpc [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Device 25cbd68e-3e57-4749-af7d-3a4bea821a47 up at agent ovs-agent-dv-cinder-830096-3-iscsi {{(pid=103460) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 20:33:32.930986 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-d8b0dee3-7d55-4d95-90f2-bb2a5ea472fb req-5a769bf4-6997-49d0-bd14-feb4329fa0d2 tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] 10.222.0.41 "GET /v2.0/security-groups?id=306014d5-d504-41eb-b92c-22e11b4bc9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339235 Mar 08 20:33:33.023659 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.provisioning_blocks [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Provisioning complete for port 25cbd68e-3e57-4749-af7d-3a4bea821a47 triggered by entity L2. {{(pid=103460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:33:33.024160 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476507'] for port (25cbd68e-3e57-4749-af7d-3a4bea821a47), provisioning_complete {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:33.036461 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3da540d-c17c-489e-bca7-624fde40c0b7 req-b22d607a-5ad1-4e93-8063-beb80da6329f tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:33:33.038015 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-e3da540d-c17c-489e-bca7-624fde40c0b7 req-b22d607a-5ad1-4e93-8063-beb80da6329f tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] 10.222.0.37 "GET /v2.0/networks?id=c4b9653e-45c7-499b-ba57-89c5719459c1 HTTP/1.1" status: 200 len: 814 time: 0.2047398 Mar 08 20:33:33.061175 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a528f85-c4e1-4333-ae08-2ebd0e2bb681 admin admin] Router 813bc19a-5efc-4849-a90c-b51f279e8583 is scheduled to L3 agent 7ae9fd8f-5d61-4821-9eac-044950c450f0 with binding_index 1 {{(pid=103458) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 20:33:33.142825 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-e3da540d-c17c-489e-bca7-624fde40c0b7 req-8ad60926-92e5-4bb2-a5de-7f4e8577b512 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f20808b123ee4f56a27c063a5a344a6f HTTP/1.1" status: 200 len: 472 time: 0.0923655 Mar 08 20:33:33.154484 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.v2.base [req-e3da540d-c17c-489e-bca7-624fde40c0b7 req-9f80147c-3492-465e-9c17-e0c7bc3e880e tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Request body: {'port': {'device_id': '746253e9-c452-490e-a0a9-d18104c2d5bf', 'network_id': 'c4b9653e-45c7-499b-ba57-89c5719459c1', 'admin_state_up': True, 'tenant_id': 'f20808b123ee4f56a27c063a5a344a6f', 'security_groups': ['9b92b894-289e-44fe-91c4-7a651e094017']}} {{(pid=103459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:33:33.185996 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.provisioning_blocks [None req-288b5536-937e-4e54-92d5-1458a767c76c None None] Provisioning complete for port 25cbd68e-3e57-4749-af7d-3a4bea821a47 triggered by entity DHCP. {{(pid=103460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:33:33.186600 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-288b5536-937e-4e54-92d5-1458a767c76c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476507'] for port (25cbd68e-3e57-4749-af7d-3a4bea821a47), provisioning_complete {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:33.189614 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.plugin [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Current status of the port 25cbd68e-3e57-4749-af7d-3a4bea821a47 is: ACTIVE; New status is: ACTIVE {{(pid=103460) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:33:33.218696 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a528f85-c4e1-4333-ae08-2ebd0e2bb681 admin admin] Notify agent at l3_agent.dv-cinder-830096-3-iscsi the message routers_updated {{(pid=103458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 20:33:33.241851 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb38a839-f0e3-40f1-9eda-ef43ba2e4777 None None] Sync routers for ids ['813bc19a-5efc-4849-a90c-b51f279e8583'] in dv-cinder-830096-3-iscsi {{(pid=103461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 20:33:33.254941 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb38a839-f0e3-40f1-9eda-ef43ba2e4777 None None] Routers {'813bc19a-5efc-4849-a90c-b51f279e8583'} bound to L3 agent in host dv-cinder-830096-3-iscsi {{(pid=103461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:33:33.255677 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.db.l3_hamode_db [None req-eb38a839-f0e3-40f1-9eda-ef43ba2e4777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T20:23:01Z,description=,heartbeat_timestamp=2022-03-08T20:33:31Z,host='dv-cinder-830096-3-iscsi',id=7ae9fd8f-5d61-4821-9eac-044950c450f0,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:23:02Z,topic='l3_agent')) {'router_ids': ['813bc19a-5efc-4849-a90c-b51f279e8583'], 'active': True} {{(pid=103461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:33:33.302112 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.plugin [None req-288b5536-937e-4e54-92d5-1458a767c76c None None] Current status of the port 25cbd68e-3e57-4749-af7d-3a4bea821a47 is: ACTIVE; New status is: ACTIVE {{(pid=103460) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:33:33.371306 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-1a528f85-c4e1-4333-ae08-2ebd0e2bb681 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:33.374090 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-1a528f85-c4e1-4333-ae08-2ebd0e2bb681 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.9122167 Mar 08 20:33:33.375510 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.41', 60338) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:33:33.378430 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.db.l3_dvr_db [None req-eb38a839-f0e3-40f1-9eda-ef43ba2e4777 None None] Set router 813bc19a-5efc-4849-a90c-b51f279e8583 gateway port host: dv-cinder-830096-3-iscsi {{(pid=103461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:33:33.563955 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3da540d-c17c-489e-bca7-624fde40c0b7 req-9f80147c-3492-465e-9c17-e0c7bc3e880e tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Made reservation on behalf of f20808b123ee4f56a27c063a5a344a6f for: {'port': 1} {{(pid=103459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 20:33:33.568663 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [req-e3da540d-c17c-489e-bca7-624fde40c0b7 req-9f80147c-3492-465e-9c17-e0c7bc3e880e tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747308'] for port (None), before_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:33.608074 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.db.l3_hamode_db [None req-eb38a839-f0e3-40f1-9eda-ef43ba2e4777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '813bc19a-5efc-4849-a90c-b51f279e8583', 'name': 'tempest-TestVolumeBootPattern-564992217-router', 'tenant_id': 'bf06b78c460f40649c7dfbdd2a48a3e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'external_fixed_ips': [{'subnet_id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'ip_address': '172.27.2.236'}], 'enable_snat': True}, 'gw_port_id': 'b09be00f-c368-414b-9fd5-063c97760f7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:33:30Z', 'updated_at': '2022-03-08T20:33:32Z', 'revision_number': 3, 'project_id': 'bf06b78c460f40649c7dfbdd2a48a3e6', 'gw_port': {'id': 'b09be00f-c368-414b-9fd5-063c97760f7b', 'name': '', 'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:67:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '813bc19a-5efc-4849-a90c-b51f279e8583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'ip_address': '172.27.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:33:31Z', 'updated_at': '2022-03-08T20:33:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-3-iscsi'}], 'dv-cinder-830096-3-iscsi', False) {} {{(pid=103461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:33:33.641479 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb38a839-f0e3-40f1-9eda-ef43ba2e4777 None None] Checking router: 813bc19a-5efc-4849-a90c-b51f279e8583 for host: dv-cinder-830096-3-iscsi {{(pid=103461) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 20:33:33.642482 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb38a839-f0e3-40f1-9eda-ef43ba2e4777 None None] Updating router 813bc19a-5efc-4849-a90c-b51f279e8583 port b09be00f-c368-414b-9fd5-063c97760f7b binding host dv-cinder-830096-3-iscsi {{(pid=103461) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 20:33:33.673694 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron_lib.callbacks.manager [None req-eb38a839-f0e3-40f1-9eda-ef43ba2e4777 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747308'] for port (b09be00f-c368-414b-9fd5-063c97760f7b), before_update {{(pid=103461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:33.741109 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3936315e-20a7-462e-9235-af35f53f678f req-8ded22ba-dd1f-464c-be11-f5a171a05fe4 tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:33:33.742863 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-3936315e-20a7-462e-9235-af35f53f678f req-8ded22ba-dd1f-464c-be11-f5a171a05fe4 tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] 10.222.0.41 "GET /v2.0/ports?device_id=bad46cc3-630c-44e3-97f4-2efe2ffc87e1 HTTP/1.1" status: 200 len: 945 time: 0.1261733 Mar 08 20:33:33.773871 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-7a330e8f-62e0-4259-bea2-8ced8e9b3a98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745146981205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476605'] for agent (cd1d0244-f954-4bda-89fb-1fdc1954e39d), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:33.829833 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.db.db_base_plugin_common [req-e3da540d-c17c-489e-bca7-624fde40c0b7 req-9f80147c-3492-465e-9c17-e0c7bc3e880e tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Allocated IP 172.20.0.5 (c4b9653e-45c7-499b-ba57-89c5719459c1/3acd2cae-edc5-4deb-af56-8a423e7d5ec3/17b66bf1-0da6-436d-ab85-b9880e2c6420) {{(pid=103459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 20:33:33.844821 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-3936315e-20a7-462e-9235-af35f53f678f req-cc8237da-3cd1-4242-9e2e-4b38902285c3 tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] 10.222.0.41 "GET /v2.0/security-groups?id=67f89219-d397-47b0-aaf7-d3f898f93734&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835676 Mar 08 20:33:33.925644 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-e4f4e96e-97cb-4c94-bf8a-59a52b7e9b9a req-5eebcc60-9a67-488b-8496-6c1cca48ece4 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] 10.222.0.41 "GET /v2.0/ports?device_id=746253e9-c452-490e-a0a9-d18104c2d5bf HTTP/1.1" status: 200 len: 210 time: 0.0362792 Mar 08 20:33:33.982608 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron_lib.callbacks.manager [None req-eb38a839-f0e3-40f1-9eda-ef43ba2e4777 None None] Publish callbacks [] for port (b09be00f-c368-414b-9fd5-063c97760f7b), precommit_update {{(pid=103461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:34.062808 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89eff8a2-1e02-41a2-a545-75d171b61c53 req-7c4313ea-1347-46fc-9b7d-bed9eb0c52b9 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:33:34.064169 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-89eff8a2-1e02-41a2-a545-75d171b61c53 req-7c4313ea-1347-46fc-9b7d-bed9eb0c52b9 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "GET /v2.0/ports?device_id=f3764666-b97b-49ee-a110-73b596762fc2 HTTP/1.1" status: 200 len: 945 time: 0.1374261 Mar 08 20:33:34.069262 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [req-e3da540d-c17c-489e-bca7-624fde40c0b7 req-9f80147c-3492-465e-9c17-e0c7bc3e880e tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Publish callbacks [] for port (17b66bf1-0da6-436d-ab85-b9880e2c6420), precommit_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:34.077829 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron_lib.callbacks.manager [None req-eb38a839-f0e3-40f1-9eda-ef43ba2e4777 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745146878648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745146440924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745146440942'] for port (b09be00f-c368-414b-9fd5-063c97760f7b), after_update {{(pid=103461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:34.115188 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80db95ea-1149-4f42-ac19-f9559c841dbc req-1d9063b3-0c3e-4a6a-9955-e99505274ead tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:33:34.116362 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-80db95ea-1149-4f42-ac19-f9559c841dbc req-1d9063b3-0c3e-4a6a-9955-e99505274ead tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] 10.222.0.41 "GET /v2.0/ports?device_id=bc092410-8ca8-4ed5-ad00-10064c4e328f HTTP/1.1" status: 200 len: 945 time: 0.0994022 Mar 08 20:33:34.139339 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.plugins.ml2.managers [None req-eb38a839-f0e3-40f1-9eda-ef43ba2e4777 None None] Attempting to bind port b09be00f-c368-414b-9fd5-063c97760f7b on host dv-cinder-830096-3-iscsi for vnic_type normal with profile {{(pid=103461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 20:33:34.139965 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.plugins.ml2.managers [None req-eb38a839-f0e3-40f1-9eda-ef43ba2e4777 None None] Attempting to bind port b09be00f-c368-414b-9fd5-063c97760f7b by drivers openvswitch,hyperv on host dv-cinder-830096-3-iscsi at level 0 using segments [{'id': 'e3ec3731-5b41-434a-a3a7-2ad1e453961f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052'}] {{(pid=103461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 20:33:34.140100 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb38a839-f0e3-40f1-9eda-ef43ba2e4777 None None] Attempting to bind port b09be00f-c368-414b-9fd5-063c97760f7b on network fc278ace-cc38-44e4-ba35-3f28be706052 {{(pid=103461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 20:33:34.142107 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58eb150-d519-4f23-a2f9-eb24403dda6f None None] Pushing event updated for resources: {'Port': ['ID=b09be00f-c368-414b-9fd5-063c97760f7b,revision_number=2']} {{(pid=103461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:33:34.146365 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-89eff8a2-1e02-41a2-a545-75d171b61c53 req-689777a5-308a-442b-bc8c-9adff5b0c95b tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "GET /v2.0/security-groups?id=594a1c24-3d62-4c4c-9d98-a58b8e523f99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0731916 Mar 08 20:33:34.148037 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb38a839-f0e3-40f1-9eda-ef43ba2e4777 None None] Checking agent: {'id': 'fa4b043a-5d45-4181-9cb2-30d29598ef5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830096-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 20, 23, 5), 'started_at': datetime.datetime(2022, 3, 8, 20, 23, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 20, 33, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830096-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 20:33:34.148236 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb38a839-f0e3-40f1-9eda-ef43ba2e4777 None None] Checking segment: {'id': 'e3ec3731-5b41-434a-a3a7-2ad1e453961f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 20:33:34.148575 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron_lib.callbacks.manager [None req-eb38a839-f0e3-40f1-9eda-ef43ba2e4777 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:34.148961 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb38a839-f0e3-40f1-9eda-ef43ba2e4777 None None] Bound using segment: {'id': 'e3ec3731-5b41-434a-a3a7-2ad1e453961f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052'} {{(pid=103461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 20:33:34.149427 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.plugins.ml2.managers [None req-eb38a839-f0e3-40f1-9eda-ef43ba2e4777 None None] Bound port: b09be00f-c368-414b-9fd5-063c97760f7b, host: dv-cinder-830096-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3ec3731-5b41-434a-a3a7-2ad1e453961f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052'}}] {{(pid=103461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 20:33:34.149808 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron_lib.callbacks.manager [None req-eb38a839-f0e3-40f1-9eda-ef43ba2e4777 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747308'] for port (b09be00f-c368-414b-9fd5-063c97760f7b), before_update {{(pid=103461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:34.193006 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-cb51ae5c-313f-4dc7-b2ae-07abda20af60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747308'] for port (None), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:34.210464 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.plugins.ml2.db [None req-eb38a839-f0e3-40f1-9eda-ef43ba2e4777 None None] For port b09be00f-c368-414b-9fd5-063c97760f7b, host dv-cinder-830096-3-iscsi, cleared binding levels {{(pid=103461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 20:33:34.213940 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.plugins.ml2.db [None req-eb38a839-f0e3-40f1-9eda-ef43ba2e4777 None None] For port b09be00f-c368-414b-9fd5-063c97760f7b, host dv-cinder-830096-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-3-iscsi',level=0,port_id=b09be00f-c368-414b-9fd5-063c97760f7b,segment=NetworkSegment(e3ec3731-5b41-434a-a3a7-2ad1e453961f),segment_id=e3ec3731-5b41-434a-a3a7-2ad1e453961f)] {{(pid=103461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 20:33:34.228331 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-80db95ea-1149-4f42-ac19-f9559c841dbc req-35915580-edb5-429d-b7a3-1c4d70aea8be tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] 10.222.0.41 "GET /v2.0/security-groups?id=306014d5-d504-41eb-b92c-22e11b4bc9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060078 Mar 08 20:33:34.250224 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [req-e3da540d-c17c-489e-bca7-624fde40c0b7 req-9f80147c-3492-465e-9c17-e0c7bc3e880e tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745146440906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28404629'] for port (17b66bf1-0da6-436d-ab85-b9880e2c6420), after_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:34.299640 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3da540d-c17c-489e-bca7-624fde40c0b7 req-9f80147c-3492-465e-9c17-e0c7bc3e880e tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Network c4b9653e-45c7-499b-ba57-89c5719459c1 is already hosted by enough agents. {{(pid=103459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 20:33:34.302653 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.scheduler.base_scheduler [req-e3da540d-c17c-489e-bca7-624fde40c0b7 req-9f80147c-3492-465e-9c17-e0c7bc3e880e tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Resources bound (agent type, host, resource id): {{(pid=103459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:33:34.306341 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3da540d-c17c-489e-bca7-624fde40c0b7 req-9f80147c-3492-465e-9c17-e0c7bc3e880e tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Received port after_create {{(pid=103459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 20:33:34.329435 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f80147c-3492-465e-9c17-e0c7bc3e880e tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Pushing event updated for resources: {'Port': ['ID=17b66bf1-0da6-436d-ab85-b9880e2c6420,revision_number=1']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:33:34.362781 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3da540d-c17c-489e-bca7-624fde40c0b7 req-9f80147c-3492-465e-9c17-e0c7bc3e880e tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:33:34.363530 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [req-e3da540d-c17c-489e-bca7-624fde40c0b7 req-9f80147c-3492-465e-9c17-e0c7bc3e880e tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4188892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3733777'] for port (None), before_response {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:34.382761 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.db.db_base_plugin_common [None req-cb51ae5c-313f-4dc7-b2ae-07abda20af60 admin admin] Allocated IP 172.20.0.1 (c2c7d66f-86ac-44f2-9eb5-cb2716ba5d76/88ad92d3-2fe0-4490-8ff5-712fc5e791fb/bf80f1eb-9470-4de8-869d-5b5d1aef8ede) {{(pid=103458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 20:33:34.387272 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron_lib.callbacks.manager [None req-eb38a839-f0e3-40f1-9eda-ef43ba2e4777 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745146878648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745146440924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745146440942'] for port (b09be00f-c368-414b-9fd5-063c97760f7b), after_update {{(pid=103461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:34.445261 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb38a839-f0e3-40f1-9eda-ef43ba2e4777 None None] Routers {'813bc19a-5efc-4849-a90c-b51f279e8583'} bound to L3 agent in host dv-cinder-830096-3-iscsi {{(pid=103461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:33:34.445904 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.db.l3_hamode_db [None req-eb38a839-f0e3-40f1-9eda-ef43ba2e4777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T20:23:01Z,description=,heartbeat_timestamp=2022-03-08T20:33:31Z,host='dv-cinder-830096-3-iscsi',id=7ae9fd8f-5d61-4821-9eac-044950c450f0,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:23:02Z,topic='l3_agent')) {'router_ids': ['813bc19a-5efc-4849-a90c-b51f279e8583'], 'active': True} {{(pid=103461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:33:34.459196 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-e3da540d-c17c-489e-bca7-624fde40c0b7 req-9f80147c-3492-465e-9c17-e0c7bc3e880e tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3088210 Mar 08 20:33:34.478427 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.v2.base [req-e3da540d-c17c-489e-bca7-624fde40c0b7 req-cb260e53-4173-4de0-aded-5160fcbec68c service neutron] Request body: {'port': {'device_id': '746253e9-c452-490e-a0a9-d18104c2d5bf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=103459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:33:34.496651 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58eb150-d519-4f23-a2f9-eb24403dda6f None None] Pushing event updated for resources: {'Port': ['ID=b09be00f-c368-414b-9fd5-063c97760f7b,revision_number=3']} {{(pid=103461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:33:34.510208 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-cb51ae5c-313f-4dc7-b2ae-07abda20af60 admin admin] Publish callbacks [] for port (bf80f1eb-9470-4de8-869d-5b5d1aef8ede), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:34.569015 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [req-e3da540d-c17c-489e-bca7-624fde40c0b7 req-cb260e53-4173-4de0-aded-5160fcbec68c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747308'] for port (17b66bf1-0da6-436d-ab85-b9880e2c6420), before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:34.637026 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.provisioning_blocks [None req-a20f8cbb-f386-4a0a-a8b8-f6785fd6e89e None None] Provisioning complete for port 17b66bf1-0da6-436d-ab85-b9880e2c6420 triggered by entity DHCP. {{(pid=103460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:33:34.638487 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-a20f8cbb-f386-4a0a-a8b8-f6785fd6e89e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476507'] for port (17b66bf1-0da6-436d-ab85-b9880e2c6420), provisioning_complete {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:34.640053 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-cb51ae5c-313f-4dc7-b2ae-07abda20af60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745146440906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28566877'] for port (bf80f1eb-9470-4de8-869d-5b5d1aef8ede), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:34.685927 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb51ae5c-313f-4dc7-b2ae-07abda20af60 admin admin] Network c2c7d66f-86ac-44f2-9eb5-cb2716ba5d76 is already hosted by enough agents. {{(pid=103458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 20:33:34.687037 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.plugin [None req-a20f8cbb-f386-4a0a-a8b8-f6785fd6e89e None None] Port 17b66bf1-0da6-436d-ab85-b9880e2c6420 cannot update to ACTIVE because it is not bound. {{(pid=103460) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 20:33:34.689989 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.db.l3_dvr_db [None req-eb38a839-f0e3-40f1-9eda-ef43ba2e4777 None None] Set router 813bc19a-5efc-4849-a90c-b51f279e8583 gateway port host: dv-cinder-830096-3-iscsi {{(pid=103461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:33:34.691301 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.scheduler.base_scheduler [None req-cb51ae5c-313f-4dc7-b2ae-07abda20af60 admin admin] Resources bound (agent type, host, resource id): {{(pid=103458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:33:34.694831 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb51ae5c-313f-4dc7-b2ae-07abda20af60 admin admin] Received port after_create {{(pid=103458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 20:33:34.737326 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb51ae5c-313f-4dc7-b2ae-07abda20af60 admin admin] Pushing event updated for resources: {'Port': ['ID=bf80f1eb-9470-4de8-869d-5b5d1aef8ede,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:33:34.767307 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-cb51ae5c-313f-4dc7-b2ae-07abda20af60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-443356'] for router_interface (813bc19a-5efc-4849-a90c-b51f279e8583), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:34.860585 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.rpc [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Device 25cbd68e-3e57-4749-af7d-3a4bea821a47 up at agent ovs-agent-dv-cinder-830096-3-iscsi {{(pid=103460) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 20:33:34.922942 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.db.l3_hamode_db [None req-eb38a839-f0e3-40f1-9eda-ef43ba2e4777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '813bc19a-5efc-4849-a90c-b51f279e8583', 'name': 'tempest-TestVolumeBootPattern-564992217-router', 'tenant_id': 'bf06b78c460f40649c7dfbdd2a48a3e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'external_fixed_ips': [{'subnet_id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'ip_address': '172.27.2.236'}], 'enable_snat': True}, 'gw_port_id': 'b09be00f-c368-414b-9fd5-063c97760f7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:33:30Z', 'updated_at': '2022-03-08T20:33:32Z', 'revision_number': 3, 'project_id': 'bf06b78c460f40649c7dfbdd2a48a3e6', 'gw_port': {'id': 'b09be00f-c368-414b-9fd5-063c97760f7b', 'name': '', 'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:67:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '813bc19a-5efc-4849-a90c-b51f279e8583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'ip_address': '172.27.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:33:31Z', 'updated_at': '2022-03-08T20:33:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-3-iscsi'}], 'dv-cinder-830096-3-iscsi', False) {} {{(pid=103461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:33:34.960598 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.provisioning_blocks [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Provisioning complete for port 25cbd68e-3e57-4749-af7d-3a4bea821a47 triggered by entity L2. {{(pid=103460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:33:34.963580 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476507'] for port (25cbd68e-3e57-4749-af7d-3a4bea821a47), provisioning_complete {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:34.990868 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.notifiers.nova [req-e3da540d-c17c-489e-bca7-624fde40c0b7 req-cb260e53-4173-4de0-aded-5160fcbec68c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17b66bf1-0da6-436d-ab85-b9880e2c6420 {{(pid=103459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 20:33:34.994990 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb38a839-f0e3-40f1-9eda-ef43ba2e4777 None None] The sync data for ids ['813bc19a-5efc-4849-a90c-b51f279e8583'] in dv-cinder-830096-3-iscsi is: [{'id': '813bc19a-5efc-4849-a90c-b51f279e8583', 'name': 'tempest-TestVolumeBootPattern-564992217-router', 'tenant_id': 'bf06b78c460f40649c7dfbdd2a48a3e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'external_fixed_ips': [{'subnet_id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'ip_address': '172.27.2.236'}], 'enable_snat': True}, 'gw_port_id': 'b09be00f-c368-414b-9fd5-063c97760f7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:33:30Z', 'updated_at': '2022-03-08T20:33:32Z', 'revision_number': 3, 'project_id': 'bf06b78c460f40649c7dfbdd2a48a3e6', 'gw_port': {'id': 'b09be00f-c368-414b-9fd5-063c97760f7b', 'name': '', 'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:67:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '813bc19a-5efc-4849-a90c-b51f279e8583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'ip_address': '172.27.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:33:31Z', 'updated_at': '2022-03-08T20:33:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-3-iscsi'}] {{(pid=103461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 20:33:35.003375 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [req-e3da540d-c17c-489e-bca7-624fde40c0b7 req-cb260e53-4173-4de0-aded-5160fcbec68c service neutron] Publish callbacks [] for port (17b66bf1-0da6-436d-ab85-b9880e2c6420), precommit_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:35.029352 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e375975-1404-4e8d-b83c-b030579f8e27 req-771c09f3-45de-4150-9b8d-dad9eb35b15a tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:33:35.030902 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-0e375975-1404-4e8d-b83c-b030579f8e27 req-771c09f3-45de-4150-9b8d-dad9eb35b15a tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] 10.222.0.41 "GET /v2.0/ports?device_id=bad46cc3-630c-44e3-97f4-2efe2ffc87e1 HTTP/1.1" status: 200 len: 945 time: 0.0869734 Mar 08 20:33:35.034419 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [req-e3da540d-c17c-489e-bca7-624fde40c0b7 req-cb260e53-4173-4de0-aded-5160fcbec68c service neutron] Transition to ACTIVE for port object 17b66bf1-0da6-436d-ab85-b9880e2c6420 will not be triggered until provisioned by entity L2. {{(pid=103459) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 20:33:35.094409 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [req-e3da540d-c17c-489e-bca7-624fde40c0b7 req-cb260e53-4173-4de0-aded-5160fcbec68c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745146878648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745146440924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745146440942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28404716'] for port (17b66bf1-0da6-436d-ab85-b9880e2c6420), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:35.110517 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-0e375975-1404-4e8d-b83c-b030579f8e27 req-53659654-3bb4-4109-9650-0d4b41c37d99 tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] 10.222.0.41 "GET /v2.0/security-groups?id=67f89219-d397-47b0-aaf7-d3f898f93734&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694475 Mar 08 20:33:35.119486 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.plugin [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Current status of the port 25cbd68e-3e57-4749-af7d-3a4bea821a47 is: ACTIVE; New status is: ACTIVE {{(pid=103460) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:33:35.127217 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.provisioning_blocks [None req-4d58ac2b-54d0-4ea9-bd6f-d03c813f69b2 None None] Provisioning complete for port bf80f1eb-9470-4de8-869d-5b5d1aef8ede triggered by entity DHCP. {{(pid=103460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:33:35.128354 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-4d58ac2b-54d0-4ea9-bd6f-d03c813f69b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476507'] for port (bf80f1eb-9470-4de8-869d-5b5d1aef8ede), provisioning_complete {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:35.164967 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-cb51ae5c-313f-4dc7-b2ae-07abda20af60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747308'] for port (bf80f1eb-9470-4de8-869d-5b5d1aef8ede), before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:35.178227 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.plugin [None req-4d58ac2b-54d0-4ea9-bd6f-d03c813f69b2 None None] Port bf80f1eb-9470-4de8-869d-5b5d1aef8ede cannot update to ACTIVE because it is not bound. {{(pid=103460) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 20:33:35.194852 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb260e53-4173-4de0-aded-5160fcbec68c service neutron] Pushing event updated for resources: {'Port': ['ID=17b66bf1-0da6-436d-ab85-b9880e2c6420,revision_number=2']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:33:35.224798 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ad4cca-38b5-44b0-b0a2-0f4bf50884ab req-2ad8b97b-887e-477d-a039-feec5af4cc39 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:33:35.226674 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-45ad4cca-38b5-44b0-b0a2-0f4bf50884ab req-2ad8b97b-887e-477d-a039-feec5af4cc39 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] 10.222.0.41 "GET /v2.0/ports?device_id=746253e9-c452-490e-a0a9-d18104c2d5bf HTTP/1.1" status: 200 len: 931 time: 0.1932926 Mar 08 20:33:35.321199 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745146981205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476605'] for agent (fa4b043a-5d45-4181-9cb2-30d29598ef5b), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:35.363583 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c42d8b4-5e23-401c-acb3-71c19263ec86 req-a249634a-43ff-47a8-867d-f4a8797a0aac tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:33:35.365108 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-8c42d8b4-5e23-401c-acb3-71c19263ec86 req-a249634a-43ff-47a8-867d-f4a8797a0aac tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "GET /v2.0/ports?device_id=f3764666-b97b-49ee-a110-73b596762fc2 HTTP/1.1" status: 200 len: 945 time: 0.0922635 Mar 08 20:33:35.377378 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [req-e3da540d-c17c-489e-bca7-624fde40c0b7 req-cb260e53-4173-4de0-aded-5160fcbec68c service neutron] Attempting to bind port 17b66bf1-0da6-436d-ab85-b9880e2c6420 on host hv-cinder-83009 for vnic_type normal with profile {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 20:33:35.377378 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [req-e3da540d-c17c-489e-bca7-624fde40c0b7 req-cb260e53-4173-4de0-aded-5160fcbec68c service neutron] Attempting to bind port 17b66bf1-0da6-436d-ab85-b9880e2c6420 by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': '4d17c990-8ca8-4b04-9435-e1e4727aeb38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'c4b9653e-45c7-499b-ba57-89c5719459c1'}] {{(pid=103459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 20:33:35.377378 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3da540d-c17c-489e-bca7-624fde40c0b7 req-cb260e53-4173-4de0-aded-5160fcbec68c service neutron] Attempting to bind port 17b66bf1-0da6-436d-ab85-b9880e2c6420 on network c4b9653e-45c7-499b-ba57-89c5719459c1 {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 20:33:35.380759 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-45ad4cca-38b5-44b0-b0a2-0f4bf50884ab req-f481650f-2ed1-4a4f-a0d1-f2c39ccf07c4 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] 10.222.0.41 "GET /v2.0/security-groups?id=9b92b894-289e-44fe-91c4-7a651e094017&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1119730 Mar 08 20:33:35.410100 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3da540d-c17c-489e-bca7-624fde40c0b7 req-cb260e53-4173-4de0-aded-5160fcbec68c service neutron] Port 17b66bf1-0da6-436d-ab85-b9880e2c6420 on network c4b9653e-45c7-499b-ba57-89c5719459c1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 20:33:35.410391 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3da540d-c17c-489e-bca7-624fde40c0b7 req-cb260e53-4173-4de0-aded-5160fcbec68c service neutron] Attempting to bind port 17b66bf1-0da6-436d-ab85-b9880e2c6420 on network c4b9653e-45c7-499b-ba57-89c5719459c1 {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 20:33:35.433837 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3da540d-c17c-489e-bca7-624fde40c0b7 req-cb260e53-4173-4de0-aded-5160fcbec68c service neutron] Checking agent: {'id': '905863fd-6a46-47f8-82ce-98f31309cbd3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 20, 29, 24), 'started_at': datetime.datetime(2022, 3, 8, 20, 29, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 20, 33, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 20:33:35.433837 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3da540d-c17c-489e-bca7-624fde40c0b7 req-cb260e53-4173-4de0-aded-5160fcbec68c service neutron] Checking segment: {'id': '4d17c990-8ca8-4b04-9435-e1e4727aeb38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'c4b9653e-45c7-499b-ba57-89c5719459c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 20:33:35.433837 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3da540d-c17c-489e-bca7-624fde40c0b7 req-cb260e53-4173-4de0-aded-5160fcbec68c service neutron] Bound using segment: {'id': '4d17c990-8ca8-4b04-9435-e1e4727aeb38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'c4b9653e-45c7-499b-ba57-89c5719459c1'} {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 20:33:35.433837 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [req-e3da540d-c17c-489e-bca7-624fde40c0b7 req-cb260e53-4173-4de0-aded-5160fcbec68c service neutron] Bound port: 17b66bf1-0da6-436d-ab85-b9880e2c6420, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d17c990-8ca8-4b04-9435-e1e4727aeb38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'c4b9653e-45c7-499b-ba57-89c5719459c1'}}] {{(pid=103459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 20:33:35.433837 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [req-e3da540d-c17c-489e-bca7-624fde40c0b7 req-cb260e53-4173-4de0-aded-5160fcbec68c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747308'] for port (17b66bf1-0da6-436d-ab85-b9880e2c6420), before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:35.525635 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-8c42d8b4-5e23-401c-acb3-71c19263ec86 req-00f3497f-0c30-4ca9-a859-54b49491933b tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "GET /v2.0/security-groups?id=594a1c24-3d62-4c4c-9d98-a58b8e523f99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1507735 Mar 08 20:33:35.570652 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [req-e3da540d-c17c-489e-bca7-624fde40c0b7 req-cb260e53-4173-4de0-aded-5160fcbec68c service neutron] For port 17b66bf1-0da6-436d-ab85-b9880e2c6420, host hv-cinder-83009, cleared binding levels {{(pid=103459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 20:33:35.575225 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [req-e3da540d-c17c-489e-bca7-624fde40c0b7 req-cb260e53-4173-4de0-aded-5160fcbec68c service neutron] For port 17b66bf1-0da6-436d-ab85-b9880e2c6420, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=17b66bf1-0da6-436d-ab85-b9880e2c6420,segment=NetworkSegment(4d17c990-8ca8-4b04-9435-e1e4727aeb38),segment_id=4d17c990-8ca8-4b04-9435-e1e4727aeb38)] {{(pid=103459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 20:33:35.585622 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-cb51ae5c-313f-4dc7-b2ae-07abda20af60 admin admin] Publish callbacks [] for port (bf80f1eb-9470-4de8-869d-5b5d1aef8ede), precommit_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:35.599695 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df668102-e45f-4637-9eb5-0f2b8ef7f93a req-cfed6546-611e-4b74-90cb-f17ae026adc0 tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:33:35.601384 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-df668102-e45f-4637-9eb5-0f2b8ef7f93a req-cfed6546-611e-4b74-90cb-f17ae026adc0 tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] 10.222.0.41 "GET /v2.0/ports?device_id=bc092410-8ca8-4ed5-ad00-10064c4e328f HTTP/1.1" status: 200 len: 945 time: 0.0920227 Mar 08 20:33:35.664322 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-df668102-e45f-4637-9eb5-0f2b8ef7f93a req-32012cb8-1daf-41a9-8585-eaf55d35f182 tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] 10.222.0.41 "GET /v2.0/security-groups?id=306014d5-d504-41eb-b92c-22e11b4bc9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536673 Mar 08 20:33:35.673188 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [req-e3da540d-c17c-489e-bca7-624fde40c0b7 req-cb260e53-4173-4de0-aded-5160fcbec68c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745146878648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745146440924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745146440942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28404716'] for port (17b66bf1-0da6-436d-ab85-b9880e2c6420), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:35.705240 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-cb51ae5c-313f-4dc7-b2ae-07abda20af60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745146878648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745146440924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745146440942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28566820'] for port (bf80f1eb-9470-4de8-869d-5b5d1aef8ede), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:35.726815 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3da540d-c17c-489e-bca7-624fde40c0b7 req-cb260e53-4173-4de0-aded-5160fcbec68c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:33:35.727376 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [req-e3da540d-c17c-489e-bca7-624fde40c0b7 req-cb260e53-4173-4de0-aded-5160fcbec68c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4188892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3733777'] for port (None), before_response {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:35.729182 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-e3da540d-c17c-489e-bca7-624fde40c0b7 req-cb260e53-4173-4de0-aded-5160fcbec68c service neutron] 10.222.0.37 "PUT /v2.0/ports/17b66bf1-0da6-436d-ab85-b9880e2c6420 HTTP/1.1" status: 200 len: 1093 time: 1.2599595 Mar 08 20:33:35.729635 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '746253e9-c452-490e-a0a9-d18104c2d5bf', 'tag': '17b66bf1-0da6-436d-ab85-b9880e2c6420'}] {{(pid=103459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 20:33:35.732334 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30f128d5f71b3f7cc76d6cee4f56f72b4ad92d7c7cb63713f7d7a45aaaaee86d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f29ede85-045f-4360-bafa-e6ecf8136e8a" -d '{"events": [{"name": "network-changed", "server_uuid": "746253e9-c452-490e-a0a9-d18104c2d5bf", "tag": "17b66bf1-0da6-436d-ab85-b9880e2c6420"}]}' {{(pid=103459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 20:33:35.769368 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-cb51ae5c-313f-4dc7-b2ae-07abda20af60 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3733877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-443312'] for router_interface (813bc19a-5efc-4849-a90c-b51f279e8583), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:35.773478 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb260e53-4173-4de0-aded-5160fcbec68c service neutron] Pushing event updated for resources: {'Port': ['ID=17b66bf1-0da6-436d-ab85-b9880e2c6420,revision_number=3']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:33:35.807628 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 20:33:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e0c1162-e34e-4e79-ac54-d8db5aa44c29 x-openstack-request-id: req-4e0c1162-e34e-4e79-ac54-d8db5aa44c29 {{(pid=103459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 20:33:35.808111 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "746253e9-c452-490e-a0a9-d18104c2d5bf", "tag": "17b66bf1-0da6-436d-ab85-b9880e2c6420", "status": "completed", "code": 200}]} {{(pid=103459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 20:33:35.808474 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4e0c1162-e34e-4e79-ac54-d8db5aa44c29 {{(pid=103459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 20:33:35.808935 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '746253e9-c452-490e-a0a9-d18104c2d5bf', 'tag': '17b66bf1-0da6-436d-ab85-b9880e2c6420', 'status': 'completed', 'code': 200} Mar 08 20:33:35.844080 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb51ae5c-313f-4dc7-b2ae-07abda20af60 admin admin] Pushing event updated for resources: {'Port': ['ID=bf80f1eb-9470-4de8-869d-5b5d1aef8ede,revision_number=2']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:33:35.899918 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29ede85-045f-4360-bafa-e6ecf8136e8a req-d240ba3c-69ca-43bc-8b39-4dce9cb1833b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:33:35.901744 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-f29ede85-045f-4360-bafa-e6ecf8136e8a req-d240ba3c-69ca-43bc-8b39-4dce9cb1833b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f20808b123ee4f56a27c063a5a344a6f&device_id=746253e9-c452-490e-a0a9-d18104c2d5bf HTTP/1.1" status: 200 len: 1127 time: 0.0631826 Mar 08 20:33:35.932816 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb51ae5c-313f-4dc7-b2ae-07abda20af60 admin admin] Network c2c7d66f-86ac-44f2-9eb5-cb2716ba5d76 is already hosted by enough agents. {{(pid=103458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 20:33:35.935487 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.scheduler.base_scheduler [None req-cb51ae5c-313f-4dc7-b2ae-07abda20af60 admin admin] Resources bound (agent type, host, resource id): {{(pid=103458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:33:36.082016 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29ede85-045f-4360-bafa-e6ecf8136e8a req-3c3047fe-6aaf-487a-a65a-89e123931b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:33:36.083793 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-f29ede85-045f-4360-bafa-e6ecf8136e8a req-3c3047fe-6aaf-487a-a65a-89e123931b9c service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=f20808b123ee4f56a27c063a5a344a6f&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1678321 Mar 08 20:33:36.118858 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb51ae5c-313f-4dc7-b2ae-07abda20af60 admin admin] Router 813bc19a-5efc-4849-a90c-b51f279e8583 has already been hosted by L3 agent 7ae9fd8f-5d61-4821-9eac-044950c450f0 {{(pid=103458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 20:33:36.218375 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29ede85-045f-4360-bafa-e6ecf8136e8a req-a201a078-ab14-46be-8c2e-bb828399e3e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:33:36.219891 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-f29ede85-045f-4360-bafa-e6ecf8136e8a req-a201a078-ab14-46be-8c2e-bb828399e3e6 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1294808 Mar 08 20:33:36.281606 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.provisioning_blocks [None req-d2d1514c-4f23-4484-816e-66f4b19965bf None None] Provisioning complete for port bf80f1eb-9470-4de8-869d-5b5d1aef8ede triggered by entity DHCP. {{(pid=103460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:33:36.282620 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-d2d1514c-4f23-4484-816e-66f4b19965bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476507'] for port (bf80f1eb-9470-4de8-869d-5b5d1aef8ede), provisioning_complete {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:36.323172 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.plugin [None req-d2d1514c-4f23-4484-816e-66f4b19965bf None None] Port bf80f1eb-9470-4de8-869d-5b5d1aef8ede cannot update to ACTIVE because it is not bound. {{(pid=103460) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 20:33:36.324615 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb51ae5c-313f-4dc7-b2ae-07abda20af60 admin admin] Notify agent at l3_agent.dv-cinder-830096-3-iscsi the message routers_updated {{(pid=103458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 20:33:36.330018 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3da540d-c17c-489e-bca7-624fde40c0b7 req-f151517f-229b-46ec-a85d-e34a8b4b033e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:33:36.331640 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-e3da540d-c17c-489e-bca7-624fde40c0b7 req-f151517f-229b-46ec-a85d-e34a8b4b033e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f20808b123ee4f56a27c063a5a344a6f&device_id=746253e9-c452-490e-a0a9-d18104c2d5bf HTTP/1.1" status: 200 len: 1127 time: 0.0574980 Mar 08 20:33:36.331788 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-cb51ae5c-313f-4dc7-b2ae-07abda20af60 admin admin] 10.222.0.41 "PUT /v2.0/routers/813bc19a-5efc-4849-a90c-b51f279e8583/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9549699 Mar 08 20:33:36.349465 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536df650-4376-43f9-a32a-4e78b7e300e8 req-686474f4-6001-4e85-a7d9-3de13cdd1d9e tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:33:36.351008 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-536df650-4376-43f9-a32a-4e78b7e300e8 req-686474f4-6001-4e85-a7d9-3de13cdd1d9e tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] 10.222.0.41 "GET /v2.0/ports?device_id=bad46cc3-630c-44e3-97f4-2efe2ffc87e1 HTTP/1.1" status: 200 len: 945 time: 0.0792518 Mar 08 20:33:36.380346 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-e3da540d-c17c-489e-bca7-624fde40c0b7 req-f5ed5676-f19c-422c-84f5-194ebadc8e44 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=17b66bf1-0da6-436d-ab85-b9880e2c6420 HTTP/1.1" status: 200 len: 217 time: 0.0404236 Mar 08 20:33:36.413737 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-536df650-4376-43f9-a32a-4e78b7e300e8 req-4852b39a-00d3-4787-8d94-1fd8cf56a1d5 tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] 10.222.0.41 "GET /v2.0/security-groups?id=67f89219-d397-47b0-aaf7-d3f898f93734&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550303 Mar 08 20:33:36.441026 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3da540d-c17c-489e-bca7-624fde40c0b7 req-ffe3fccc-763c-49df-816d-1c17e1f7f7bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:33:36.442911 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-e3da540d-c17c-489e-bca7-624fde40c0b7 req-ffe3fccc-763c-49df-816d-1c17e1f7f7bb service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3acd2cae-edc5-4deb-af56-8a423e7d5ec3 HTTP/1.1" status: 200 len: 853 time: 0.0524049 Mar 08 20:33:36.560219 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932038fc-a13d-4d83-bd74-7e01f028f5a5 req-d5d0e118-4640-488d-96bc-92d1075b4492 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:33:36.561769 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-932038fc-a13d-4d83-bd74-7e01f028f5a5 req-d5d0e118-4640-488d-96bc-92d1075b4492 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] 10.222.0.41 "GET /v2.0/ports?device_id=746253e9-c452-490e-a0a9-d18104c2d5bf HTTP/1.1" status: 200 len: 943 time: 0.0997522 Mar 08 20:33:36.564759 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3da540d-c17c-489e-bca7-624fde40c0b7 req-c29808a0-b432-49d5-bfcd-55b84e5a3d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:33:36.566143 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-e3da540d-c17c-489e-bca7-624fde40c0b7 req-c29808a0-b432-49d5-bfcd-55b84e5a3d80 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c4b9653e-45c7-499b-ba57-89c5719459c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1053605 Mar 08 20:33:36.679419 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-932038fc-a13d-4d83-bd74-7e01f028f5a5 req-74c26e3a-e9c4-4b22-9c52-3aff96acd93c tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] 10.222.0.41 "GET /v2.0/security-groups?id=9b92b894-289e-44fe-91c4-7a651e094017&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1092467 Mar 08 20:33:36.729955 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-e3da540d-c17c-489e-bca7-624fde40c0b7 req-9f7c0e17-94f7-4fae-9b1d-32c18b01d407 service neutron] 10.222.0.37 "GET /v2.0/networks/c4b9653e-45c7-499b-ba57-89c5719459c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1446538 Mar 08 20:33:36.739091 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8ec221-428c-4c01-8360-006252f5452b req-47eb6889-ab88-43e3-957e-5f90faf5fcae tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:33:36.748697 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-2d8ec221-428c-4c01-8360-006252f5452b req-47eb6889-ab88-43e3-957e-5f90faf5fcae tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "GET /v2.0/ports?device_id=f3764666-b97b-49ee-a110-73b596762fc2 HTTP/1.1" status: 200 len: 945 time: 0.1143053 Mar 08 20:33:36.865481 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-2d8ec221-428c-4c01-8360-006252f5452b req-a073e8d2-c303-47e4-90aa-5d22e0e418be tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "GET /v2.0/security-groups?id=594a1c24-3d62-4c4c-9d98-a58b8e523f99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1135478 Mar 08 20:33:36.893624 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9227865d-ee85-4f50-a603-0a1dbd927be9 req-2d4cf1cf-848f-44bf-ada5-e552f3050763 tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:33:36.895252 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-9227865d-ee85-4f50-a603-0a1dbd927be9 req-2d4cf1cf-848f-44bf-ada5-e552f3050763 tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] 10.222.0.41 "GET /v2.0/ports?device_id=bc092410-8ca8-4ed5-ad00-10064c4e328f HTTP/1.1" status: 200 len: 945 time: 0.1132531 Mar 08 20:33:36.900033 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.rpc [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Device b09be00f-c368-414b-9fd5-063c97760f7b up at agent ovs-agent-dv-cinder-830096-3-iscsi {{(pid=103460) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 20:33:36.901671 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-e3da540d-c17c-489e-bca7-624fde40c0b7 req-c6320d8b-b31b-45e0-851d-de17d6c70b59 service neutron] 10.222.0.37 "GET /v2.0/networks/c4b9653e-45c7-499b-ba57-89c5719459c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1593285 Mar 08 20:33:36.970711 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.provisioning_blocks [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Provisioning complete for port b09be00f-c368-414b-9fd5-063c97760f7b triggered by entity L2. {{(pid=103460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:33:36.971450 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476507'] for port (b09be00f-c368-414b-9fd5-063c97760f7b), provisioning_complete {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:37.082502 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.plugin [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Current status of the port b09be00f-c368-414b-9fd5-063c97760f7b is: DOWN; New status is: ACTIVE {{(pid=103460) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:33:37.084334 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747308'] for port (b09be00f-c368-414b-9fd5-063c97760f7b), before_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:37.120120 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.db [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] For port b09be00f-c368-414b-9fd5-063c97760f7b, host dv-cinder-830096-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-3-iscsi',level=0,port_id=b09be00f-c368-414b-9fd5-063c97760f7b,segment=NetworkSegment(e3ec3731-5b41-434a-a3a7-2ad1e453961f),segment_id=e3ec3731-5b41-434a-a3a7-2ad1e453961f)] {{(pid=103460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:33:37.183126 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-9227865d-ee85-4f50-a603-0a1dbd927be9 req-0ea9f0ab-002b-4423-8433-76bfefb7ecac tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] 10.222.0.41 "GET /v2.0/security-groups?id=306014d5-d504-41eb-b92c-22e11b4bc9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2752852 Mar 08 20:33:37.206214 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b57fa3cf-2f24-405e-8c82-85934954c528 None None] Sync routers for ids ['813bc19a-5efc-4849-a90c-b51f279e8583'] in dv-cinder-830096-3-iscsi {{(pid=103460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 20:33:37.212437 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745146878648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745146440924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745146440942'] for port (b09be00f-c368-414b-9fd5-063c97760f7b), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:37.220623 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b57fa3cf-2f24-405e-8c82-85934954c528 None None] Routers {'813bc19a-5efc-4849-a90c-b51f279e8583'} bound to L3 agent in host dv-cinder-830096-3-iscsi {{(pid=103460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:33:37.221361 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-b57fa3cf-2f24-405e-8c82-85934954c528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T20:23:01Z,description=,heartbeat_timestamp=2022-03-08T20:33:31Z,host='dv-cinder-830096-3-iscsi',id=7ae9fd8f-5d61-4821-9eac-044950c450f0,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:23:02Z,topic='l3_agent')) {'router_ids': ['813bc19a-5efc-4849-a90c-b51f279e8583'], 'active': True} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:33:37.370907 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Pushing event updated for resources: {'Port': ['ID=b09be00f-c368-414b-9fd5-063c97760f7b,revision_number=4']} {{(pid=103460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:33:37.403781 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.41', 60402) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:33:37.404302 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvr_db [None req-b57fa3cf-2f24-405e-8c82-85934954c528 None None] Set router 813bc19a-5efc-4849-a90c-b51f279e8583 gateway port host: dv-cinder-830096-3-iscsi {{(pid=103460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:33:37.408927 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.v2.base [None req-a70fe478-0f40-4f8f-82bd-f2f6a5e447ca admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-792215846-network', 'tenant_id': '3f63d57e2da947f4a62b494e1f5daee2'}} {{(pid=103458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:33:37.506296 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a70fe478-0f40-4f8f-82bd-f2f6a5e447ca admin admin] Made reservation on behalf of 3f63d57e2da947f4a62b494e1f5daee2 for: {'network': 1} {{(pid=103458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 20:33:37.508692 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-a70fe478-0f40-4f8f-82bd-f2f6a5e447ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747308'] for network (None), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:37.526660 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-a70fe478-0f40-4f8f-82bd-f2f6a5e447ca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:37.568039 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680f4c2e-f5e7-4561-8425-2801e7d77016 req-82c2b400-332d-4471-8ba7-b144254c6afd tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:33:37.569994 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-680f4c2e-f5e7-4561-8425-2801e7d77016 req-82c2b400-332d-4471-8ba7-b144254c6afd tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] 10.222.0.41 "GET /v2.0/ports?device_id=bad46cc3-630c-44e3-97f4-2efe2ffc87e1 HTTP/1.1" status: 200 len: 945 time: 0.0676548 Mar 08 20:33:37.635983 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-a70fe478-0f40-4f8f-82bd-f2f6a5e447ca admin admin] Publish callbacks [] for security_group (6501f603-1557-4816-81f2-f9b41dea7629), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:37.643421 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-680f4c2e-f5e7-4561-8425-2801e7d77016 req-07894f9a-98b0-43a4-9ec5-5ca075b41644 tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] 10.222.0.41 "GET /v2.0/security-groups?id=67f89219-d397-47b0-aaf7-d3f898f93734&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663590 Mar 08 20:33:37.657243 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-b57fa3cf-2f24-405e-8c82-85934954c528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '813bc19a-5efc-4849-a90c-b51f279e8583', 'name': 'tempest-TestVolumeBootPattern-564992217-router', 'tenant_id': 'bf06b78c460f40649c7dfbdd2a48a3e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'external_fixed_ips': [{'subnet_id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'ip_address': '172.27.2.236'}], 'enable_snat': True}, 'gw_port_id': 'b09be00f-c368-414b-9fd5-063c97760f7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:33:30Z', 'updated_at': '2022-03-08T20:33:34Z', 'revision_number': 4, 'project_id': 'bf06b78c460f40649c7dfbdd2a48a3e6', 'gw_port': {'id': 'b09be00f-c368-414b-9fd5-063c97760f7b', 'name': '', 'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:67:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '813bc19a-5efc-4849-a90c-b51f279e8583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'ip_address': '172.27.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:33:31Z', 'updated_at': '2022-03-08T20:33:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-3-iscsi', '_interfaces': [{'id': 'bf80f1eb-9470-4de8-869d-5b5d1aef8ede', 'name': '', 'network_id': 'c2c7d66f-86ac-44f2-9eb5-cb2716ba5d76', 'tenant_id': 'bf06b78c460f40649c7dfbdd2a48a3e6', 'mac_address': 'fa:16:3e:fd:84:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '813bc19a-5efc-4849-a90c-b51f279e8583', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '88ad92d3-2fe0-4490-8ff5-712fc5e791fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:33:34Z', 'updated_at': '2022-03-08T20:33:35Z', 'revision_number': 2, 'project_id': 'bf06b78c460f40649c7dfbdd2a48a3e6', 'subnets': [{'id': '88ad92d3-2fe0-4490-8ff5-712fc5e791fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830096-3-iscsi', False) {} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:33:37.689528 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b57fa3cf-2f24-405e-8c82-85934954c528 None None] Checking router: 813bc19a-5efc-4849-a90c-b51f279e8583 for host: dv-cinder-830096-3-iscsi {{(pid=103460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 20:33:37.689890 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b57fa3cf-2f24-405e-8c82-85934954c528 None None] Updating router 813bc19a-5efc-4849-a90c-b51f279e8583 port bf80f1eb-9470-4de8-869d-5b5d1aef8ede binding host dv-cinder-830096-3-iscsi {{(pid=103460) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 20:33:37.710740 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-a70fe478-0f40-4f8f-82bd-f2f6a5e447ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310940'] for security_group (6501f603-1557-4816-81f2-f9b41dea7629), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:37.729222 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-b57fa3cf-2f24-405e-8c82-85934954c528 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747308'] for port (bf80f1eb-9470-4de8-869d-5b5d1aef8ede), before_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:37.743752 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70fe478-0f40-4f8f-82bd-f2f6a5e447ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6501f603-1557-4816-81f2-f9b41dea7629,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:33:37.747833 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a70fe478-0f40-4f8f-82bd-f2f6a5e447ca admin admin] vlan segment allocate from pool success with {'vlan_id': 108, 'physical_network': 'physnet1'} {{(pid=103458) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 20:33:37.764123 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-a70fe478-0f40-4f8f-82bd-f2f6a5e447ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536034'] for segment (7afc4df3-586d-4a6f-b17a-3b0861dada5c), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:37.764529 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.db.segments_db [None req-a70fe478-0f40-4f8f-82bd-f2f6a5e447ca admin admin] Added segment 7afc4df3-586d-4a6f-b17a-3b0861dada5c of type vlan for network 257c56a0-f841-40d6-b28e-9c1d1b627cad Mar 08 20:33:37.822077 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-a70fe478-0f40-4f8f-82bd-f2f6a5e447ca admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745146455601'] for network (257c56a0-f841-40d6-b28e-9c1d1b627cad), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:37.862631 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e9131e-821d-4bc6-b901-2ee230ae3d3f req-3a98bcce-9c7f-4bec-8130-27b9f4659d03 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:33:37.864160 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-f2e9131e-821d-4bc6-b901-2ee230ae3d3f req-3a98bcce-9c7f-4bec-8130-27b9f4659d03 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] 10.222.0.41 "GET /v2.0/ports?device_id=746253e9-c452-490e-a0a9-d18104c2d5bf HTTP/1.1" status: 200 len: 943 time: 0.1108696 Mar 08 20:33:37.936706 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-a70fe478-0f40-4f8f-82bd-f2f6a5e447ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763'] for network (257c56a0-f841-40d6-b28e-9c1d1b627cad), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:37.941365 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a70fe478-0f40-4f8f-82bd-f2f6a5e447ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:33:37.943600 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-a70fe478-0f40-4f8f-82bd-f2f6a5e447ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3733777'] for network (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:37.946660 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-f2e9131e-821d-4bc6-b901-2ee230ae3d3f req-74023319-6740-489e-bb3c-6bf5cb9f8bf4 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] 10.222.0.41 "GET /v2.0/security-groups?id=9b92b894-289e-44fe-91c4-7a651e094017&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762329 Mar 08 20:33:38.022774 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70fe478-0f40-4f8f-82bd-f2f6a5e447ca admin admin] Pushing event updated for resources: {'Network': ['ID=257c56a0-f841-40d6-b28e-9c1d1b627cad,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:33:38.043018 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.rpc [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Network 257c56a0-f841-40d6-b28e-9c1d1b627cad details requested by agent ovs-agent-dv-cinder-830096-3-iscsi with host dv-cinder-830096-3-iscsi {{(pid=103460) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 20:33:38.049758 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-a70fe478-0f40-4f8f-82bd-f2f6a5e447ca admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6447511 Mar 08 20:33:38.052409 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.41', 60416) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:33:38.057533 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.v2.base [None req-c4106776-401a-462e-b62d-9edf814a3bb7 admin admin] Request body: {'subnet': {'network_id': '257c56a0-f841-40d6-b28e-9c1d1b627cad', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-792215846-subnet', 'tenant_id': '3f63d57e2da947f4a62b494e1f5daee2', 'ip_version': 4}} {{(pid=103458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:33:38.068210 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d94b69e-742e-4b4a-ac08-44eb0b939246 req-da168256-debb-4f30-9a37-973d7effd154 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:33:38.069784 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-4d94b69e-742e-4b4a-ac08-44eb0b939246 req-da168256-debb-4f30-9a37-973d7effd154 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "GET /v2.0/ports?device_id=f3764666-b97b-49ee-a110-73b596762fc2 HTTP/1.1" status: 200 len: 945 time: 0.0705731 Mar 08 20:33:38.125037 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-4d94b69e-742e-4b4a-ac08-44eb0b939246 req-88ff1f23-07cd-4ced-a2f2-9f390803c623 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "GET /v2.0/security-groups?id=594a1c24-3d62-4c4c-9d98-a58b8e523f99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455086 Mar 08 20:33:38.152241 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-b57fa3cf-2f24-405e-8c82-85934954c528 None None] Publish callbacks [] for port (bf80f1eb-9470-4de8-869d-5b5d1aef8ede), precommit_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:38.207543 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4106776-401a-462e-b62d-9edf814a3bb7 admin admin] Made reservation on behalf of 3f63d57e2da947f4a62b494e1f5daee2 for: {'subnet': 1} {{(pid=103458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 20:33:38.210108 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-c4106776-401a-462e-b62d-9edf814a3bb7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28015747'] for subnet (None), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:38.261058 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-b57fa3cf-2f24-405e-8c82-85934954c528 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745146878648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745146440924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745146440942'] for port (bf80f1eb-9470-4de8-869d-5b5d1aef8ede), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:38.322297 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d9bd4b-fc88-435f-9415-db17aa6b628e None None] Pushing event updated for resources: {'Port': ['ID=bf80f1eb-9470-4de8-869d-5b5d1aef8ede,revision_number=3']} {{(pid=103460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:33:38.374358 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f7f489-4832-4ff4-84b8-02dada2bb0fe req-10fe6c31-b13c-4992-bb79-0b4a4e775697 tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:33:38.376454 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-47f7f489-4832-4ff4-84b8-02dada2bb0fe req-10fe6c31-b13c-4992-bb79-0b4a4e775697 tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] 10.222.0.41 "GET /v2.0/ports?device_id=bc092410-8ca8-4ed5-ad00-10064c4e328f HTTP/1.1" status: 200 len: 945 time: 0.1221015 Mar 08 20:33:38.426153 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.managers [None req-b57fa3cf-2f24-405e-8c82-85934954c528 None None] Attempting to bind port bf80f1eb-9470-4de8-869d-5b5d1aef8ede on host dv-cinder-830096-3-iscsi for vnic_type normal with profile {{(pid=103460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 20:33:38.427166 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.managers [None req-b57fa3cf-2f24-405e-8c82-85934954c528 None None] Attempting to bind port bf80f1eb-9470-4de8-869d-5b5d1aef8ede by drivers openvswitch,hyperv on host dv-cinder-830096-3-iscsi at level 0 using segments [{'id': '8a7da6b0-4771-498d-9c85-c783d4056178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'c2c7d66f-86ac-44f2-9eb5-cb2716ba5d76'}] {{(pid=103460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 20:33:38.428662 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b57fa3cf-2f24-405e-8c82-85934954c528 None None] Attempting to bind port bf80f1eb-9470-4de8-869d-5b5d1aef8ede on network c2c7d66f-86ac-44f2-9eb5-cb2716ba5d76 {{(pid=103460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 20:33:38.433960 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b57fa3cf-2f24-405e-8c82-85934954c528 None None] Checking agent: {'id': 'fa4b043a-5d45-4181-9cb2-30d29598ef5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830096-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 20, 23, 5), 'started_at': datetime.datetime(2022, 3, 8, 20, 23, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 20, 33, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830096-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 20:33:38.434346 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b57fa3cf-2f24-405e-8c82-85934954c528 None None] Checking segment: {'id': '8a7da6b0-4771-498d-9c85-c783d4056178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'c2c7d66f-86ac-44f2-9eb5-cb2716ba5d76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 20:33:38.434782 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-b57fa3cf-2f24-405e-8c82-85934954c528 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:38.435174 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b57fa3cf-2f24-405e-8c82-85934954c528 None None] Bound using segment: {'id': '8a7da6b0-4771-498d-9c85-c783d4056178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'c2c7d66f-86ac-44f2-9eb5-cb2716ba5d76'} {{(pid=103460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 20:33:38.436075 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.managers [None req-b57fa3cf-2f24-405e-8c82-85934954c528 None None] Bound port: bf80f1eb-9470-4de8-869d-5b5d1aef8ede, host: dv-cinder-830096-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a7da6b0-4771-498d-9c85-c783d4056178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'c2c7d66f-86ac-44f2-9eb5-cb2716ba5d76'}}] {{(pid=103460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 20:33:38.436075 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-b57fa3cf-2f24-405e-8c82-85934954c528 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747308'] for port (bf80f1eb-9470-4de8-869d-5b5d1aef8ede), before_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:38.465594 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-47f7f489-4832-4ff4-84b8-02dada2bb0fe req-fcd999b8-8fde-4109-b4f1-1d19f12e0d5e tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] 10.222.0.41 "GET /v2.0/security-groups?id=306014d5-d504-41eb-b92c-22e11b4bc9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831797 Mar 08 20:33:38.514592 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-c4106776-401a-462e-b62d-9edf814a3bb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28566701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28015773'] for subnet (cc38ba21-de8b-4adb-8751-00ef78c19cd0), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:38.521434 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.db [None req-b57fa3cf-2f24-405e-8c82-85934954c528 None None] For port bf80f1eb-9470-4de8-869d-5b5d1aef8ede, host dv-cinder-830096-3-iscsi, cleared binding levels {{(pid=103460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 20:33:38.526407 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.db [None req-b57fa3cf-2f24-405e-8c82-85934954c528 None None] For port bf80f1eb-9470-4de8-869d-5b5d1aef8ede, host dv-cinder-830096-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-3-iscsi',level=0,port_id=bf80f1eb-9470-4de8-869d-5b5d1aef8ede,segment=NetworkSegment(8a7da6b0-4771-498d-9c85-c783d4056178),segment_id=8a7da6b0-4771-498d-9c85-c783d4056178)] {{(pid=103460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 20:33:38.588439 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4106776-401a-462e-b62d-9edf814a3bb7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cc38ba21-de8b-4adb-8751-00ef78c19cd0,revision_number=0']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:33:38.593383 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4106776-401a-462e-b62d-9edf814a3bb7 admin admin] Checking segment: {'id': '7afc4df3-586d-4a6f-b17a-3b0861dada5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '257c56a0-f841-40d6-b28e-9c1d1b627cad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 20:33:38.593746 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4106776-401a-462e-b62d-9edf814a3bb7 admin admin] Network hostable DHCP agents. Network: 257c56a0-f841-40d6-b28e-9c1d1b627cad, hostable agents: ['a3d84102-f7d3-452b-861a-973020576047'], hosted agents: [] {{(pid=103458) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 20:33:38.605976 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-b57fa3cf-2f24-405e-8c82-85934954c528 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745146878648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745146440924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745146440942'] for port (bf80f1eb-9470-4de8-869d-5b5d1aef8ede), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:38.669222 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b57fa3cf-2f24-405e-8c82-85934954c528 None None] Routers {'813bc19a-5efc-4849-a90c-b51f279e8583'} bound to L3 agent in host dv-cinder-830096-3-iscsi {{(pid=103460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:33:38.669858 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-b57fa3cf-2f24-405e-8c82-85934954c528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T20:23:01Z,description=,heartbeat_timestamp=2022-03-08T20:33:31Z,host='dv-cinder-830096-3-iscsi',id=7ae9fd8f-5d61-4821-9eac-044950c450f0,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:23:02Z,topic='l3_agent')) {'router_ids': ['813bc19a-5efc-4849-a90c-b51f279e8583'], 'active': True} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:33:38.702119 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4106776-401a-462e-b62d-9edf814a3bb7 admin admin] Network 257c56a0-f841-40d6-b28e-9c1d1b627cad is scheduled to be hosted by DHCP agent a3d84102-f7d3-452b-861a-973020576047 with binding_index 1 {{(pid=103458) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 20:33:38.735073 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d9bd4b-fc88-435f-9415-db17aa6b628e None None] Pushing event updated for resources: {'Port': ['ID=bf80f1eb-9470-4de8-869d-5b5d1aef8ede,revision_number=4']} {{(pid=103460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:33:38.752873 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.provisioning_blocks [None req-d8c08696-9899-4f07-9213-a87350b490b1 None None] Provisioning complete for port bf80f1eb-9470-4de8-869d-5b5d1aef8ede triggered by entity DHCP. {{(pid=103460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:33:38.753473 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-d8c08696-9899-4f07-9213-a87350b490b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476507'] for port (bf80f1eb-9470-4de8-869d-5b5d1aef8ede), provisioning_complete {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:38.810449 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.scheduler.base_scheduler [None req-c4106776-401a-462e-b62d-9edf814a3bb7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830096-3-iscsi, 257c56a0-f841-40d6-b28e-9c1d1b627cad) {{(pid=103458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:33:38.815161 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4106776-401a-462e-b62d-9edf814a3bb7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:33:38.816919 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-c4106776-401a-462e-b62d-9edf814a3bb7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3733777'] for subnet (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:38.836705 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edb2c804-f6cf-4f88-b3fa-56723315d827 None None] Network 257c56a0-f841-40d6-b28e-9c1d1b627cad requested from dv-cinder-830096-3-iscsi {{(pid=103460) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 20:33:38.853783 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.rpc [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Device 191c4710-0568-4083-be7c-dec75711110b details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103460) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 20:33:38.869272 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3e1002-e3eb-4ae1-a13a-9f4ee3612603 req-7f4180d1-cf58-4c09-9b65-b0ec1da3a4b9 tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:33:38.871906 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-9a3e1002-e3eb-4ae1-a13a-9f4ee3612603 req-7f4180d1-cf58-4c09-9b65-b0ec1da3a4b9 tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] 10.222.0.41 "GET /v2.0/ports?device_id=bad46cc3-630c-44e3-97f4-2efe2ffc87e1 HTTP/1.1" status: 200 len: 945 time: 0.1353946 Mar 08 20:33:38.940212 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-c4106776-401a-462e-b62d-9edf814a3bb7 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8866284 Mar 08 20:33:38.944610 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.41', 60426) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:33:38.949205 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.v2.base [None req-4f5dbd13-0a27-441b-89f8-9323c38b678e admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-792215846-router', 'tenant_id': '3f63d57e2da947f4a62b494e1f5daee2', 'external_gateway_info': {'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052'}}} {{(pid=103458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:33:38.971358 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-9a3e1002-e3eb-4ae1-a13a-9f4ee3612603 req-5996d6c1-a6e0-44e9-a331-3de3198417cc tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] 10.222.0.41 "GET /v2.0/security-groups?id=67f89219-d397-47b0-aaf7-d3f898f93734&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0921581 Mar 08 20:33:39.009100 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.rpc [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Device b09be00f-c368-414b-9fd5-063c97760f7b up at agent ovs-agent-dv-cinder-830096-3-iscsi {{(pid=103460) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 20:33:39.061834 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-4f5dbd13-0a27-441b-89f8-9323c38b678e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-449439', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126078'] for router (b03465be-6d24-4c97-a243-4b15c5d0d19d), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:39.063166 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-4f5dbd13-0a27-441b-89f8-9323c38b678e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-448367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-442588', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-476585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126025'] for router (b03465be-6d24-4c97-a243-4b15c5d0d19d), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:39.110190 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvr_db [None req-b57fa3cf-2f24-405e-8c82-85934954c528 None None] Set router 813bc19a-5efc-4849-a90c-b51f279e8583 gateway port host: dv-cinder-830096-3-iscsi {{(pid=103460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:33:39.112717 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfb1289-726a-48f7-b613-beb74482cbf6 req-48ee6208-6eac-49a6-9555-c11fb84c6e5d tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:33:39.114937 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-cbfb1289-726a-48f7-b613-beb74482cbf6 req-48ee6208-6eac-49a6-9555-c11fb84c6e5d tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] 10.222.0.41 "GET /v2.0/ports?device_id=746253e9-c452-490e-a0a9-d18104c2d5bf HTTP/1.1" status: 200 len: 943 time: 0.0691366 Mar 08 20:33:39.126711 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-4f5dbd13-0a27-441b-89f8-9323c38b678e admin admin] Publish callbacks [] for router_controller (b03465be-6d24-4c97-a243-4b15c5d0d19d), precommit_add_association {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:39.166034 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-cbfb1289-726a-48f7-b613-beb74482cbf6 req-e29f4d5d-4027-4c6d-a9db-1f02d9cce9ef tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] 10.222.0.41 "GET /v2.0/security-groups?id=9b92b894-289e-44fe-91c4-7a651e094017&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430088 Mar 08 20:33:39.374424 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-888ba7e0-f2d7-4436-84d1-a9e0dff58c1b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6397307-3a10-58e1-a95b-092462da5fca-257c56a0-f841-40d6-b28e-9c1d1b627cad', 'network_id': '257c56a0-f841-40d6-b28e-9c1d1b627cad', 'project_id': '3f63d57e2da947f4a62b494e1f5daee2', 'fixed_ips': [{'subnet_id': 'cc38ba21-de8b-4adb-8751-00ef78c19cd0'}]}} from dv-cinder-830096-3-iscsi. {{(pid=103460) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 08 20:33:39.375278 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-888ba7e0-f2d7-4436-84d1-a9e0dff58c1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747308'] for port (None), before_create {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:39.382329 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.plugin [None req-d8c08696-9899-4f07-9213-a87350b490b1 None None] Current status of the port bf80f1eb-9470-4de8-869d-5b5d1aef8ede is: DOWN; New status is: ACTIVE {{(pid=103460) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:33:39.382748 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-d8c08696-9899-4f07-9213-a87350b490b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747308'] for port (bf80f1eb-9470-4de8-869d-5b5d1aef8ede), before_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:39.389466 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-4f5dbd13-0a27-441b-89f8-9323c38b678e admin admin] Publish callbacks [] for router_gateway (b03465be-6d24-4c97-a243-4b15c5d0d19d), precommit_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:39.404914 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763dacab-eca5-4868-87ce-722ada508dfa req-60109c27-1b80-47f8-b6b7-b7ec80c4fadf tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:33:39.406412 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-763dacab-eca5-4868-87ce-722ada508dfa req-60109c27-1b80-47f8-b6b7-b7ec80c4fadf tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "GET /v2.0/ports?device_id=f3764666-b97b-49ee-a110-73b596762fc2 HTTP/1.1" status: 200 len: 945 time: 0.1426120 Mar 08 20:33:39.456668 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.provisioning_blocks [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Provisioning complete for port b09be00f-c368-414b-9fd5-063c97760f7b triggered by entity L2. {{(pid=103460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:33:39.457225 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476507'] for port (b09be00f-c368-414b-9fd5-063c97760f7b), provisioning_complete {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:39.465595 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-763dacab-eca5-4868-87ce-722ada508dfa req-75fe17af-2d55-43a4-8dcc-0eb6ffcee0db tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "GET /v2.0/security-groups?id=594a1c24-3d62-4c4c-9d98-a58b8e523f99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531127 Mar 08 20:33:39.511559 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.db [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] For port 191c4710-0568-4083-be7c-dec75711110b, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=191c4710-0568-4083-be7c-dec75711110b,segment=NetworkSegment(06ef9f39-1080-4af3-a1d4-5e6b0fa990b9),segment_id=06ef9f39-1080-4af3-a1d4-5e6b0fa990b9)] {{(pid=103460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:33:39.554796 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.rpc [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Returning: {'device': '191c4710-0568-4083-be7c-dec75711110b', 'network_id': '6c06189c-e7e3-4c8a-acc0-5147890ac16f', 'port_id': '191c4710-0568-4083-be7c-dec75711110b', 'mac_address': 'fa:16:3e:10:61:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22d98187-3e01-4f4c-846a-c4973fed68d0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103460) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 20:33:39.600142 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bca484-3f87-4302-b4cd-6bbb390b1105 req-f381e053-d9c5-4326-a259-e7e1ba0ea375 tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:33:39.601809 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-29bca484-3f87-4302-b4cd-6bbb390b1105 req-f381e053-d9c5-4326-a259-e7e1ba0ea375 tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] 10.222.0.41 "GET /v2.0/ports?device_id=bc092410-8ca8-4ed5-ad00-10064c4e328f HTTP/1.1" status: 200 len: 945 time: 0.0551999 Mar 08 20:33:39.614455 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.db [None req-d8c08696-9899-4f07-9213-a87350b490b1 None None] For port bf80f1eb-9470-4de8-869d-5b5d1aef8ede, host dv-cinder-830096-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-3-iscsi',level=0,port_id=bf80f1eb-9470-4de8-869d-5b5d1aef8ede,segment=NetworkSegment(8a7da6b0-4771-498d-9c85-c783d4056178),segment_id=8a7da6b0-4771-498d-9c85-c783d4056178)] {{(pid=103460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:33:39.660808 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-29bca484-3f87-4302-b4cd-6bbb390b1105 req-9ba560d0-3a6a-402f-913f-1320cf188984 tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] 10.222.0.41 "GET /v2.0/security-groups?id=306014d5-d504-41eb-b92c-22e11b4bc9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515440 Mar 08 20:33:39.736462 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-4f5dbd13-0a27-441b-89f8-9323c38b678e admin admin] Publish callbacks [] for router_gateway (b03465be-6d24-4c97-a243-4b15c5d0d19d), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:39.737051 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-d8c08696-9899-4f07-9213-a87350b490b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745146878648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745146440924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745146440942'] for port (bf80f1eb-9470-4de8-869d-5b5d1aef8ede), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:39.757498 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-4f5dbd13-0a27-441b-89f8-9323c38b678e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747308'] for port (None), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:39.767571 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.plugin [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Current status of the port 191c4710-0568-4083-be7c-dec75711110b is: ACTIVE; New status is: BUILD {{(pid=103460) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:33:39.768069 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747308'] for port (191c4710-0568-4083-be7c-dec75711110b), before_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:39.826392 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.notifiers.nova [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 191c4710-0568-4083-be7c-dec75711110b {{(pid=103460) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 20:33:39.872477 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.db_base_plugin_common [None req-888ba7e0-f2d7-4436-84d1-a9e0dff58c1b None None] Allocated IP 172.20.0.2 (257c56a0-f841-40d6-b28e-9c1d1b627cad/cc38ba21-de8b-4adb-8751-00ef78c19cd0/811b5459-b704-40b9-a313-5230ac4a50d4) {{(pid=103460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 20:33:39.889716 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.db.db_base_plugin_common [None req-4f5dbd13-0a27-441b-89f8-9323c38b678e admin admin] Allocated IP 172.27.2.118 (fc278ace-cc38-44e4-ba35-3f28be706052/6746aa92-141d-47b3-806a-20502e0a6f7e/b13f1af3-bc04-4475-9acc-7cb2ff30c63d) {{(pid=103458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 20:33:39.896293 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c08696-9899-4f07-9213-a87350b490b1 None None] Pushing event updated for resources: {'Port': ['ID=bf80f1eb-9470-4de8-869d-5b5d1aef8ede,revision_number=5']} {{(pid=103460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:33:39.921090 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.plugin [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Current status of the port b09be00f-c368-414b-9fd5-063c97760f7b is: ACTIVE; New status is: ACTIVE {{(pid=103460) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:33:39.929358 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.db [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] For port 191c4710-0568-4083-be7c-dec75711110b, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=191c4710-0568-4083-be7c-dec75711110b,segment=NetworkSegment(06ef9f39-1080-4af3-a1d4-5e6b0fa990b9),segment_id=06ef9f39-1080-4af3-a1d4-5e6b0fa990b9)] {{(pid=103460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:33:39.951548 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.provisioning_blocks [None req-7e6978e6-a3cb-4491-bd1d-a7c4dca551a7 None None] Provisioning complete for port bf80f1eb-9470-4de8-869d-5b5d1aef8ede triggered by entity DHCP. {{(pid=103460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:33:39.958985 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-7e6978e6-a3cb-4491-bd1d-a7c4dca551a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476507'] for port (bf80f1eb-9470-4de8-869d-5b5d1aef8ede), provisioning_complete {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:39.958985 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-b57fa3cf-2f24-405e-8c82-85934954c528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '813bc19a-5efc-4849-a90c-b51f279e8583', 'name': 'tempest-TestVolumeBootPattern-564992217-router', 'tenant_id': 'bf06b78c460f40649c7dfbdd2a48a3e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'external_fixed_ips': [{'subnet_id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'ip_address': '172.27.2.236'}], 'enable_snat': True}, 'gw_port_id': 'b09be00f-c368-414b-9fd5-063c97760f7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:33:30Z', 'updated_at': '2022-03-08T20:33:34Z', 'revision_number': 4, 'project_id': 'bf06b78c460f40649c7dfbdd2a48a3e6', 'gw_port': {'id': 'b09be00f-c368-414b-9fd5-063c97760f7b', 'name': '', 'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:67:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '813bc19a-5efc-4849-a90c-b51f279e8583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'ip_address': '172.27.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:33:31Z', 'updated_at': '2022-03-08T20:33:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-3-iscsi', '_interfaces': [{'id': 'bf80f1eb-9470-4de8-869d-5b5d1aef8ede', 'name': '', 'network_id': 'c2c7d66f-86ac-44f2-9eb5-cb2716ba5d76', 'tenant_id': 'bf06b78c460f40649c7dfbdd2a48a3e6', 'mac_address': 'fa:16:3e:fd:84:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '813bc19a-5efc-4849-a90c-b51f279e8583', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '88ad92d3-2fe0-4490-8ff5-712fc5e791fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:33:34Z', 'updated_at': '2022-03-08T20:33:38Z', 'revision_number': 4, 'project_id': 'bf06b78c460f40649c7dfbdd2a48a3e6', 'subnets': [{'id': '88ad92d3-2fe0-4490-8ff5-712fc5e791fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830096-3-iscsi', False) {} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:33:40.015281 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-4f5dbd13-0a27-441b-89f8-9323c38b678e admin admin] Publish callbacks [] for port (b13f1af3-bc04-4475-9acc-7cb2ff30c63d), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:40.058840 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745146878648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745146440924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745146440942'] for port (191c4710-0568-4083-be7c-dec75711110b), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:40.061921 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b57fa3cf-2f24-405e-8c82-85934954c528 None None] The sync data for ids ['813bc19a-5efc-4849-a90c-b51f279e8583'] in dv-cinder-830096-3-iscsi is: [{'id': '813bc19a-5efc-4849-a90c-b51f279e8583', 'name': 'tempest-TestVolumeBootPattern-564992217-router', 'tenant_id': 'bf06b78c460f40649c7dfbdd2a48a3e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'external_fixed_ips': [{'subnet_id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'ip_address': '172.27.2.236'}], 'enable_snat': True}, 'gw_port_id': 'b09be00f-c368-414b-9fd5-063c97760f7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:33:30Z', 'updated_at': '2022-03-08T20:33:34Z', 'revision_number': 4, 'project_id': 'bf06b78c460f40649c7dfbdd2a48a3e6', 'gw_port': {'id': 'b09be00f-c368-414b-9fd5-063c97760f7b', 'name': '', 'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:67:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '813bc19a-5efc-4849-a90c-b51f279e8583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'ip_address': '172.27.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:33:31Z', 'updated_at': '2022-03-08T20:33:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-3-iscsi', '_interfaces': [{'id': 'bf80f1eb-9470-4de8-869d-5b5d1aef8ede', 'name': '', 'network_id': 'c2c7d66f-86ac-44f2-9eb5-cb2716ba5d76', 'tenant_id': 'bf06b78c460f40649c7dfbdd2a48a3e6', 'mac_address': 'fa:16:3e:fd:84:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '813bc19a-5efc-4849-a90c-b51f279e8583', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '88ad92d3-2fe0-4490-8ff5-712fc5e791fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:33:34Z', 'updated_at': '2022-03-08T20:33:38Z', 'revision_number': 4, 'project_id': 'bf06b78c460f40649c7dfbdd2a48a3e6', 'subnets': [{'id': '88ad92d3-2fe0-4490-8ff5-712fc5e791fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 20:33:40.160062 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-4f5dbd13-0a27-441b-89f8-9323c38b678e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745146440906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28566877'] for port (b13f1af3-bc04-4475-9acc-7cb2ff30c63d), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:40.195192 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Pushing event updated for resources: {'Port': ['ID=191c4710-0568-4083-be7c-dec75711110b,revision_number=6']} {{(pid=103460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:33:40.217220 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d953845-6b59-4492-bfc2-2892d1e269d6 req-8dec4f71-22f4-4c90-aa1c-05dfb050cc26 tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:33:40.218857 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-0d953845-6b59-4492-bfc2-2892d1e269d6 req-8dec4f71-22f4-4c90-aa1c-05dfb050cc26 tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] 10.222.0.41 "GET /v2.0/ports?device_id=bad46cc3-630c-44e3-97f4-2efe2ffc87e1 HTTP/1.1" status: 200 len: 945 time: 0.1360168 Mar 08 20:33:40.231397 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f5dbd13-0a27-441b-89f8-9323c38b678e admin admin] Network fc278ace-cc38-44e4-ba35-3f28be706052 is already hosted by enough agents. {{(pid=103458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 20:33:40.242120 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.scheduler.base_scheduler [None req-4f5dbd13-0a27-441b-89f8-9323c38b678e admin admin] Resources bound (agent type, host, resource id): {{(pid=103458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:33:40.244632 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f5dbd13-0a27-441b-89f8-9323c38b678e admin admin] Received port after_create {{(pid=103458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 20:33:40.280435 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-888ba7e0-f2d7-4436-84d1-a9e0dff58c1b None None] Publish callbacks [] for port (811b5459-b704-40b9-a313-5230ac4a50d4), precommit_create {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:40.284102 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5dbd13-0a27-441b-89f8-9323c38b678e admin admin] Pushing event updated for resources: {'Port': ['ID=b13f1af3-bc04-4475-9acc-7cb2ff30c63d,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:33:40.336659 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-0d953845-6b59-4492-bfc2-2892d1e269d6 req-a22cf832-fcf3-4b3f-909d-c81e56e22c06 tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] 10.222.0.41 "GET /v2.0/security-groups?id=67f89219-d397-47b0-aaf7-d3f898f93734&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1084051 Mar 08 20:33:40.363291 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.db [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] get_ports_and_sgs() called for port_ids ['191c4710-0568-4083-be7c-dec75711110b'] {{(pid=103460) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 20:33:40.368689 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.plugin [None req-7e6978e6-a3cb-4491-bd1d-a7c4dca551a7 None None] Current status of the port bf80f1eb-9470-4de8-869d-5b5d1aef8ede is: ACTIVE; New status is: ACTIVE {{(pid=103460) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:33:40.376867 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-888ba7e0-f2d7-4436-84d1-a9e0dff58c1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745146440906'] for port (811b5459-b704-40b9-a313-5230ac4a50d4), after_create {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:40.406742 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7d7c7c-fe83-437b-9c27-d0b63dea067a req-0709c03f-2dd6-42ae-8fb1-e7e8f2100eb1 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:33:40.408665 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-1f7d7c7c-fe83-437b-9c27-d0b63dea067a req-0709c03f-2dd6-42ae-8fb1-e7e8f2100eb1 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] 10.222.0.41 "GET /v2.0/ports?device_id=746253e9-c452-490e-a0a9-d18104c2d5bf HTTP/1.1" status: 200 len: 943 time: 0.1257873 Mar 08 20:33:40.472911 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-888ba7e0-f2d7-4436-84d1-a9e0dff58c1b None None] Network 257c56a0-f841-40d6-b28e-9c1d1b627cad is already hosted by enough agents. {{(pid=103460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 20:33:40.484751 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.scheduler.base_scheduler [None req-888ba7e0-f2d7-4436-84d1-a9e0dff58c1b None None] Resources bound (agent type, host, resource id): {{(pid=103460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:33:40.488036 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-888ba7e0-f2d7-4436-84d1-a9e0dff58c1b None None] Received port after_create {{(pid=103460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 20:33:40.493003 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-1f7d7c7c-fe83-437b-9c27-d0b63dea067a req-3a8404e3-0b92-49d5-b2cd-8c22bb014c48 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] 10.222.0.41 "GET /v2.0/security-groups?id=9b92b894-289e-44fe-91c4-7a651e094017&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768747 Mar 08 20:33:40.496159 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888ba7e0-f2d7-4436-84d1-a9e0dff58c1b None None] Pushing event updated for resources: {'Port': ['ID=811b5459-b704-40b9-a313-5230ac4a50d4,revision_number=1']} {{(pid=103460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:33:40.620139 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.managers [None req-888ba7e0-f2d7-4436-84d1-a9e0dff58c1b None None] Attempting to bind port 811b5459-b704-40b9-a313-5230ac4a50d4 on host dv-cinder-830096-3-iscsi for vnic_type normal with profile {{(pid=103460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 20:33:40.620592 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.managers [None req-888ba7e0-f2d7-4436-84d1-a9e0dff58c1b None None] Attempting to bind port 811b5459-b704-40b9-a313-5230ac4a50d4 by drivers openvswitch,hyperv on host dv-cinder-830096-3-iscsi at level 0 using segments [{'id': '7afc4df3-586d-4a6f-b17a-3b0861dada5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '257c56a0-f841-40d6-b28e-9c1d1b627cad'}] {{(pid=103460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 20:33:40.620963 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-888ba7e0-f2d7-4436-84d1-a9e0dff58c1b None None] Attempting to bind port 811b5459-b704-40b9-a313-5230ac4a50d4 on network 257c56a0-f841-40d6-b28e-9c1d1b627cad {{(pid=103460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 20:33:40.636260 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-888ba7e0-f2d7-4436-84d1-a9e0dff58c1b None None] Checking agent: {'id': 'fa4b043a-5d45-4181-9cb2-30d29598ef5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830096-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 20, 23, 5), 'started_at': datetime.datetime(2022, 3, 8, 20, 23, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 20, 33, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830096-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 20:33:40.636650 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-888ba7e0-f2d7-4436-84d1-a9e0dff58c1b None None] Checking segment: {'id': '7afc4df3-586d-4a6f-b17a-3b0861dada5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '257c56a0-f841-40d6-b28e-9c1d1b627cad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 20:33:40.637067 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-888ba7e0-f2d7-4436-84d1-a9e0dff58c1b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:40.637988 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-888ba7e0-f2d7-4436-84d1-a9e0dff58c1b None None] Bound using segment: {'id': '7afc4df3-586d-4a6f-b17a-3b0861dada5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '257c56a0-f841-40d6-b28e-9c1d1b627cad'} {{(pid=103460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 20:33:40.637988 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.managers [None req-888ba7e0-f2d7-4436-84d1-a9e0dff58c1b None None] Bound port: 811b5459-b704-40b9-a313-5230ac4a50d4, host: dv-cinder-830096-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7afc4df3-586d-4a6f-b17a-3b0861dada5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '257c56a0-f841-40d6-b28e-9c1d1b627cad'}}] {{(pid=103460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 20:33:40.638617 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-888ba7e0-f2d7-4436-84d1-a9e0dff58c1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747308'] for port (811b5459-b704-40b9-a313-5230ac4a50d4), before_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:40.674555 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6dc5d0-be20-4799-bb2b-ea7bd03bd9c8 req-d49a1b79-e9b3-4d9b-88ff-cdbbcd7f4596 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:33:40.675402 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-1d6dc5d0-be20-4799-bb2b-ea7bd03bd9c8 req-d49a1b79-e9b3-4d9b-88ff-cdbbcd7f4596 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "GET /v2.0/ports?device_id=f3764666-b97b-49ee-a110-73b596762fc2 HTTP/1.1" status: 200 len: 944 time: 0.1101420 Mar 08 20:33:40.737417 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.db [None req-888ba7e0-f2d7-4436-84d1-a9e0dff58c1b None None] For port 811b5459-b704-40b9-a313-5230ac4a50d4, host dv-cinder-830096-3-iscsi, cleared binding levels {{(pid=103460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 20:33:40.742622 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.db [None req-888ba7e0-f2d7-4436-84d1-a9e0dff58c1b None None] For port 811b5459-b704-40b9-a313-5230ac4a50d4, host dv-cinder-830096-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-3-iscsi',level=0,port_id=811b5459-b704-40b9-a313-5230ac4a50d4,segment=NetworkSegment(7afc4df3-586d-4a6f-b17a-3b0861dada5c),segment_id=7afc4df3-586d-4a6f-b17a-3b0861dada5c)] {{(pid=103460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 20:33:40.758595 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-4f5dbd13-0a27-441b-89f8-9323c38b678e admin admin] Publish callbacks [] for router_gateway (b03465be-6d24-4c97-a243-4b15c5d0d19d), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:40.818624 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-1d6dc5d0-be20-4799-bb2b-ea7bd03bd9c8 req-4deed0b6-4758-486b-8835-eded8fd72395 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "GET /v2.0/security-groups?id=594a1c24-3d62-4c4c-9d98-a58b8e523f99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1135323 Mar 08 20:33:40.843578 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-888ba7e0-f2d7-4436-84d1-a9e0dff58c1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745146878648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745146440924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745146440942'] for port (811b5459-b704-40b9-a313-5230ac4a50d4), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:40.843813 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f750838c-9ae9-4030-8b50-7c55b76479e8 req-7fc47ea4-6a07-498c-b785-16b035b67a96 tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:33:40.844589 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-f750838c-9ae9-4030-8b50-7c55b76479e8 req-7fc47ea4-6a07-498c-b785-16b035b67a96 tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] 10.222.0.41 "GET /v2.0/ports?device_id=bc092410-8ca8-4ed5-ad00-10064c4e328f HTTP/1.1" status: 200 len: 945 time: 0.0776939 Mar 08 20:33:40.900166 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.rpc [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Device 17b66bf1-0da6-436d-ab85-b9880e2c6420 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103460) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 20:33:40.902936 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.rpc [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Device 191c4710-0568-4083-be7c-dec75711110b up at agent hyperv_hv-cinder-83009 {{(pid=103460) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 20:33:40.919815 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-f750838c-9ae9-4030-8b50-7c55b76479e8 req-774603f9-63c9-4d0d-84fc-e9dee7c3b92e tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] 10.222.0.41 "GET /v2.0/security-groups?id=306014d5-d504-41eb-b92c-22e11b4bc9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689881 Mar 08 20:33:40.964025 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.rpc [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Device bf80f1eb-9470-4de8-869d-5b5d1aef8ede up at agent ovs-agent-dv-cinder-830096-3-iscsi {{(pid=103460) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 20:33:41.058021 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-4f5dbd13-0a27-441b-89f8-9323c38b678e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-448356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-442609'] for router (b03465be-6d24-4c97-a243-4b15c5d0d19d), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:41.073795 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888ba7e0-f2d7-4436-84d1-a9e0dff58c1b None None] Pushing event updated for resources: {'Port': ['ID=811b5459-b704-40b9-a313-5230ac4a50d4,revision_number=2']} {{(pid=103460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:33:41.163327 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.provisioning_blocks [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Provisioning complete for port 191c4710-0568-4083-be7c-dec75711110b triggered by entity L2. {{(pid=103460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:33:41.163785 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476507'] for port (191c4710-0568-4083-be7c-dec75711110b), provisioning_complete {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:41.448452 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.provisioning_blocks [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Provisioning complete for port bf80f1eb-9470-4de8-869d-5b5d1aef8ede triggered by entity L2. {{(pid=103460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:33:41.448452 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476507'] for port (bf80f1eb-9470-4de8-869d-5b5d1aef8ede), provisioning_complete {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:41.461645 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.db [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] For port 17b66bf1-0da6-436d-ab85-b9880e2c6420, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=17b66bf1-0da6-436d-ab85-b9880e2c6420,segment=NetworkSegment(4d17c990-8ca8-4b04-9435-e1e4727aeb38),segment_id=4d17c990-8ca8-4b04-9435-e1e4727aeb38)] {{(pid=103460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:33:41.506389 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.rpc [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Returning: {'device': '17b66bf1-0da6-436d-ab85-b9880e2c6420', 'network_id': 'c4b9653e-45c7-499b-ba57-89c5719459c1', 'port_id': '17b66bf1-0da6-436d-ab85-b9880e2c6420', 'mac_address': 'fa:16:3e:43:ee:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3acd2cae-edc5-4deb-af56-8a423e7d5ec3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103460) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 20:33:41.601371 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.plugin [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Current status of the port 191c4710-0568-4083-be7c-dec75711110b is: BUILD; New status is: ACTIVE {{(pid=103460) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:33:41.601741 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747308'] for port (191c4710-0568-4083-be7c-dec75711110b), before_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:41.658975 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ea6de6-29aa-4aa0-8d6e-871e525792be req-ba86b3ab-fd9a-49c9-8607-1c5465602024 tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:33:41.660382 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-94ea6de6-29aa-4aa0-8d6e-871e525792be req-ba86b3ab-fd9a-49c9-8607-1c5465602024 tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] 10.222.0.41 "GET /v2.0/ports?device_id=bad46cc3-630c-44e3-97f4-2efe2ffc87e1 HTTP/1.1" status: 200 len: 945 time: 0.1172791 Mar 08 20:33:41.693188 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3764666-b97b-49ee-a110-73b596762fc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '191c4710-0568-4083-be7c-dec75711110b'}] {{(pid=103460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 20:33:41.697644 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf2096ed20afa7c789231551a200e589db82a1cedf1791aa7acfc36920bc021b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bb29fc3-4c0c-490f-ae90-99b5cc29df22" -d '{"events": [{"server_uuid": "f3764666-b97b-49ee-a110-73b596762fc2", "name": "network-vif-plugged", "status": "completed", "tag": "191c4710-0568-4083-be7c-dec75711110b"}]}' {{(pid=103460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 20:33:41.720764 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d322cd-d606-4764-850f-22c33e24cfa0 req-e6d7450b-4edc-4643-b54e-7626bf109c9e tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:33:41.722300 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-c7d322cd-d606-4764-850f-22c33e24cfa0 req-e6d7450b-4edc-4643-b54e-7626bf109c9e tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] 10.222.0.41 "GET /v2.0/ports?device_id=746253e9-c452-490e-a0a9-d18104c2d5bf HTTP/1.1" status: 200 len: 943 time: 0.0778968 Mar 08 20:33:41.732539 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-94ea6de6-29aa-4aa0-8d6e-871e525792be req-5f74b7c8-ec76-4238-966f-513c86b4b155 tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] 10.222.0.41 "GET /v2.0/security-groups?id=67f89219-d397-47b0-aaf7-d3f898f93734&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622396 Mar 08 20:33:41.736811 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.db [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] For port 191c4710-0568-4083-be7c-dec75711110b, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=191c4710-0568-4083-be7c-dec75711110b,segment=NetworkSegment(06ef9f39-1080-4af3-a1d4-5e6b0fa990b9),segment_id=06ef9f39-1080-4af3-a1d4-5e6b0fa990b9)] {{(pid=103460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:33:41.739816 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.plugin [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Current status of the port 17b66bf1-0da6-436d-ab85-b9880e2c6420 is: DOWN; New status is: BUILD {{(pid=103460) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:33:41.740946 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747308'] for port (17b66bf1-0da6-436d-ab85-b9880e2c6420), before_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:41.769374 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.notifiers.nova [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17b66bf1-0da6-436d-ab85-b9880e2c6420 {{(pid=103460) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 20:33:41.775066 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.plugin [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Current status of the port bf80f1eb-9470-4de8-869d-5b5d1aef8ede is: ACTIVE; New status is: ACTIVE {{(pid=103460) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:33:41.797217 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f5dbd13-0a27-441b-89f8-9323c38b678e admin admin] Router b03465be-6d24-4c97-a243-4b15c5d0d19d is scheduled to L3 agent 7ae9fd8f-5d61-4821-9eac-044950c450f0 with binding_index 1 {{(pid=103458) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 20:33:41.811969 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 20:33:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4c98b07-136d-4057-9f90-a4be968c431e x-openstack-request-id: req-f4c98b07-136d-4057-9f90-a4be968c431e {{(pid=103460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 20:33:41.812261 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3764666-b97b-49ee-a110-73b596762fc2", "name": "network-vif-plugged", "status": "completed", "tag": "191c4710-0568-4083-be7c-dec75711110b", "code": 200}]} {{(pid=103460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 20:33:41.812527 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f4c98b07-136d-4057-9f90-a4be968c431e {{(pid=103460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 20:33:41.812920 dv-cinder-830096-3-iscsi neutron-server[103460]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3764666-b97b-49ee-a110-73b596762fc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '191c4710-0568-4083-be7c-dec75711110b', 'code': 200} Mar 08 20:33:41.817122 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.db [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] For port 17b66bf1-0da6-436d-ab85-b9880e2c6420, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=17b66bf1-0da6-436d-ab85-b9880e2c6420,segment=NetworkSegment(4d17c990-8ca8-4b04-9435-e1e4727aeb38),segment_id=4d17c990-8ca8-4b04-9435-e1e4727aeb38)] {{(pid=103460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:33:41.825702 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-c7d322cd-d606-4764-850f-22c33e24cfa0 req-75148784-c8fc-45fd-b09b-ef62cf320b40 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] 10.222.0.41 "GET /v2.0/security-groups?id=9b92b894-289e-44fe-91c4-7a651e094017&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0965495 Mar 08 20:33:41.832646 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745146878648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745146440924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745146440942'] for port (191c4710-0568-4083-be7c-dec75711110b), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:41.910971 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745146878648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745146440924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745146440942'] for port (17b66bf1-0da6-436d-ab85-b9880e2c6420), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:41.932143 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Pushing event updated for resources: {'Port': ['ID=191c4710-0568-4083-be7c-dec75711110b,revision_number=7']} {{(pid=103460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:33:41.995117 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Pushing event updated for resources: {'Port': ['ID=17b66bf1-0da6-436d-ab85-b9880e2c6420,revision_number=4']} {{(pid=103460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:33:42.143631 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5360521b-7974-4f92-9e2f-0c04fc2f4b70 req-b9dc3a02-1714-4b2c-956e-10d61eb5b970 tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:33:42.151038 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f5dbd13-0a27-441b-89f8-9323c38b678e admin admin] Notify agent at l3_agent.dv-cinder-830096-3-iscsi the message routers_updated {{(pid=103458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 20:33:42.153160 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-5360521b-7974-4f92-9e2f-0c04fc2f4b70 req-b9dc3a02-1714-4b2c-956e-10d61eb5b970 tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] 10.222.0.41 "GET /v2.0/ports?device_id=bc092410-8ca8-4ed5-ad00-10064c4e328f HTTP/1.1" status: 200 len: 945 time: 0.0872986 Mar 08 20:33:42.172700 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f05f4001-eccc-42cb-8bde-5ab98193dc9e None None] Sync routers for ids ['b03465be-6d24-4c97-a243-4b15c5d0d19d'] in dv-cinder-830096-3-iscsi {{(pid=103461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 20:33:42.187477 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f05f4001-eccc-42cb-8bde-5ab98193dc9e None None] Routers {'b03465be-6d24-4c97-a243-4b15c5d0d19d'} bound to L3 agent in host dv-cinder-830096-3-iscsi {{(pid=103461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:33:42.188276 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.db.l3_hamode_db [None req-f05f4001-eccc-42cb-8bde-5ab98193dc9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T20:23:01Z,description=,heartbeat_timestamp=2022-03-08T20:33:31Z,host='dv-cinder-830096-3-iscsi',id=7ae9fd8f-5d61-4821-9eac-044950c450f0,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:23:02Z,topic='l3_agent')) {'router_ids': ['b03465be-6d24-4c97-a243-4b15c5d0d19d'], 'active': True} {{(pid=103461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:33:42.207454 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d1f685-f8a1-4267-9a0f-df1634e50e65 req-bc6378f1-3f05-42c3-a6b0-76677bdb0af9 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:33:42.216349 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-93d1f685-f8a1-4267-9a0f-df1634e50e65 req-bc6378f1-3f05-42c3-a6b0-76677bdb0af9 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "GET /v2.0/ports?device_id=f3764666-b97b-49ee-a110-73b596762fc2 HTTP/1.1" status: 200 len: 945 time: 0.2640231 Mar 08 20:33:42.273936 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-5360521b-7974-4f92-9e2f-0c04fc2f4b70 req-79478283-d2b6-474a-bccb-b65b106bdea4 tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] 10.222.0.41 "GET /v2.0/security-groups?id=306014d5-d504-41eb-b92c-22e11b4bc9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165273 Mar 08 20:33:42.287513 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-93d1f685-f8a1-4267-9a0f-df1634e50e65 req-503cc261-33f4-4065-bdb6-3741677a1d54 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "GET /v2.0/security-groups?id=594a1c24-3d62-4c4c-9d98-a58b8e523f99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681496 Mar 08 20:33:42.314705 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-4f5dbd13-0a27-441b-89f8-9323c38b678e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:42.321822 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-4f5dbd13-0a27-441b-89f8-9323c38b678e admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.3720236 Mar 08 20:33:42.324963 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.41', 60502) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:33:42.366374 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.db.l3_dvr_db [None req-f05f4001-eccc-42cb-8bde-5ab98193dc9e None None] Set router b03465be-6d24-4c97-a243-4b15c5d0d19d gateway port host: dv-cinder-830096-3-iscsi {{(pid=103461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:33:42.426572 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.db [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] get_ports_and_sgs() called for port_ids ['17b66bf1-0da6-436d-ab85-b9880e2c6420'] {{(pid=103460) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 20:33:42.696729 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e7d8d36-ff3a-4dbb-8402-33a19fb9fc6d None None] Network 257c56a0-f841-40d6-b28e-9c1d1b627cad requested from dv-cinder-830096-3-iscsi {{(pid=103460) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 20:33:42.849846 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.db.l3_hamode_db [None req-f05f4001-eccc-42cb-8bde-5ab98193dc9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b03465be-6d24-4c97-a243-4b15c5d0d19d', 'name': 'tempest-TestVolumeBootPattern-792215846-router', 'tenant_id': '3f63d57e2da947f4a62b494e1f5daee2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'external_fixed_ips': [{'subnet_id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'ip_address': '172.27.2.118'}], 'enable_snat': True}, 'gw_port_id': 'b13f1af3-bc04-4475-9acc-7cb2ff30c63d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:33:39Z', 'updated_at': '2022-03-08T20:33:40Z', 'revision_number': 3, 'project_id': '3f63d57e2da947f4a62b494e1f5daee2', 'gw_port': {'id': 'b13f1af3-bc04-4475-9acc-7cb2ff30c63d', 'name': '', 'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:c5:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b03465be-6d24-4c97-a243-4b15c5d0d19d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'ip_address': '172.27.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:33:39Z', 'updated_at': '2022-03-08T20:33:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-3-iscsi'}], 'dv-cinder-830096-3-iscsi', False) {} {{(pid=103461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:33:42.915109 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f05f4001-eccc-42cb-8bde-5ab98193dc9e None None] Checking router: b03465be-6d24-4c97-a243-4b15c5d0d19d for host: dv-cinder-830096-3-iscsi {{(pid=103461) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 20:33:42.915322 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.provisioning_blocks [None req-2d2dab8f-6089-4b85-bc63-57d53542a98f None None] Provisioning complete for port 811b5459-b704-40b9-a313-5230ac4a50d4 triggered by entity DHCP. {{(pid=103460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:33:42.915683 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f05f4001-eccc-42cb-8bde-5ab98193dc9e None None] Updating router b03465be-6d24-4c97-a243-4b15c5d0d19d port b13f1af3-bc04-4475-9acc-7cb2ff30c63d binding host dv-cinder-830096-3-iscsi {{(pid=103461) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 20:33:42.916861 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-2d2dab8f-6089-4b85-bc63-57d53542a98f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476507'] for port (811b5459-b704-40b9-a313-5230ac4a50d4), provisioning_complete {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:42.992743 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.rpc [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Device 811b5459-b704-40b9-a313-5230ac4a50d4 up at agent ovs-agent-dv-cinder-830096-3-iscsi {{(pid=103460) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 20:33:42.997502 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron_lib.callbacks.manager [None req-f05f4001-eccc-42cb-8bde-5ab98193dc9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747308'] for port (b13f1af3-bc04-4475-9acc-7cb2ff30c63d), before_update {{(pid=103461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:43.030801 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0839e1-6e0b-4282-81f1-8435cbdf325b req-4790f2e2-1515-404d-9b54-61f92846e376 tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:33:43.032434 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-cb0839e1-6e0b-4282-81f1-8435cbdf325b req-4790f2e2-1515-404d-9b54-61f92846e376 tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] 10.222.0.41 "GET /v2.0/ports?device_id=bad46cc3-630c-44e3-97f4-2efe2ffc87e1 HTTP/1.1" status: 200 len: 945 time: 0.1501460 Mar 08 20:33:43.142321 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-cb0839e1-6e0b-4282-81f1-8435cbdf325b req-88d1a16a-2142-4764-b0e1-193e8d133c8c tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] 10.222.0.41 "GET /v2.0/security-groups?id=67f89219-d397-47b0-aaf7-d3f898f93734&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1014028 Mar 08 20:33:43.214947 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.provisioning_blocks [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Provisioning complete for port 811b5459-b704-40b9-a313-5230ac4a50d4 triggered by entity L2. {{(pid=103460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:33:43.215325 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476507'] for port (811b5459-b704-40b9-a313-5230ac4a50d4), provisioning_complete {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:43.277003 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.plugin [None req-2d2dab8f-6089-4b85-bc63-57d53542a98f None None] Current status of the port 811b5459-b704-40b9-a313-5230ac4a50d4 is: DOWN; New status is: ACTIVE {{(pid=103460) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:33:43.277397 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-2d2dab8f-6089-4b85-bc63-57d53542a98f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747308'] for port (811b5459-b704-40b9-a313-5230ac4a50d4), before_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:43.278897 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f83e2af-fe05-465d-9e59-fc1986710e7d req-1cac0f4b-e70b-4930-923e-c3e199b9c345 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:33:43.301254 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-1f83e2af-fe05-465d-9e59-fc1986710e7d req-1cac0f4b-e70b-4930-923e-c3e199b9c345 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] 10.222.0.41 "GET /v2.0/ports?device_id=746253e9-c452-490e-a0a9-d18104c2d5bf HTTP/1.1" status: 200 len: 944 time: 0.2622302 Mar 08 20:33:43.397102 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.db [None req-2d2dab8f-6089-4b85-bc63-57d53542a98f None None] For port 811b5459-b704-40b9-a313-5230ac4a50d4, host dv-cinder-830096-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-3-iscsi',level=0,port_id=811b5459-b704-40b9-a313-5230ac4a50d4,segment=NetworkSegment(7afc4df3-586d-4a6f-b17a-3b0861dada5c),segment_id=7afc4df3-586d-4a6f-b17a-3b0861dada5c)] {{(pid=103460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:33:43.489280 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ac2dc4cf-f8b7-4e53-936c-58a93eb18e86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747308'] for port (None), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:43.517762 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-2d2dab8f-6089-4b85-bc63-57d53542a98f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745146878648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745146440924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745146440942'] for port (811b5459-b704-40b9-a313-5230ac4a50d4), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:43.530829 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-1f83e2af-fe05-465d-9e59-fc1986710e7d req-2f256053-cf08-41cd-a1f0-bcb14fb62799 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] 10.222.0.41 "GET /v2.0/security-groups?id=9b92b894-289e-44fe-91c4-7a651e094017&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2281375 Mar 08 20:33:43.569382 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5f8182-76d7-4cfc-9763-7a9d7658b5ff req-320ff62f-b1d2-44f4-8b22-920677f07605 tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:33:43.578454 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-5b5f8182-76d7-4cfc-9763-7a9d7658b5ff req-320ff62f-b1d2-44f4-8b22-920677f07605 tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] 10.222.0.41 "GET /v2.0/ports?device_id=bc092410-8ca8-4ed5-ad00-10064c4e328f HTTP/1.1" status: 200 len: 945 time: 0.1670830 Mar 08 20:33:43.579428 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.plugin [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Current status of the port 811b5459-b704-40b9-a313-5230ac4a50d4 is: DOWN; New status is: ACTIVE {{(pid=103460) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:33:43.580856 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747308'] for port (811b5459-b704-40b9-a313-5230ac4a50d4), before_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:43.617168 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron_lib.callbacks.manager [None req-f05f4001-eccc-42cb-8bde-5ab98193dc9e None None] Publish callbacks [] for port (b13f1af3-bc04-4475-9acc-7cb2ff30c63d), precommit_update {{(pid=103461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:43.675833 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2dab8f-6089-4b85-bc63-57d53542a98f None None] Pushing event updated for resources: {'Port': ['ID=811b5459-b704-40b9-a313-5230ac4a50d4,revision_number=3']} {{(pid=103460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:33:43.684071 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron_lib.callbacks.manager [None req-f05f4001-eccc-42cb-8bde-5ab98193dc9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745146878648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745146440924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745146440942'] for port (b13f1af3-bc04-4475-9acc-7cb2ff30c63d), after_update {{(pid=103461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:43.687127 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-5b5f8182-76d7-4cfc-9763-7a9d7658b5ff req-2d58e5fe-6971-44c4-8178-b02042a6a9af tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] 10.222.0.41 "GET /v2.0/security-groups?id=306014d5-d504-41eb-b92c-22e11b4bc9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071458 Mar 08 20:33:43.713814 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.provisioning_blocks [None req-cfae91b1-a750-40e9-aba0-21601056e0de None None] Provisioning complete for port 811b5459-b704-40b9-a313-5230ac4a50d4 triggered by entity DHCP. {{(pid=103460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:33:43.714779 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-cfae91b1-a750-40e9-aba0-21601056e0de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476507'] for port (811b5459-b704-40b9-a313-5230ac4a50d4), provisioning_complete {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:43.761001 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.db.api [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103460) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 08 20:33:43.761367 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG oslo_db.api [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 08 20:33:43.787807 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.plugins.ml2.managers [None req-f05f4001-eccc-42cb-8bde-5ab98193dc9e None None] Attempting to bind port b13f1af3-bc04-4475-9acc-7cb2ff30c63d on host dv-cinder-830096-3-iscsi for vnic_type normal with profile {{(pid=103461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 20:33:43.788191 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.plugins.ml2.managers [None req-f05f4001-eccc-42cb-8bde-5ab98193dc9e None None] Attempting to bind port b13f1af3-bc04-4475-9acc-7cb2ff30c63d by drivers openvswitch,hyperv on host dv-cinder-830096-3-iscsi at level 0 using segments [{'id': 'e3ec3731-5b41-434a-a3a7-2ad1e453961f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052'}] {{(pid=103461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 20:33:43.788561 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f05f4001-eccc-42cb-8bde-5ab98193dc9e None None] Attempting to bind port b13f1af3-bc04-4475-9acc-7cb2ff30c63d on network fc278ace-cc38-44e4-ba35-3f28be706052 {{(pid=103461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 20:33:43.790912 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316186d6-b3a8-4543-92ed-a325787fd6af None None] Pushing event updated for resources: {'Port': ['ID=b13f1af3-bc04-4475-9acc-7cb2ff30c63d,revision_number=2']} {{(pid=103461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:33:43.798055 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f05f4001-eccc-42cb-8bde-5ab98193dc9e None None] Checking agent: {'id': 'fa4b043a-5d45-4181-9cb2-30d29598ef5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830096-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 20, 23, 5), 'started_at': datetime.datetime(2022, 3, 8, 20, 23, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 20, 33, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830096-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 20:33:43.798386 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f05f4001-eccc-42cb-8bde-5ab98193dc9e None None] Checking segment: {'id': 'e3ec3731-5b41-434a-a3a7-2ad1e453961f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 20:33:43.798654 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron_lib.callbacks.manager [None req-f05f4001-eccc-42cb-8bde-5ab98193dc9e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:43.799521 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f05f4001-eccc-42cb-8bde-5ab98193dc9e None None] Bound using segment: {'id': 'e3ec3731-5b41-434a-a3a7-2ad1e453961f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052'} {{(pid=103461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 20:33:43.799708 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.plugins.ml2.managers [None req-f05f4001-eccc-42cb-8bde-5ab98193dc9e None None] Bound port: b13f1af3-bc04-4475-9acc-7cb2ff30c63d, host: dv-cinder-830096-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3ec3731-5b41-434a-a3a7-2ad1e453961f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052'}}] {{(pid=103461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 20:33:43.800043 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron_lib.callbacks.manager [None req-f05f4001-eccc-42cb-8bde-5ab98193dc9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747308'] for port (b13f1af3-bc04-4475-9acc-7cb2ff30c63d), before_update {{(pid=103461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:43.821961 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.plugin [None req-cfae91b1-a750-40e9-aba0-21601056e0de None None] Current status of the port 811b5459-b704-40b9-a313-5230ac4a50d4 is: ACTIVE; New status is: ACTIVE {{(pid=103460) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:33:43.829184 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778a3ba7-ea2c-45ac-bf0f-ff61d8dda8a7 req-eb8d5d41-9d62-4689-86b0-64a2ddf0880e tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:33:43.837664 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-778a3ba7-ea2c-45ac-bf0f-ff61d8dda8a7 req-eb8d5d41-9d62-4689-86b0-64a2ddf0880e tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "GET /v2.0/ports?device_id=f3764666-b97b-49ee-a110-73b596762fc2 HTTP/1.1" status: 200 len: 945 time: 0.1744285 Mar 08 20:33:43.882181 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.plugins.ml2.db [None req-f05f4001-eccc-42cb-8bde-5ab98193dc9e None None] For port b13f1af3-bc04-4475-9acc-7cb2ff30c63d, host dv-cinder-830096-3-iscsi, cleared binding levels {{(pid=103461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 20:33:43.886674 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.plugins.ml2.db [None req-f05f4001-eccc-42cb-8bde-5ab98193dc9e None None] For port b13f1af3-bc04-4475-9acc-7cb2ff30c63d, host dv-cinder-830096-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-3-iscsi',level=0,port_id=b13f1af3-bc04-4475-9acc-7cb2ff30c63d,segment=NetworkSegment(e3ec3731-5b41-434a-a3a7-2ad1e453961f),segment_id=e3ec3731-5b41-434a-a3a7-2ad1e453961f)] {{(pid=103461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 20:33:43.931406 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-778a3ba7-ea2c-45ac-bf0f-ff61d8dda8a7 req-66d3a1cd-1736-4e8c-afff-f61100c04c8c tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "GET /v2.0/security-groups?id=594a1c24-3d62-4c4c-9d98-a58b8e523f99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0919580 Mar 08 20:33:43.964857 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.db.db_base_plugin_common [None req-ac2dc4cf-f8b7-4e53-936c-58a93eb18e86 admin admin] Allocated IP 172.20.0.1 (257c56a0-f841-40d6-b28e-9c1d1b627cad/cc38ba21-de8b-4adb-8751-00ef78c19cd0/fcc98749-6b95-448b-9a97-d06f849d92d7) {{(pid=103458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 20:33:43.970171 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron_lib.callbacks.manager [None req-f05f4001-eccc-42cb-8bde-5ab98193dc9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745146878648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745146440924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745146440942'] for port (b13f1af3-bc04-4475-9acc-7cb2ff30c63d), after_update {{(pid=103461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:44.034569 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f05f4001-eccc-42cb-8bde-5ab98193dc9e None None] Routers {'b03465be-6d24-4c97-a243-4b15c5d0d19d'} bound to L3 agent in host dv-cinder-830096-3-iscsi {{(pid=103461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:33:44.035736 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.db.l3_hamode_db [None req-f05f4001-eccc-42cb-8bde-5ab98193dc9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T20:23:01Z,description=,heartbeat_timestamp=2022-03-08T20:33:31Z,host='dv-cinder-830096-3-iscsi',id=7ae9fd8f-5d61-4821-9eac-044950c450f0,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:23:02Z,topic='l3_agent')) {'router_ids': ['b03465be-6d24-4c97-a243-4b15c5d0d19d'], 'active': True} {{(pid=103461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:33:44.110309 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316186d6-b3a8-4543-92ed-a325787fd6af None None] Pushing event updated for resources: {'Port': ['ID=b13f1af3-bc04-4475-9acc-7cb2ff30c63d,revision_number=3']} {{(pid=103461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:33:44.228120 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ac2dc4cf-f8b7-4e53-936c-58a93eb18e86 admin admin] Publish callbacks [] for port (fcc98749-6b95-448b-9a97-d06f849d92d7), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:44.229670 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316186d6-b3a8-4543-92ed-a325787fd6af None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:33:44.229670 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316186d6-b3a8-4543-92ed-a325787fd6af None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:33:44.229670 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316186d6-b3a8-4543-92ed-a325787fd6af None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:33:44.229670 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316186d6-b3a8-4543-92ed-a325787fd6af None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:33:44.229670 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316186d6-b3a8-4543-92ed-a325787fd6af None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:33:44.229670 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316186d6-b3a8-4543-92ed-a325787fd6af None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:33:44.229670 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316186d6-b3a8-4543-92ed-a325787fd6af None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:33:44.229670 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316186d6-b3a8-4543-92ed-a325787fd6af None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:33:44.229670 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316186d6-b3a8-4543-92ed-a325787fd6af None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:33:44.229670 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316186d6-b3a8-4543-92ed-a325787fd6af None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:33:44.229670 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316186d6-b3a8-4543-92ed-a325787fd6af None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:33:44.229670 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316186d6-b3a8-4543-92ed-a325787fd6af None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:33:44.229670 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316186d6-b3a8-4543-92ed-a325787fd6af None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:33:44.229670 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.db.l3_dvr_db [None req-f05f4001-eccc-42cb-8bde-5ab98193dc9e None None] Set router b03465be-6d24-4c97-a243-4b15c5d0d19d gateway port host: dv-cinder-830096-3-iscsi {{(pid=103461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:33:44.346690 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.plugin [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Current status of the port 811b5459-b704-40b9-a313-5230ac4a50d4 is: ACTIVE; New status is: ACTIVE {{(pid=103460) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:33:44.410536 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb5478d-7d75-4bc5-8dd7-00700a4a2f8f req-63a7fb3d-a43e-477a-8949-bb206da16e02 tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:33:44.419234 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-efb5478d-7d75-4bc5-8dd7-00700a4a2f8f req-63a7fb3d-a43e-477a-8949-bb206da16e02 tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] 10.222.0.41 "GET /v2.0/ports?device_id=bad46cc3-630c-44e3-97f4-2efe2ffc87e1 HTTP/1.1" status: 200 len: 945 time: 0.0992031 Mar 08 20:33:44.482822 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.db.l3_hamode_db [None req-f05f4001-eccc-42cb-8bde-5ab98193dc9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b03465be-6d24-4c97-a243-4b15c5d0d19d', 'name': 'tempest-TestVolumeBootPattern-792215846-router', 'tenant_id': '3f63d57e2da947f4a62b494e1f5daee2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'external_fixed_ips': [{'subnet_id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'ip_address': '172.27.2.118'}], 'enable_snat': True}, 'gw_port_id': 'b13f1af3-bc04-4475-9acc-7cb2ff30c63d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:33:39Z', 'updated_at': '2022-03-08T20:33:40Z', 'revision_number': 3, 'project_id': '3f63d57e2da947f4a62b494e1f5daee2', 'gw_port': {'id': 'b13f1af3-bc04-4475-9acc-7cb2ff30c63d', 'name': '', 'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:c5:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b03465be-6d24-4c97-a243-4b15c5d0d19d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'ip_address': '172.27.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:33:39Z', 'updated_at': '2022-03-08T20:33:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-3-iscsi'}], 'dv-cinder-830096-3-iscsi', False) {} {{(pid=103461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:33:44.529238 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-efb5478d-7d75-4bc5-8dd7-00700a4a2f8f req-aee41506-f4b7-4f57-940b-34e2349b3fc4 tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] 10.222.0.41 "GET /v2.0/security-groups?id=67f89219-d397-47b0-aaf7-d3f898f93734&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1050756 Mar 08 20:33:44.531203 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f05f4001-eccc-42cb-8bde-5ab98193dc9e None None] The sync data for ids ['b03465be-6d24-4c97-a243-4b15c5d0d19d'] in dv-cinder-830096-3-iscsi is: [{'id': 'b03465be-6d24-4c97-a243-4b15c5d0d19d', 'name': 'tempest-TestVolumeBootPattern-792215846-router', 'tenant_id': '3f63d57e2da947f4a62b494e1f5daee2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'external_fixed_ips': [{'subnet_id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'ip_address': '172.27.2.118'}], 'enable_snat': True}, 'gw_port_id': 'b13f1af3-bc04-4475-9acc-7cb2ff30c63d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:33:39Z', 'updated_at': '2022-03-08T20:33:40Z', 'revision_number': 3, 'project_id': '3f63d57e2da947f4a62b494e1f5daee2', 'gw_port': {'id': 'b13f1af3-bc04-4475-9acc-7cb2ff30c63d', 'name': '', 'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:c5:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b03465be-6d24-4c97-a243-4b15c5d0d19d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'ip_address': '172.27.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:33:39Z', 'updated_at': '2022-03-08T20:33:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-3-iscsi'}] {{(pid=103461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 20:33:44.649864 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ac2dc4cf-f8b7-4e53-936c-58a93eb18e86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745146440906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28566877'] for port (fcc98749-6b95-448b-9a97-d06f849d92d7), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:44.709855 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac2dc4cf-f8b7-4e53-936c-58a93eb18e86 admin admin] Network 257c56a0-f841-40d6-b28e-9c1d1b627cad is already hosted by enough agents. {{(pid=103458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 20:33:44.717113 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.scheduler.base_scheduler [None req-ac2dc4cf-f8b7-4e53-936c-58a93eb18e86 admin admin] Resources bound (agent type, host, resource id): {{(pid=103458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:33:44.724639 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac2dc4cf-f8b7-4e53-936c-58a93eb18e86 admin admin] Received port after_create {{(pid=103458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 20:33:44.728939 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2dc4cf-f8b7-4e53-936c-58a93eb18e86 admin admin] Pushing event updated for resources: {'Port': ['ID=fcc98749-6b95-448b-9a97-d06f849d92d7,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:33:44.811834 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dbe8af-67ac-423b-b112-ed7c9770b614 req-3cb009a1-4ff5-4379-b95a-c323a9eb978a tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:33:44.835135 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-a5dbe8af-67ac-423b-b112-ed7c9770b614 req-3cb009a1-4ff5-4379-b95a-c323a9eb978a tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] 10.222.0.41 "GET /v2.0/ports?device_id=746253e9-c452-490e-a0a9-d18104c2d5bf HTTP/1.1" status: 200 len: 944 time: 0.2137277 Mar 08 20:33:44.847989 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ac2dc4cf-f8b7-4e53-936c-58a93eb18e86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-443356'] for router_interface (b03465be-6d24-4c97-a243-4b15c5d0d19d), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:44.876031 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.rpc [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Device 17b66bf1-0da6-436d-ab85-b9880e2c6420 up at agent hyperv_hv-cinder-83009 {{(pid=103460) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 20:33:44.975987 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.rpc [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Device 811b5459-b704-40b9-a313-5230ac4a50d4 up at agent ovs-agent-dv-cinder-830096-3-iscsi {{(pid=103460) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 20:33:45.010700 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ff5ee0-f8d8-409c-adc5-49c6cb477efc req-77516c5e-e1e4-493d-8d99-cdaa3a8eed77 tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:33:45.013182 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-c4ff5ee0-f8d8-409c-adc5-49c6cb477efc req-77516c5e-e1e4-493d-8d99-cdaa3a8eed77 tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] 10.222.0.41 "GET /v2.0/ports?device_id=bc092410-8ca8-4ed5-ad00-10064c4e328f HTTP/1.1" status: 200 len: 945 time: 0.1780519 Mar 08 20:33:45.087087 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-c4ff5ee0-f8d8-409c-adc5-49c6cb477efc req-cc463cba-eb55-4c84-825b-6f45377a5b27 tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] 10.222.0.41 "GET /v2.0/security-groups?id=306014d5-d504-41eb-b92c-22e11b4bc9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679431 Mar 08 20:33:45.210705 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-a5dbe8af-67ac-423b-b112-ed7c9770b614 req-5c6a9096-3b5e-46ea-adcf-63a161451564 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] 10.222.0.41 "GET /v2.0/security-groups?id=9b92b894-289e-44fe-91c4-7a651e094017&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3583000 Mar 08 20:33:45.226895 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.provisioning_blocks [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Provisioning complete for port 811b5459-b704-40b9-a313-5230ac4a50d4 triggered by entity L2. {{(pid=103460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:33:45.227635 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476507'] for port (811b5459-b704-40b9-a313-5230ac4a50d4), provisioning_complete {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:45.288172 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b76af56-71fa-4c0e-b6d0-d679c42c1d34 req-61fd7029-846e-4433-a3eb-7b5c2d04d656 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:33:45.294981 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.provisioning_blocks [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Provisioning for port 17b66bf1-0da6-436d-ab85-b9880e2c6420 completed by entity L2. {{(pid=103460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 20:33:45.308571 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-4b76af56-71fa-4c0e-b6d0-d679c42c1d34 req-61fd7029-846e-4433-a3eb-7b5c2d04d656 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "GET /v2.0/ports?device_id=f3764666-b97b-49ee-a110-73b596762fc2 HTTP/1.1" status: 200 len: 945 time: 0.1159198 Mar 08 20:33:45.316716 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.provisioning_blocks [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Provisioning complete for port 17b66bf1-0da6-436d-ab85-b9880e2c6420 triggered by entity L2. {{(pid=103460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:33:45.317172 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476507'] for port (17b66bf1-0da6-436d-ab85-b9880e2c6420), provisioning_complete {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:45.318906 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.provisioning_blocks [None req-74034928-2409-4cb7-ac76-deb3aff9cc75 None None] Provisioning complete for port fcc98749-6b95-448b-9a97-d06f849d92d7 triggered by entity DHCP. {{(pid=103460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:33:45.319274 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-74034928-2409-4cb7-ac76-deb3aff9cc75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476507'] for port (fcc98749-6b95-448b-9a97-d06f849d92d7), provisioning_complete {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:45.410375 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-4b76af56-71fa-4c0e-b6d0-d679c42c1d34 req-7ab068f5-245b-40fd-96fe-b58389bbcc29 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "GET /v2.0/security-groups?id=594a1c24-3d62-4c4c-9d98-a58b8e523f99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0999410 Mar 08 20:33:45.461248 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.plugin [None req-74034928-2409-4cb7-ac76-deb3aff9cc75 None None] Port fcc98749-6b95-448b-9a97-d06f849d92d7 cannot update to ACTIVE because it is not bound. {{(pid=103460) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 20:33:45.487328 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ac2dc4cf-f8b7-4e53-936c-58a93eb18e86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747308'] for port (fcc98749-6b95-448b-9a97-d06f849d92d7), before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:45.620439 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.plugin [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Current status of the port 811b5459-b704-40b9-a313-5230ac4a50d4 is: ACTIVE; New status is: ACTIVE {{(pid=103460) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:33:45.634301 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.plugin [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Current status of the port 17b66bf1-0da6-436d-ab85-b9880e2c6420 is: BUILD; New status is: ACTIVE {{(pid=103460) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:33:45.634700 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747308'] for port (17b66bf1-0da6-436d-ab85-b9880e2c6420), before_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:45.685470 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '746253e9-c452-490e-a0a9-d18104c2d5bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17b66bf1-0da6-436d-ab85-b9880e2c6420'}] {{(pid=103460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 20:33:45.688897 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf2096ed20afa7c789231551a200e589db82a1cedf1791aa7acfc36920bc021b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-574f64b3-0745-4aef-99c4-f6753b071a90" -d '{"events": [{"server_uuid": "746253e9-c452-490e-a0a9-d18104c2d5bf", "name": "network-vif-plugged", "status": "completed", "tag": "17b66bf1-0da6-436d-ab85-b9880e2c6420"}]}' {{(pid=103460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 20:33:45.740154 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.db [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] For port 17b66bf1-0da6-436d-ab85-b9880e2c6420, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=17b66bf1-0da6-436d-ab85-b9880e2c6420,segment=NetworkSegment(4d17c990-8ca8-4b04-9435-e1e4727aeb38),segment_id=4d17c990-8ca8-4b04-9435-e1e4727aeb38)] {{(pid=103460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:33:45.758730 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 20:33:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff9932f4-165c-4ae6-8923-f6d34e60da6c x-openstack-request-id: req-ff9932f4-165c-4ae6-8923-f6d34e60da6c {{(pid=103460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 20:33:45.759273 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "746253e9-c452-490e-a0a9-d18104c2d5bf", "name": "network-vif-plugged", "status": "completed", "tag": "17b66bf1-0da6-436d-ab85-b9880e2c6420", "code": 200}]} {{(pid=103460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 20:33:45.759701 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ff9932f4-165c-4ae6-8923-f6d34e60da6c {{(pid=103460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 20:33:45.760331 dv-cinder-830096-3-iscsi neutron-server[103460]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '746253e9-c452-490e-a0a9-d18104c2d5bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17b66bf1-0da6-436d-ab85-b9880e2c6420', 'code': 200} Mar 08 20:33:45.850118 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745146878648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745146440924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745146440942'] for port (17b66bf1-0da6-436d-ab85-b9880e2c6420), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:45.958276 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Pushing event updated for resources: {'Port': ['ID=17b66bf1-0da6-436d-ab85-b9880e2c6420,revision_number=5']} {{(pid=103460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:33:45.991541 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5d42f1-b074-422c-b779-d57d6700961a req-c71e248d-e044-4930-a75a-467290263514 tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:33:46.002401 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-0b5d42f1-b074-422c-b779-d57d6700961a req-c71e248d-e044-4930-a75a-467290263514 tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] 10.222.0.41 "GET /v2.0/ports?device_id=bad46cc3-630c-44e3-97f4-2efe2ffc87e1 HTTP/1.1" status: 200 len: 945 time: 0.2708509 Mar 08 20:33:46.250180 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-0b5d42f1-b074-422c-b779-d57d6700961a req-2d7a3294-c7aa-4b3d-b3c8-0c75f50ff8b9 tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] 10.222.0.41 "GET /v2.0/security-groups?id=67f89219-d397-47b0-aaf7-d3f898f93734&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2465522 Mar 08 20:33:46.283157 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ac2dc4cf-f8b7-4e53-936c-58a93eb18e86 admin admin] Publish callbacks [] for port (fcc98749-6b95-448b-9a97-d06f849d92d7), precommit_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:46.357098 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ac2dc4cf-f8b7-4e53-936c-58a93eb18e86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745146878648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745146440924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745146440942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28566820'] for port (fcc98749-6b95-448b-9a97-d06f849d92d7), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:46.379252 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d002297-3774-448c-a498-e1cbba172805 req-473708ed-2e5d-41ea-8e4a-4f71b2188ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:33:46.381590 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-9d002297-3774-448c-a498-e1cbba172805 req-473708ed-2e5d-41ea-8e4a-4f71b2188ea8 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=746253e9-c452-490e-a0a9-d18104c2d5bf HTTP/1.1" status: 200 len: 1129 time: 0.2088881 Mar 08 20:33:46.426248 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4454f8d-31e5-40cb-93f1-f5c80ee35cfc req-2160819a-beaf-402a-9421-45b0e2647188 tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:33:46.432604 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-b4454f8d-31e5-40cb-93f1-f5c80ee35cfc req-2160819a-beaf-402a-9421-45b0e2647188 tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] 10.222.0.41 "GET /v2.0/ports?device_id=bc092410-8ca8-4ed5-ad00-10064c4e328f HTTP/1.1" status: 200 len: 945 time: 0.1623454 Mar 08 20:33:46.438693 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ac2dc4cf-f8b7-4e53-936c-58a93eb18e86 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3733877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-443312'] for router_interface (b03465be-6d24-4c97-a243-4b15c5d0d19d), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:46.480139 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-9d002297-3774-448c-a498-e1cbba172805 req-33a722f9-1887-45e5-a34d-f18e2db0da52 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=9b92b894-289e-44fe-91c4-7a651e094017&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0853579 Mar 08 20:33:46.530304 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2dc4cf-f8b7-4e53-936c-58a93eb18e86 admin admin] Pushing event updated for resources: {'Port': ['ID=fcc98749-6b95-448b-9a97-d06f849d92d7,revision_number=2']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:33:46.530453 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-b4454f8d-31e5-40cb-93f1-f5c80ee35cfc req-82c47e92-0701-4549-9599-d801775c87f5 tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] 10.222.0.41 "GET /v2.0/security-groups?id=306014d5-d504-41eb-b92c-22e11b4bc9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858390 Mar 08 20:33:46.598458 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf59fdd-bb19-4835-b62a-82c59937c29e req-458d7b71-6f06-4359-b864-662a13a7e6f4 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:33:46.600047 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-adf59fdd-bb19-4835-b62a-82c59937c29e req-458d7b71-6f06-4359-b864-662a13a7e6f4 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] 10.222.0.41 "GET /v2.0/ports?device_id=746253e9-c452-490e-a0a9-d18104c2d5bf HTTP/1.1" status: 200 len: 945 time: 0.2081568 Mar 08 20:33:46.678776 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-adf59fdd-bb19-4835-b62a-82c59937c29e req-c1eccf8e-7a29-4730-8b76-8f69e7f050b5 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] 10.222.0.41 "GET /v2.0/security-groups?id=9b92b894-289e-44fe-91c4-7a651e094017&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727041 Mar 08 20:33:46.691444 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b489f86b-f727-41b8-810d-56b71a9470a4 req-62532ef8-6f60-4585-ae18-9f825997d13b tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:33:46.692252 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-b489f86b-f727-41b8-810d-56b71a9470a4 req-62532ef8-6f60-4585-ae18-9f825997d13b tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "GET /v2.0/ports?device_id=f3764666-b97b-49ee-a110-73b596762fc2 HTTP/1.1" status: 200 len: 945 time: 0.0745480 Mar 08 20:33:46.702854 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac2dc4cf-f8b7-4e53-936c-58a93eb18e86 admin admin] Network 257c56a0-f841-40d6-b28e-9c1d1b627cad is already hosted by enough agents. {{(pid=103458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 20:33:46.704618 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.scheduler.base_scheduler [None req-ac2dc4cf-f8b7-4e53-936c-58a93eb18e86 admin admin] Resources bound (agent type, host, resource id): {{(pid=103458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:33:46.841501 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-b489f86b-f727-41b8-810d-56b71a9470a4 req-875c1344-7042-460b-9df0-5703e61c5477 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "GET /v2.0/security-groups?id=594a1c24-3d62-4c4c-9d98-a58b8e523f99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1430244 Mar 08 20:33:46.961417 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac2dc4cf-f8b7-4e53-936c-58a93eb18e86 admin admin] Router b03465be-6d24-4c97-a243-4b15c5d0d19d has already been hosted by L3 agent 7ae9fd8f-5d61-4821-9eac-044950c450f0 {{(pid=103458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 20:33:46.973543 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.rpc [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Device b13f1af3-bc04-4475-9acc-7cb2ff30c63d up at agent ovs-agent-dv-cinder-830096-3-iscsi {{(pid=103460) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 20:33:47.066748 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.provisioning_blocks [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Provisioning complete for port b13f1af3-bc04-4475-9acc-7cb2ff30c63d triggered by entity L2. {{(pid=103460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:33:47.067610 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476507'] for port (b13f1af3-bc04-4475-9acc-7cb2ff30c63d), provisioning_complete {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:47.138070 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac2dc4cf-f8b7-4e53-936c-58a93eb18e86 admin admin] Notify agent at l3_agent.dv-cinder-830096-3-iscsi the message routers_updated {{(pid=103458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 20:33:47.151616 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.provisioning_blocks [None req-ad2f5dd6-dedd-4f5b-ba5d-934d857e07fa None None] Provisioning complete for port fcc98749-6b95-448b-9a97-d06f849d92d7 triggered by entity DHCP. {{(pid=103460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:33:47.152002 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-ad2f5dd6-dedd-4f5b-ba5d-934d857e07fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476507'] for port (fcc98749-6b95-448b-9a97-d06f849d92d7), provisioning_complete {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:47.161451 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-ac2dc4cf-f8b7-4e53-936c-58a93eb18e86 admin admin] 10.222.0.41 "PUT /v2.0/routers/b03465be-6d24-4c97-a243-4b15c5d0d19d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8324149 Mar 08 20:33:47.193402 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.plugin [None req-ad2f5dd6-dedd-4f5b-ba5d-934d857e07fa None None] Port fcc98749-6b95-448b-9a97-d06f849d92d7 cannot update to ACTIVE because it is not bound. {{(pid=103460) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 20:33:47.257372 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.plugin [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Current status of the port b13f1af3-bc04-4475-9acc-7cb2ff30c63d is: DOWN; New status is: ACTIVE {{(pid=103460) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:33:47.257822 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747308'] for port (b13f1af3-bc04-4475-9acc-7cb2ff30c63d), before_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:47.291837 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.db [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] For port b13f1af3-bc04-4475-9acc-7cb2ff30c63d, host dv-cinder-830096-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-3-iscsi',level=0,port_id=b13f1af3-bc04-4475-9acc-7cb2ff30c63d,segment=NetworkSegment(e3ec3731-5b41-434a-a3a7-2ad1e453961f),segment_id=e3ec3731-5b41-434a-a3a7-2ad1e453961f)] {{(pid=103460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:33:47.432770 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745146878648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745146440924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745146440942'] for port (b13f1af3-bc04-4475-9acc-7cb2ff30c63d), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:47.485056 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e953bfca-eb61-4bae-a2ed-33e56117428c req-76d9cac6-c176-447d-b553-a18e72ee701c tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:33:47.495033 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-e953bfca-eb61-4bae-a2ed-33e56117428c req-76d9cac6-c176-447d-b553-a18e72ee701c tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] 10.222.0.41 "GET /v2.0/ports?device_id=bad46cc3-630c-44e3-97f4-2efe2ffc87e1 HTTP/1.1" status: 200 len: 945 time: 0.1147637 Mar 08 20:33:47.569067 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Pushing event updated for resources: {'Port': ['ID=b13f1af3-bc04-4475-9acc-7cb2ff30c63d,revision_number=4']} {{(pid=103460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:33:47.580752 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:33:47.581599 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:33:47.582019 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:33:47.582427 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:33:47.582929 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:33:47.583401 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:33:47.583883 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:33:47.584429 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:33:47.584916 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:33:47.585475 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:33:47.585964 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:33:47.586460 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:33:47.586943 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:33:47.631508 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-e953bfca-eb61-4bae-a2ed-33e56117428c req-cd38c74a-3a76-472a-ac9e-fdf7011e77cd tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] 10.222.0.41 "GET /v2.0/security-groups?id=67f89219-d397-47b0-aaf7-d3f898f93734&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1346774 Mar 08 20:33:47.770462 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53a0303-9da3-4a74-b5c3-d2147d7454bd req-30356d75-2a0a-4297-864f-fdc7948439a9 tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:33:47.772542 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-c53a0303-9da3-4a74-b5c3-d2147d7454bd req-30356d75-2a0a-4297-864f-fdc7948439a9 tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] 10.222.0.41 "GET /v2.0/ports?device_id=bc092410-8ca8-4ed5-ad00-10064c4e328f HTTP/1.1" status: 200 len: 945 time: 0.0755062 Mar 08 20:33:47.869077 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f289a5c-3aff-4188-8181-4ea6b854a039 None None] Sync routers for ids ['b03465be-6d24-4c97-a243-4b15c5d0d19d'] in dv-cinder-830096-3-iscsi {{(pid=103460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 20:33:47.888021 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f289a5c-3aff-4188-8181-4ea6b854a039 None None] Routers {'b03465be-6d24-4c97-a243-4b15c5d0d19d'} bound to L3 agent in host dv-cinder-830096-3-iscsi {{(pid=103460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:33:47.889639 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-4f289a5c-3aff-4188-8181-4ea6b854a039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T20:23:01Z,description=,heartbeat_timestamp=2022-03-08T20:33:31Z,host='dv-cinder-830096-3-iscsi',id=7ae9fd8f-5d61-4821-9eac-044950c450f0,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:23:02Z,topic='l3_agent')) {'router_ids': ['b03465be-6d24-4c97-a243-4b15c5d0d19d'], 'active': True} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:33:47.932169 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-c53a0303-9da3-4a74-b5c3-d2147d7454bd req-dd3eb576-7698-4482-8d9e-1e1639d1a99c tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] 10.222.0.41 "GET /v2.0/security-groups?id=306014d5-d504-41eb-b92c-22e11b4bc9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523383 Mar 08 20:33:48.170866 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvr_db [None req-4f289a5c-3aff-4188-8181-4ea6b854a039 None None] Set router b03465be-6d24-4c97-a243-4b15c5d0d19d gateway port host: dv-cinder-830096-3-iscsi {{(pid=103460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:33:48.237774 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.wsgi [-] (103459) accepted ('10.222.0.41', 60590) {{(pid=103459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:33:48.251740 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.v2.base [None req-cdca9eb5-86fb-425c-8e82-817e56710981 tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1090852225', 'description': 'tempest-secgroup-smoke-1090852225 description', 'project_id': 'bf06b78c460f40649c7dfbdd2a48a3e6'}} {{(pid=103459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:33:48.467488 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f062595c-9f27-4528-93f2-243e9efb4d89 req-a3d87aae-a7e8-4af6-b11b-6f83e8bc2df5 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:33:48.470160 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ab08ae-54a2-4320-83b2-7cf85dedc181 req-b6c47412-401e-4cfd-b9ba-747f696e5633 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:33:48.470473 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-f062595c-9f27-4528-93f2-243e9efb4d89 req-a3d87aae-a7e8-4af6-b11b-6f83e8bc2df5 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "GET /v2.0/ports?device_id=f3764666-b97b-49ee-a110-73b596762fc2 HTTP/1.1" status: 200 len: 945 time: 0.0828571 Mar 08 20:33:48.472751 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-e2ab08ae-54a2-4320-83b2-7cf85dedc181 req-b6c47412-401e-4cfd-b9ba-747f696e5633 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] 10.222.0.41 "GET /v2.0/ports?device_id=746253e9-c452-490e-a0a9-d18104c2d5bf HTTP/1.1" status: 200 len: 945 time: 0.1341984 Mar 08 20:33:48.559170 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-e2ab08ae-54a2-4320-83b2-7cf85dedc181 req-b249250c-4b8d-4678-bbe8-690bfd5660b0 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] 10.222.0.41 "GET /v2.0/security-groups?id=9b92b894-289e-44fe-91c4-7a651e094017&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759814 Mar 08 20:33:48.579519 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-f062595c-9f27-4528-93f2-243e9efb4d89 req-339b33e2-97d9-4a58-b7fb-d3808bbb12fa tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "GET /v2.0/security-groups?id=594a1c24-3d62-4c4c-9d98-a58b8e523f99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0960820 Mar 08 20:33:48.614899 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-4f289a5c-3aff-4188-8181-4ea6b854a039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b03465be-6d24-4c97-a243-4b15c5d0d19d', 'name': 'tempest-TestVolumeBootPattern-792215846-router', 'tenant_id': '3f63d57e2da947f4a62b494e1f5daee2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'external_fixed_ips': [{'subnet_id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'ip_address': '172.27.2.118'}], 'enable_snat': True}, 'gw_port_id': 'b13f1af3-bc04-4475-9acc-7cb2ff30c63d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:33:39Z', 'updated_at': '2022-03-08T20:33:45Z', 'revision_number': 4, 'project_id': '3f63d57e2da947f4a62b494e1f5daee2', 'gw_port': {'id': 'b13f1af3-bc04-4475-9acc-7cb2ff30c63d', 'name': '', 'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:c5:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b03465be-6d24-4c97-a243-4b15c5d0d19d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'ip_address': '172.27.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:33:39Z', 'updated_at': '2022-03-08T20:33:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-3-iscsi', '_interfaces': [{'id': 'fcc98749-6b95-448b-9a97-d06f849d92d7', 'name': '', 'network_id': '257c56a0-f841-40d6-b28e-9c1d1b627cad', 'tenant_id': '3f63d57e2da947f4a62b494e1f5daee2', 'mac_address': 'fa:16:3e:e8:6f:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b03465be-6d24-4c97-a243-4b15c5d0d19d', 'device_owner': 'network:router_interface', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'cc38ba21-de8b-4adb-8751-00ef78c19cd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:33:43Z', 'updated_at': '2022-03-08T20:33:45Z', 'revision_number': 2, 'project_id': '3f63d57e2da947f4a62b494e1f5daee2', 'subnets': [{'id': 'cc38ba21-de8b-4adb-8751-00ef78c19cd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830096-3-iscsi', False) {} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:33:48.693033 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c546d2b-86fa-4b10-98b1-e225fd09e6f6 req-c0d43302-53f2-4bd4-ba41-e7bf912582d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:33:48.695974 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-6c546d2b-86fa-4b10-98b1-e225fd09e6f6 req-c0d43302-53f2-4bd4-ba41-e7bf912582d6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=64bbed509db949a6a003c639d3f67567&device_id=bad46cc3-630c-44e3-97f4-2efe2ffc87e1 HTTP/1.1" status: 200 len: 1129 time: 0.1073797 Mar 08 20:33:48.756220 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafe74b4-7771-4d76-9250-ec192cd48b6f req-1caa93dc-28f4-4f25-ac44-7063df05f373 tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:33:48.758834 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-cafe74b4-7771-4d76-9250-ec192cd48b6f req-1caa93dc-28f4-4f25-ac44-7063df05f373 tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] 10.222.0.41 "GET /v2.0/ports?device_id=bad46cc3-630c-44e3-97f4-2efe2ffc87e1 HTTP/1.1" status: 200 len: 945 time: 0.1232507 Mar 08 20:33:48.811165 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f289a5c-3aff-4188-8181-4ea6b854a039 None None] Checking router: b03465be-6d24-4c97-a243-4b15c5d0d19d for host: dv-cinder-830096-3-iscsi {{(pid=103460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 20:33:48.811531 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f289a5c-3aff-4188-8181-4ea6b854a039 None None] Updating router b03465be-6d24-4c97-a243-4b15c5d0d19d port fcc98749-6b95-448b-9a97-d06f849d92d7 binding host dv-cinder-830096-3-iscsi {{(pid=103460) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 20:33:48.834542 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.rpc [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Device b13f1af3-bc04-4475-9acc-7cb2ff30c63d up at agent ovs-agent-dv-cinder-830096-3-iscsi {{(pid=103460) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 20:33:48.875493 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-4f289a5c-3aff-4188-8181-4ea6b854a039 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747308'] for port (fcc98749-6b95-448b-9a97-d06f849d92d7), before_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:48.926949 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-cafe74b4-7771-4d76-9250-ec192cd48b6f req-8a2ed095-d5b1-45b5-bf51-e02adc1c9458 tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] 10.222.0.41 "GET /v2.0/security-groups?id=67f89219-d397-47b0-aaf7-d3f898f93734&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1518567 Mar 08 20:33:48.930329 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-cdca9eb5-86fb-425c-8e82-817e56710981 tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] Publish callbacks [] for security_group (None), before_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:48.944296 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c546d2b-86fa-4b10-98b1-e225fd09e6f6 req-6fe0e24c-fa84-4367-9fc0-6f99e836832c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:33:48.946834 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-6c546d2b-86fa-4b10-98b1-e225fd09e6f6 req-6fe0e24c-fa84-4367-9fc0-6f99e836832c service neutron] 10.222.0.37 "GET /v2.0/networks?id=bb3cf682-183a-4b4f-b70b-ac9d75a4abdd HTTP/1.1" status: 200 len: 912 time: 0.2408526 Mar 08 20:33:49.005829 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.provisioning_blocks [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Provisioning complete for port b13f1af3-bc04-4475-9acc-7cb2ff30c63d triggered by entity L2. {{(pid=103460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:33:49.006094 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476507'] for port (b13f1af3-bc04-4475-9acc-7cb2ff30c63d), provisioning_complete {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:49.083483 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-6c546d2b-86fa-4b10-98b1-e225fd09e6f6 req-77dae45a-1aae-4cc3-a0bf-62a4c9fe55f9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7774432c-5ed1-4d4d-a02c-9fb8141c93a3 HTTP/1.1" status: 200 len: 1000 time: 0.1277347 Mar 08 20:33:49.115370 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-cdca9eb5-86fb-425c-8e82-817e56710981 tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] Publish callbacks [] for security_group (4d697690-46e7-4a5b-b531-6aaab5a49583), precommit_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:49.138072 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66553259-ecbd-4f6e-8293-9c2c0f5bd9a0 req-35b2e944-a14d-4e8a-8477-10806f87403a tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:33:49.140662 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-66553259-ecbd-4f6e-8293-9c2c0f5bd9a0 req-35b2e944-a14d-4e8a-8477-10806f87403a tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] 10.222.0.41 "GET /v2.0/ports?device_id=bc092410-8ca8-4ed5-ad00-10064c4e328f HTTP/1.1" status: 200 len: 945 time: 0.1222122 Mar 08 20:33:49.224308 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-cdca9eb5-86fb-425c-8e82-817e56710981 tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310940'] for security_group (4d697690-46e7-4a5b-b531-6aaab5a49583), after_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:49.242099 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c546d2b-86fa-4b10-98b1-e225fd09e6f6 req-a675f8ec-ec70-45f9-bece-45eeff01288a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:33:49.243984 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-6c546d2b-86fa-4b10-98b1-e225fd09e6f6 req-a675f8ec-ec70-45f9-bece-45eeff01288a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a968dc2a-71a9-4847-a130-162c884db338 HTTP/1.1" status: 200 len: 850 time: 0.1106043 Mar 08 20:33:49.266939 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-66553259-ecbd-4f6e-8293-9c2c0f5bd9a0 req-aeb13931-f90f-4f40-81a8-95f4db661075 tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] 10.222.0.41 "GET /v2.0/security-groups?id=306014d5-d504-41eb-b92c-22e11b4bc9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185820 Mar 08 20:33:49.330686 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.plugin [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Current status of the port b13f1af3-bc04-4475-9acc-7cb2ff30c63d is: ACTIVE; New status is: ACTIVE {{(pid=103460) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:33:49.363943 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdca9eb5-86fb-425c-8e82-817e56710981 tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d697690-46e7-4a5b-b531-6aaab5a49583,revision_number=1']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:33:49.385323 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c546d2b-86fa-4b10-98b1-e225fd09e6f6 req-331ab7b5-a6a6-4f0e-8b8a-f0af7dbf131b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:33:49.388202 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-6c546d2b-86fa-4b10-98b1-e225fd09e6f6 req-331ab7b5-a6a6-4f0e-8b8a-f0af7dbf131b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=bb3cf682-183a-4b4f-b70b-ac9d75a4abdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1358724 Mar 08 20:33:49.410745 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-4f289a5c-3aff-4188-8181-4ea6b854a039 None None] Publish callbacks [] for port (fcc98749-6b95-448b-9a97-d06f849d92d7), precommit_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:49.447023 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-cdca9eb5-86fb-425c-8e82-817e56710981 tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] Publish callbacks [] for security_group (None), before_response {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:49.449222 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [None req-cdca9eb5-86fb-425c-8e82-817e56710981 tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 1.2089260 Mar 08 20:33:49.453597 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.41', 60606) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:33:49.461043 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.v2.base [None req-68bf39e2-a3b9-4c48-9f74-5ace46f3ec6b tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] Request body: {'security_group_rule': {'security_group_id': '4d697690-46e7-4a5b-b531-6aaab5a49583', 'project_id': 'bf06b78c460f40649c7dfbdd2a48a3e6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:33:49.529519 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-4f289a5c-3aff-4188-8181-4ea6b854a039 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745146878648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745146440924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745146440942'] for port (fcc98749-6b95-448b-9a97-d06f849d92d7), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:49.569244 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-68bf39e2-a3b9-4c48-9f74-5ace46f3ec6b tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] Publish callbacks [] for security_group_rule (a57d3f04-5703-49d6-9aa1-e961b1d89c60), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:49.627671 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f269d72-44e6-451f-b06e-f06b62418c6b None None] Pushing event updated for resources: {'Port': ['ID=fcc98749-6b95-448b-9a97-d06f849d92d7,revision_number=3']} {{(pid=103460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:33:49.743283 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-68bf39e2-a3b9-4c48-9f74-5ace46f3ec6b tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] Publish callbacks [] for security_group_rule (a57d3f04-5703-49d6-9aa1-e961b1d89c60), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:49.799883 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.managers [None req-4f289a5c-3aff-4188-8181-4ea6b854a039 None None] Attempting to bind port fcc98749-6b95-448b-9a97-d06f849d92d7 on host dv-cinder-830096-3-iscsi for vnic_type normal with profile {{(pid=103460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 20:33:49.800340 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.managers [None req-4f289a5c-3aff-4188-8181-4ea6b854a039 None None] Attempting to bind port fcc98749-6b95-448b-9a97-d06f849d92d7 by drivers openvswitch,hyperv on host dv-cinder-830096-3-iscsi at level 0 using segments [{'id': '7afc4df3-586d-4a6f-b17a-3b0861dada5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '257c56a0-f841-40d6-b28e-9c1d1b627cad'}] {{(pid=103460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 20:33:49.800830 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f289a5c-3aff-4188-8181-4ea6b854a039 None None] Attempting to bind port fcc98749-6b95-448b-9a97-d06f849d92d7 on network 257c56a0-f841-40d6-b28e-9c1d1b627cad {{(pid=103460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 20:33:49.829976 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f289a5c-3aff-4188-8181-4ea6b854a039 None None] Checking agent: {'id': 'fa4b043a-5d45-4181-9cb2-30d29598ef5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830096-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 20, 23, 5), 'started_at': datetime.datetime(2022, 3, 8, 20, 23, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 20, 33, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830096-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 20:33:49.830808 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f289a5c-3aff-4188-8181-4ea6b854a039 None None] Checking segment: {'id': '7afc4df3-586d-4a6f-b17a-3b0861dada5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '257c56a0-f841-40d6-b28e-9c1d1b627cad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 20:33:49.831634 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-4f289a5c-3aff-4188-8181-4ea6b854a039 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:49.832486 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f289a5c-3aff-4188-8181-4ea6b854a039 None None] Bound using segment: {'id': '7afc4df3-586d-4a6f-b17a-3b0861dada5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '257c56a0-f841-40d6-b28e-9c1d1b627cad'} {{(pid=103460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 20:33:49.833174 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.managers [None req-4f289a5c-3aff-4188-8181-4ea6b854a039 None None] Bound port: fcc98749-6b95-448b-9a97-d06f849d92d7, host: dv-cinder-830096-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7afc4df3-586d-4a6f-b17a-3b0861dada5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '257c56a0-f841-40d6-b28e-9c1d1b627cad'}}] {{(pid=103460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 20:33:49.837362 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-4f289a5c-3aff-4188-8181-4ea6b854a039 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747308'] for port (fcc98749-6b95-448b-9a97-d06f849d92d7), before_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:49.839734 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e37f724-3e1c-4829-bd8a-651bf7e1c997 req-148b68f3-57b5-4317-a080-1b05acd0bcf4 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:33:49.851034 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-3e37f724-3e1c-4829-bd8a-651bf7e1c997 req-148b68f3-57b5-4317-a080-1b05acd0bcf4 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] 10.222.0.41 "GET /v2.0/ports?device_id=746253e9-c452-490e-a0a9-d18104c2d5bf HTTP/1.1" status: 200 len: 945 time: 0.1663854 Mar 08 20:33:49.854874 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-68bf39e2-a3b9-4c48-9f74-5ace46f3ec6b tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310824'] for security_group_rule (a57d3f04-5703-49d6-9aa1-e961b1d89c60), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:49.935998 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bf39e2-a3b9-4c48-9f74-5ace46f3ec6b tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a57d3f04-5703-49d6-9aa1-e961b1d89c60,revision_number=0']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:33:49.972327 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f79dd2-3538-4d88-9e13-b90c326f787c req-e5921228-2acb-48ec-82a0-c3ef43591f03 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:33:49.974923 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-c4f79dd2-3538-4d88-9e13-b90c326f787c req-e5921228-2acb-48ec-82a0-c3ef43591f03 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "GET /v2.0/ports?device_id=f3764666-b97b-49ee-a110-73b596762fc2 HTTP/1.1" status: 200 len: 945 time: 0.2341938 Mar 08 20:33:50.009010 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-3e37f724-3e1c-4829-bd8a-651bf7e1c997 req-8f83be4b-c8dd-4ced-8e3e-ec648fbde373 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] 10.222.0.41 "GET /v2.0/security-groups?id=9b92b894-289e-44fe-91c4-7a651e094017&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1368628 Mar 08 20:33:50.015932 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-68bf39e2-a3b9-4c48-9f74-5ace46f3ec6b tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:50.027159 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.wsgi [-] (103459) accepted ('10.222.0.41', 60614) {{(pid=103459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:33:50.035379 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.v2.base [None req-aadd7a7c-8e8c-4864-af82-0b12acceb42a tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] Request body: {'security_group_rule': {'security_group_id': '4d697690-46e7-4a5b-b531-6aaab5a49583', 'project_id': 'bf06b78c460f40649c7dfbdd2a48a3e6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:33:50.036262 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-68bf39e2-a3b9-4c48-9f74-5ace46f3ec6b tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5808027 Mar 08 20:33:50.038652 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.db [None req-4f289a5c-3aff-4188-8181-4ea6b854a039 None None] For port fcc98749-6b95-448b-9a97-d06f849d92d7, host dv-cinder-830096-3-iscsi, cleared binding levels {{(pid=103460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 20:33:50.045318 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.db [None req-4f289a5c-3aff-4188-8181-4ea6b854a039 None None] For port fcc98749-6b95-448b-9a97-d06f849d92d7, host dv-cinder-830096-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-3-iscsi',level=0,port_id=fcc98749-6b95-448b-9a97-d06f849d92d7,segment=NetworkSegment(7afc4df3-586d-4a6f-b17a-3b0861dada5c),segment_id=7afc4df3-586d-4a6f-b17a-3b0861dada5c)] {{(pid=103460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 20:33:50.152564 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.provisioning_blocks [None req-4e13db56-6c76-422d-80d1-bde81f5a335e None None] Provisioning complete for port fcc98749-6b95-448b-9a97-d06f849d92d7 triggered by entity DHCP. {{(pid=103460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:33:50.154004 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-4e13db56-6c76-422d-80d1-bde81f5a335e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476507'] for port (fcc98749-6b95-448b-9a97-d06f849d92d7), provisioning_complete {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:50.159338 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-c4f79dd2-3538-4d88-9e13-b90c326f787c req-bf408857-9a56-457c-8fde-ac24f30b7f59 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "GET /v2.0/security-groups?id=594a1c24-3d62-4c4c-9d98-a58b8e523f99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1685605 Mar 08 20:33:50.170008 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-4f289a5c-3aff-4188-8181-4ea6b854a039 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745146878648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745146440924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745146440942'] for port (fcc98749-6b95-448b-9a97-d06f849d92d7), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:50.374945 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-aadd7a7c-8e8c-4864-af82-0b12acceb42a tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] Publish callbacks [] for security_group_rule (fe22d3d4-4c71-413e-9c0c-87fcc8ae3f3e), before_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:50.389288 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f269d72-44e6-451f-b06e-f06b62418c6b None None] Pushing event updated for resources: {'Port': ['ID=fcc98749-6b95-448b-9a97-d06f849d92d7,revision_number=4']} {{(pid=103460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:33:50.420754 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f289a5c-3aff-4188-8181-4ea6b854a039 None None] Routers {'b03465be-6d24-4c97-a243-4b15c5d0d19d'} bound to L3 agent in host dv-cinder-830096-3-iscsi {{(pid=103460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:33:50.430725 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-4f289a5c-3aff-4188-8181-4ea6b854a039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T20:23:01Z,description=,heartbeat_timestamp=2022-03-08T20:33:31Z,host='dv-cinder-830096-3-iscsi',id=7ae9fd8f-5d61-4821-9eac-044950c450f0,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:23:02Z,topic='l3_agent')) {'router_ids': ['b03465be-6d24-4c97-a243-4b15c5d0d19d'], 'active': True} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:33:50.433834 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2171f4-c231-4ccd-b9bd-853ea0685fbd req-55a618c3-d428-497d-8206-b547ba8323a3 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:33:50.447823 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-2f2171f4-c231-4ccd-b9bd-853ea0685fbd req-55a618c3-d428-497d-8206-b547ba8323a3 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] 10.222.0.41 "GET /v2.0/ports?device_id=746253e9-c452-490e-a0a9-d18104c2d5bf HTTP/1.1" status: 200 len: 945 time: 0.1586587 Mar 08 20:33:50.448768 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.41', 60624) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:33:50.459388 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.v2.base [None req-884ae105-3b2f-4b35-b081-3228599dd120 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Request body: {'floatingip': {'port_id': '17b66bf1-0da6-436d-ab85-b9880e2c6420'}} {{(pid=103458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:33:50.563931 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-884ae105-3b2f-4b35-b081-3228599dd120 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Publish callbacks [] for floatingip (df01dd8c-ae62-43fa-9525-bc0ee2e20658), before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:50.620234 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f0ac93-e7fe-4948-bf67-3110a2dc2290 req-f5e4a3f9-708e-483a-964d-ef7d8d121e34 tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:33:50.628725 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-f8f0ac93-e7fe-4948-bf67-3110a2dc2290 req-f5e4a3f9-708e-483a-964d-ef7d8d121e34 tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] 10.222.0.41 "GET /v2.0/ports?device_id=bad46cc3-630c-44e3-97f4-2efe2ffc87e1 HTTP/1.1" status: 200 len: 945 time: 0.4365330 Mar 08 20:33:50.700677 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.plugin [None req-4e13db56-6c76-422d-80d1-bde81f5a335e None None] Current status of the port fcc98749-6b95-448b-9a97-d06f849d92d7 is: DOWN; New status is: ACTIVE {{(pid=103460) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:33:50.702060 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-aadd7a7c-8e8c-4864-af82-0b12acceb42a tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] Publish callbacks [] for security_group_rule (fe22d3d4-4c71-413e-9c0c-87fcc8ae3f3e), precommit_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:50.718432 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-4e13db56-6c76-422d-80d1-bde81f5a335e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747308'] for port (fcc98749-6b95-448b-9a97-d06f849d92d7), before_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:50.735878 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-6c546d2b-86fa-4b10-98b1-e225fd09e6f6 req-510782b6-312f-41b9-b0d2-85d83f8be801 service neutron] 10.222.0.37 "GET /v2.0/networks/bb3cf682-183a-4b4f-b70b-ac9d75a4abdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4317389 Mar 08 20:33:50.759458 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-f8f0ac93-e7fe-4948-bf67-3110a2dc2290 req-c3c3dace-d938-4633-acda-a8a3c600fd25 tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] 10.222.0.41 "GET /v2.0/security-groups?id=67f89219-d397-47b0-aaf7-d3f898f93734&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1275294 Mar 08 20:33:50.779309 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f43242-36d5-41d6-95b6-d224cf908f50 req-f5a6b161-04fc-4e65-b456-7c1dcc04d591 tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:33:50.788127 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-34f43242-36d5-41d6-95b6-d224cf908f50 req-f5a6b161-04fc-4e65-b456-7c1dcc04d591 tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] 10.222.0.41 "GET /v2.0/ports?device_id=bc092410-8ca8-4ed5-ad00-10064c4e328f HTTP/1.1" status: 200 len: 945 time: 0.2429876 Mar 08 20:33:50.789013 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-aadd7a7c-8e8c-4864-af82-0b12acceb42a tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310824'] for security_group_rule (fe22d3d4-4c71-413e-9c0c-87fcc8ae3f3e), after_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:50.821352 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadd7a7c-8e8c-4864-af82-0b12acceb42a tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe22d3d4-4c71-413e-9c0c-87fcc8ae3f3e,revision_number=0']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:33:50.858940 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.db [None req-4e13db56-6c76-422d-80d1-bde81f5a335e None None] For port fcc98749-6b95-448b-9a97-d06f849d92d7, host dv-cinder-830096-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-3-iscsi',level=0,port_id=fcc98749-6b95-448b-9a97-d06f849d92d7,segment=NetworkSegment(7afc4df3-586d-4a6f-b17a-3b0861dada5c),segment_id=7afc4df3-586d-4a6f-b17a-3b0861dada5c)] {{(pid=103460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:33:50.861154 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvr_db [None req-4f289a5c-3aff-4188-8181-4ea6b854a039 None None] Set router b03465be-6d24-4c97-a243-4b15c5d0d19d gateway port host: dv-cinder-830096-3-iscsi {{(pid=103460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:33:50.918231 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-34f43242-36d5-41d6-95b6-d224cf908f50 req-129dbe45-8047-49a8-8da5-9d109c517b02 tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] 10.222.0.41 "GET /v2.0/security-groups?id=306014d5-d504-41eb-b92c-22e11b4bc9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290073 Mar 08 20:33:50.942326 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-aadd7a7c-8e8c-4864-af82-0b12acceb42a tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:50.948281 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [None req-aadd7a7c-8e8c-4864-af82-0b12acceb42a tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.9146440 Mar 08 20:33:50.949010 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.wsgi [-] (103459) accepted ('10.222.0.41', 60626) {{(pid=103459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:33:50.958899 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-4e13db56-6c76-422d-80d1-bde81f5a335e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745146878648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745146440924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745146440942'] for port (fcc98749-6b95-448b-9a97-d06f849d92d7), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:50.959709 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.v2.base [None req-632c77ac-5701-411f-931a-e924861b0ba2 tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] Request body: {'security_group_rule': {'security_group_id': '4d697690-46e7-4a5b-b531-6aaab5a49583', 'project_id': 'bf06b78c460f40649c7dfbdd2a48a3e6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:33:51.100991 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e13db56-6c76-422d-80d1-bde81f5a335e None None] Pushing event updated for resources: {'Port': ['ID=fcc98749-6b95-448b-9a97-d06f849d92d7,revision_number=5']} {{(pid=103460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:33:51.114790 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.provisioning_blocks [None req-08ba5934-d896-459e-8696-c71fbfbac64e None None] Provisioning complete for port fcc98749-6b95-448b-9a97-d06f849d92d7 triggered by entity DHCP. {{(pid=103460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:33:51.115318 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-08ba5934-d896-459e-8696-c71fbfbac64e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476507'] for port (fcc98749-6b95-448b-9a97-d06f849d92d7), provisioning_complete {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:51.129910 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-632c77ac-5701-411f-931a-e924861b0ba2 tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] Publish callbacks [] for security_group_rule (018b5032-ccd6-4e95-a5bb-04e59b45641f), before_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:51.348895 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-4f289a5c-3aff-4188-8181-4ea6b854a039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b03465be-6d24-4c97-a243-4b15c5d0d19d', 'name': 'tempest-TestVolumeBootPattern-792215846-router', 'tenant_id': '3f63d57e2da947f4a62b494e1f5daee2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'external_fixed_ips': [{'subnet_id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'ip_address': '172.27.2.118'}], 'enable_snat': True}, 'gw_port_id': 'b13f1af3-bc04-4475-9acc-7cb2ff30c63d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:33:39Z', 'updated_at': '2022-03-08T20:33:45Z', 'revision_number': 4, 'project_id': '3f63d57e2da947f4a62b494e1f5daee2', 'gw_port': {'id': 'b13f1af3-bc04-4475-9acc-7cb2ff30c63d', 'name': '', 'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:c5:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b03465be-6d24-4c97-a243-4b15c5d0d19d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'ip_address': '172.27.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:33:39Z', 'updated_at': '2022-03-08T20:33:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-3-iscsi', '_interfaces': [{'id': 'fcc98749-6b95-448b-9a97-d06f849d92d7', 'name': '', 'network_id': '257c56a0-f841-40d6-b28e-9c1d1b627cad', 'tenant_id': '3f63d57e2da947f4a62b494e1f5daee2', 'mac_address': 'fa:16:3e:e8:6f:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b03465be-6d24-4c97-a243-4b15c5d0d19d', 'device_owner': 'network:router_interface', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'cc38ba21-de8b-4adb-8751-00ef78c19cd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:33:43Z', 'updated_at': '2022-03-08T20:33:50Z', 'revision_number': 4, 'project_id': '3f63d57e2da947f4a62b494e1f5daee2', 'subnets': [{'id': 'cc38ba21-de8b-4adb-8751-00ef78c19cd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830096-3-iscsi', False) {} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:33:51.351783 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.plugin [None req-08ba5934-d896-459e-8696-c71fbfbac64e None None] Current status of the port fcc98749-6b95-448b-9a97-d06f849d92d7 is: ACTIVE; New status is: ACTIVE {{(pid=103460) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:33:51.447519 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f289a5c-3aff-4188-8181-4ea6b854a039 None None] The sync data for ids ['b03465be-6d24-4c97-a243-4b15c5d0d19d'] in dv-cinder-830096-3-iscsi is: [{'id': 'b03465be-6d24-4c97-a243-4b15c5d0d19d', 'name': 'tempest-TestVolumeBootPattern-792215846-router', 'tenant_id': '3f63d57e2da947f4a62b494e1f5daee2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'external_fixed_ips': [{'subnet_id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'ip_address': '172.27.2.118'}], 'enable_snat': True}, 'gw_port_id': 'b13f1af3-bc04-4475-9acc-7cb2ff30c63d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:33:39Z', 'updated_at': '2022-03-08T20:33:45Z', 'revision_number': 4, 'project_id': '3f63d57e2da947f4a62b494e1f5daee2', 'gw_port': {'id': 'b13f1af3-bc04-4475-9acc-7cb2ff30c63d', 'name': '', 'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:c5:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b03465be-6d24-4c97-a243-4b15c5d0d19d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'ip_address': '172.27.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:33:39Z', 'updated_at': '2022-03-08T20:33:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-3-iscsi', '_interfaces': [{'id': 'fcc98749-6b95-448b-9a97-d06f849d92d7', 'name': '', 'network_id': '257c56a0-f841-40d6-b28e-9c1d1b627cad', 'tenant_id': '3f63d57e2da947f4a62b494e1f5daee2', 'mac_address': 'fa:16:3e:e8:6f:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b03465be-6d24-4c97-a243-4b15c5d0d19d', 'device_owner': 'network:router_interface', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'cc38ba21-de8b-4adb-8751-00ef78c19cd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:33:43Z', 'updated_at': '2022-03-08T20:33:50Z', 'revision_number': 4, 'project_id': '3f63d57e2da947f4a62b494e1f5daee2', 'subnets': [{'id': 'cc38ba21-de8b-4adb-8751-00ef78c19cd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 20:33:51.448844 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-6c546d2b-86fa-4b10-98b1-e225fd09e6f6 req-18223853-efd1-4769-a65c-a56f92889ce2 service neutron] 10.222.0.37 "GET /v2.0/networks/bb3cf682-183a-4b4f-b70b-ac9d75a4abdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2821126 Mar 08 20:33:51.493857 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-632c77ac-5701-411f-931a-e924861b0ba2 tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] Publish callbacks [] for security_group_rule (018b5032-ccd6-4e95-a5bb-04e59b45641f), precommit_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:51.523335 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c7fb82-1f7e-49c4-8a2c-622d70be9155 req-34a03c02-b8f1-4726-87a4-248613e49861 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:33:51.555561 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-60c7fb82-1f7e-49c4-8a2c-622d70be9155 req-34a03c02-b8f1-4726-87a4-248613e49861 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "GET /v2.0/ports?device_id=f3764666-b97b-49ee-a110-73b596762fc2 HTTP/1.1" status: 200 len: 945 time: 0.1956360 Mar 08 20:33:51.585928 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-632c77ac-5701-411f-931a-e924861b0ba2 tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310824'] for security_group_rule (018b5032-ccd6-4e95-a5bb-04e59b45641f), after_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:51.665643 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-884ae105-3b2f-4b35-b081-3228599dd120 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:51.682095 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632c77ac-5701-411f-931a-e924861b0ba2 tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=018b5032-ccd6-4e95-a5bb-04e59b45641f,revision_number=0']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:33:51.720132 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-60c7fb82-1f7e-49c4-8a2c-622d70be9155 req-aa09d0d5-3006-46ff-91b2-1880a5e98144 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "GET /v2.0/security-groups?id=594a1c24-3d62-4c4c-9d98-a58b8e523f99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1645088 Mar 08 20:33:51.747578 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-884ae105-3b2f-4b35-b081-3228599dd120 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-443219'] for floatingip (df01dd8c-ae62-43fa-9525-bc0ee2e20658), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:51.753866 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-632c77ac-5701-411f-931a-e924861b0ba2 tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:51.756138 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [None req-632c77ac-5701-411f-931a-e924861b0ba2 tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8048034 Mar 08 20:33:51.758964 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.wsgi [-] (103459) accepted ('10.222.0.41', 60634) {{(pid=103459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:33:51.796158 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.v2.base [None req-da770868-07fe-4bcc-ba39-16a8e2594a3c tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] Request body: {'security_group_rule': {'security_group_id': '4d697690-46e7-4a5b-b531-6aaab5a49583', 'project_id': 'bf06b78c460f40649c7dfbdd2a48a3e6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:33:51.893681 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-da770868-07fe-4bcc-ba39-16a8e2594a3c tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] Publish callbacks [] for security_group_rule (6c14c173-ba72-4c01-8d4d-540a91d3e6d8), before_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:52.102372 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a61574-892a-4d78-8f19-16923444b1ec req-41cf5765-ec62-43e0-bca9-04812fc558d3 tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:33:52.106244 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-da770868-07fe-4bcc-ba39-16a8e2594a3c tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] Publish callbacks [] for security_group_rule (6c14c173-ba72-4c01-8d4d-540a91d3e6d8), precommit_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:52.116127 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-98a61574-892a-4d78-8f19-16923444b1ec req-41cf5765-ec62-43e0-bca9-04812fc558d3 tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] 10.222.0.41 "GET /v2.0/ports?device_id=bad46cc3-630c-44e3-97f4-2efe2ffc87e1 HTTP/1.1" status: 200 len: 945 time: 0.2006865 Mar 08 20:33:52.181240 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-da770868-07fe-4bcc-ba39-16a8e2594a3c tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310824'] for security_group_rule (6c14c173-ba72-4c01-8d4d-540a91d3e6d8), after_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:52.199919 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.db.l3_db [None req-884ae105-3b2f-4b35-b081-3228599dd120 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Floating IP df01dd8c-ae62-43fa-9525-bc0ee2e20658 associated. External IP: 172.27.2.211, port: 17b66bf1-0da6-436d-ab85-b9880e2c6420. Mar 08 20:33:52.224573 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da770868-07fe-4bcc-ba39-16a8e2594a3c tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c14c173-ba72-4c01-8d4d-540a91d3e6d8,revision_number=0']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:33:52.234494 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110632ad-3b3a-4a71-aac0-6724c1ac4adc req-4314a807-165d-4c11-a8b6-ebd3411338b4 tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:33:52.236082 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-110632ad-3b3a-4a71-aac0-6724c1ac4adc req-4314a807-165d-4c11-a8b6-ebd3411338b4 tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] 10.222.0.41 "GET /v2.0/ports?device_id=bc092410-8ca8-4ed5-ad00-10064c4e328f HTTP/1.1" status: 200 len: 945 time: 0.1280904 Mar 08 20:33:52.320809 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-110632ad-3b3a-4a71-aac0-6724c1ac4adc req-531a8a3b-b1da-4b42-9caa-804d4cf63572 tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] 10.222.0.41 "GET /v2.0/security-groups?id=306014d5-d504-41eb-b92c-22e11b4bc9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770612 Mar 08 20:33:52.350794 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-da770868-07fe-4bcc-ba39-16a8e2594a3c tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:52.352552 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [None req-da770868-07fe-4bcc-ba39-16a8e2594a3c tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5918655 Mar 08 20:33:52.358722 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.wsgi [-] (103459) accepted ('10.222.0.41', 60642) {{(pid=103459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:33:52.370445 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.v2.base [None req-7cf4ea1f-cff3-413d-8bb6-b9d7de116e91 tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] Request body: {'security_group_rule': {'security_group_id': '4d697690-46e7-4a5b-b531-6aaab5a49583', 'project_id': 'bf06b78c460f40649c7dfbdd2a48a3e6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:33:52.385499 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-98a61574-892a-4d78-8f19-16923444b1ec req-b25d2d4d-3682-477d-a892-69fba044c3fb tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] 10.222.0.41 "GET /v2.0/security-groups?id=67f89219-d397-47b0-aaf7-d3f898f93734&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2673843 Mar 08 20:33:52.501129 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.db.securitygroups_db [None req-7cf4ea1f-cff3-413d-8bb6-b9d7de116e91 tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] Project bf06b78c460f40649c7dfbdd2a48a3e6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 08 20:33:52.519481 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-7cf4ea1f-cff3-413d-8bb6-b9d7de116e91 tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] Publish callbacks [] for security_group_rule (2fd16313-a926-4e1c-b010-4c1b9c57b4b7), before_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:52.676603 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-7cf4ea1f-cff3-413d-8bb6-b9d7de116e91 tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] Publish callbacks [] for security_group_rule (2fd16313-a926-4e1c-b010-4c1b9c57b4b7), precommit_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:52.680783 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-884ae105-3b2f-4b35-b081-3228599dd120 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Router 530b8758-a936-4a7c-9055-3fd7021964a9 has already been hosted by L3 agent 7ae9fd8f-5d61-4821-9eac-044950c450f0 {{(pid=103458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 20:33:52.730593 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-7cf4ea1f-cff3-413d-8bb6-b9d7de116e91 tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310824'] for security_group_rule (2fd16313-a926-4e1c-b010-4c1b9c57b4b7), after_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:52.821146 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf4ea1f-cff3-413d-8bb6-b9d7de116e91 tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2fd16313-a926-4e1c-b010-4c1b9c57b4b7,revision_number=0']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:33:52.885526 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-884ae105-3b2f-4b35-b081-3228599dd120 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Notify agent at l3_agent.dv-cinder-830096-3-iscsi the message routers_updated {{(pid=103458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 20:33:52.894881 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-884ae105-3b2f-4b35-b081-3228599dd120 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4188892'] for floatingip (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:52.902173 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44bdb440-e606-4276-a05b-f29b3d5504ae None None] Sync routers for ids ['530b8758-a936-4a7c-9055-3fd7021964a9'] in dv-cinder-830096-3-iscsi {{(pid=103461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 20:33:52.939082 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44bdb440-e606-4276-a05b-f29b3d5504ae None None] Routers {'530b8758-a936-4a7c-9055-3fd7021964a9'} bound to L3 agent in host dv-cinder-830096-3-iscsi {{(pid=103461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:33:52.941349 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.db.l3_hamode_db [None req-44bdb440-e606-4276-a05b-f29b3d5504ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T20:23:01Z,description=,heartbeat_timestamp=2022-03-08T20:33:31Z,host='dv-cinder-830096-3-iscsi',id=7ae9fd8f-5d61-4821-9eac-044950c450f0,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:23:02Z,topic='l3_agent')) {'router_ids': ['530b8758-a936-4a7c-9055-3fd7021964a9'], 'active': True} {{(pid=103461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:33:52.961097 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-884ae105-3b2f-4b35-b081-3228599dd120 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] 10.222.0.41 "PUT /v2.0/floatingips/df01dd8c-ae62-43fa-9525-bc0ee2e20658 HTTP/1.1" status: 200 len: 991 time: 2.4977820 Mar 08 20:33:52.961097 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '746253e9-c452-490e-a0a9-d18104c2d5bf', 'tag': '17b66bf1-0da6-436d-ab85-b9880e2c6420'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 20:33:52.961097 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80a387be2d8005eb2e27f9060a02e972faa958bb0688f3ffd3bc7b0f4eb55c8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bdd1ae0-4293-4df3-bde3-5f487df6d6ee" -d '{"events": [{"name": "network-changed", "server_uuid": "746253e9-c452-490e-a0a9-d18104c2d5bf", "tag": "17b66bf1-0da6-436d-ab85-b9880e2c6420"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 20:33:53.005518 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-7cf4ea1f-cff3-413d-8bb6-b9d7de116e91 tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:53.016480 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.41', 60656) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:33:53.022032 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.v2.base [None req-1ebd1079-e003-4f9f-84e8-ff0539153faa tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] Request body: {'security_group_rule': {'security_group_id': '4d697690-46e7-4a5b-b531-6aaab5a49583', 'project_id': 'bf06b78c460f40649c7dfbdd2a48a3e6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:33:53.023973 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [None req-7cf4ea1f-cff3-413d-8bb6-b9d7de116e91 tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6635449 Mar 08 20:33:53.056541 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.rpc [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Device fcc98749-6b95-448b-9a97-d06f849d92d7 up at agent ovs-agent-dv-cinder-830096-3-iscsi {{(pid=103460) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 20:33:53.146518 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 20:33:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fbe287f-b4f2-4840-bddf-5d9dc8b85e58 x-openstack-request-id: req-5fbe287f-b4f2-4840-bddf-5d9dc8b85e58 {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 20:33:53.147296 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "746253e9-c452-490e-a0a9-d18104c2d5bf", "tag": "17b66bf1-0da6-436d-ab85-b9880e2c6420", "status": "completed", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 20:33:53.147296 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5fbe287f-b4f2-4840-bddf-5d9dc8b85e58 {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 20:33:53.147632 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '746253e9-c452-490e-a0a9-d18104c2d5bf', 'tag': '17b66bf1-0da6-436d-ab85-b9880e2c6420', 'status': 'completed', 'code': 200} Mar 08 20:33:53.157463 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d8fac1-81d6-4fe5-adf2-6060294ec398 req-ce326229-3a0c-40a1-b90e-a162226b0434 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:33:53.169989 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-27d8fac1-81d6-4fe5-adf2-6060294ec398 req-ce326229-3a0c-40a1-b90e-a162226b0434 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "GET /v2.0/ports?device_id=f3764666-b97b-49ee-a110-73b596762fc2 HTTP/1.1" status: 200 len: 945 time: 0.2820847 Mar 08 20:33:53.171272 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.db.securitygroups_db [None req-1ebd1079-e003-4f9f-84e8-ff0539153faa tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] Project bf06b78c460f40649c7dfbdd2a48a3e6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 08 20:33:53.180404 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-1ebd1079-e003-4f9f-84e8-ff0539153faa tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] Publish callbacks [] for security_group_rule (e3955b79-2627-494d-819f-ddba844a3052), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:53.208862 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.provisioning_blocks [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Provisioning complete for port fcc98749-6b95-448b-9a97-d06f849d92d7 triggered by entity L2. {{(pid=103460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:33:53.208862 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476507'] for port (fcc98749-6b95-448b-9a97-d06f849d92d7), provisioning_complete {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:53.321179 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.db.l3_dvr_db [None req-44bdb440-e606-4276-a05b-f29b3d5504ae None None] Set router 530b8758-a936-4a7c-9055-3fd7021964a9 gateway port host: dv-cinder-830096-3-iscsi {{(pid=103461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:33:53.338979 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-1ebd1079-e003-4f9f-84e8-ff0539153faa tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] Publish callbacks [] for security_group_rule (e3955b79-2627-494d-819f-ddba844a3052), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:53.410455 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-1ebd1079-e003-4f9f-84e8-ff0539153faa tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310824'] for security_group_rule (e3955b79-2627-494d-819f-ddba844a3052), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:53.444159 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebd1079-e003-4f9f-84e8-ff0539153faa tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3955b79-2627-494d-819f-ddba844a3052,revision_number=0']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:33:53.562668 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-1ebd1079-e003-4f9f-84e8-ff0539153faa tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:53.564007 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-1ebd1079-e003-4f9f-84e8-ff0539153faa tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5465174 Mar 08 20:33:53.577817 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-27d8fac1-81d6-4fe5-adf2-6060294ec398 req-711c2e73-a33c-4330-8a08-7f6d3fc629fe tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "GET /v2.0/security-groups?id=594a1c24-3d62-4c4c-9d98-a58b8e523f99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3954804 Mar 08 20:33:53.584399 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.plugin [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Current status of the port fcc98749-6b95-448b-9a97-d06f849d92d7 is: ACTIVE; New status is: ACTIVE {{(pid=103460) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:33:53.692335 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdd1ae0-4293-4df3-bde3-5f487df6d6ee req-c17aff90-948b-43bf-9593-941abe64b3ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:33:53.703945 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-3bdd1ae0-4293-4df3-bde3-5f487df6d6ee req-c17aff90-948b-43bf-9593-941abe64b3ae service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f20808b123ee4f56a27c063a5a344a6f&device_id=746253e9-c452-490e-a0a9-d18104c2d5bf HTTP/1.1" status: 200 len: 1129 time: 0.4592812 Mar 08 20:33:53.762422 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd25e17-a509-4454-9b61-6be16147d4cf req-453a1e19-9818-40f8-8c67-dc5143d11cfb tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:33:53.770949 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-bdd25e17-a509-4454-9b61-6be16147d4cf req-453a1e19-9818-40f8-8c67-dc5143d11cfb tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] 10.222.0.41 "GET /v2.0/ports?device_id=bc092410-8ca8-4ed5-ad00-10064c4e328f HTTP/1.1" status: 200 len: 945 time: 0.1575241 Mar 08 20:33:53.866671 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-bdd25e17-a509-4454-9b61-6be16147d4cf req-4b1d0456-8566-46d9-acd3-ea3a455930e6 tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] 10.222.0.41 "GET /v2.0/security-groups?id=306014d5-d504-41eb-b92c-22e11b4bc9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945246 Mar 08 20:33:53.951459 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.db.l3_hamode_db [None req-44bdb440-e606-4276-a05b-f29b3d5504ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '530b8758-a936-4a7c-9055-3fd7021964a9', 'name': 'tempest-AttachVolumeNegativeTest-742847262-router', 'tenant_id': 'f20808b123ee4f56a27c063a5a344a6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'external_fixed_ips': [{'subnet_id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'ip_address': '172.27.2.231'}], 'enable_snat': True}, 'gw_port_id': 'd32f389e-7f79-4333-ab66-fc102b040de8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:31:20Z', 'updated_at': '2022-03-08T20:31:27Z', 'revision_number': 4, 'project_id': 'f20808b123ee4f56a27c063a5a344a6f', 'gw_port': {'id': 'd32f389e-7f79-4333-ab66-fc102b040de8', 'name': '', 'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:e2:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '530b8758-a936-4a7c-9055-3fd7021964a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'ip_address': '172.27.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:31:21Z', 'updated_at': '2022-03-08T20:31:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-3-iscsi', '_floatingips': [{'id': 'b547fc3c-8d67-408d-927f-ae3a2f6cb4dc', 'tenant_id': 'f20808b123ee4f56a27c063a5a344a6f', 'floating_ip_address': '172.27.2.86', 'floating_network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'router_id': '530b8758-a936-4a7c-9055-3fd7021964a9', 'port_id': '93f0e9aa-ddc8-4b50-8928-b322cf8f747d', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 109, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4b9653e-45c7-499b-ba57-89c5719459c1', 'mac_address': 'fa:16:3e:62:08:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76db48e1-da0b-42d6-9dac-a3bdaf9154db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T20:31:35Z', 'updated_at': '2022-03-08T20:32:14Z', 'revision_number': 2, 'project_id': 'f20808b123ee4f56a27c063a5a344a6f', 'fixed_ip_address_scope': None}, {'id': 'df01dd8c-ae62-43fa-9525-bc0ee2e20658', 'tenant_id': 'f20808b123ee4f56a27c063a5a344a6f', 'floating_ip_address': '172.27.2.211', 'floating_network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'router_id': '530b8758-a936-4a7c-9055-3fd7021964a9', 'port_id': '17b66bf1-0da6-436d-ab85-b9880e2c6420', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 385, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4b9653e-45c7-499b-ba57-89c5719459c1', 'mac_address': 'fa:16:3e:43:ee:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '746253e9-c452-490e-a0a9-d18104c2d5bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T20:33:18Z', 'updated_at': '2022-03-08T20:33:51Z', 'revision_number': 1, 'project_id': 'f20808b123ee4f56a27c063a5a344a6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c07238a4-1852-4dbe-82ad-b0c5eb7fb6f9', 'name': '', 'network_id': 'c4b9653e-45c7-499b-ba57-89c5719459c1', 'tenant_id': 'f20808b123ee4f56a27c063a5a344a6f', 'mac_address': 'fa:16:3e:58:2a:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '530b8758-a936-4a7c-9055-3fd7021964a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '3acd2cae-edc5-4deb-af56-8a423e7d5ec3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:31:26Z', 'updated_at': '2022-03-08T20:31:33Z', 'revision_number': 5, 'project_id': 'f20808b123ee4f56a27c063a5a344a6f', 'subnets': [{'id': '3acd2cae-edc5-4deb-af56-8a423e7d5ec3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830096-3-iscsi', False) {} {{(pid=103461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:33:53.991291 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44bdb440-e606-4276-a05b-f29b3d5504ae None None] Checking router: 530b8758-a936-4a7c-9055-3fd7021964a9 for host: dv-cinder-830096-3-iscsi {{(pid=103461) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 20:33:54.005158 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44bdb440-e606-4276-a05b-f29b3d5504ae None None] Routers {'530b8758-a936-4a7c-9055-3fd7021964a9'} bound to L3 agent in host dv-cinder-830096-3-iscsi {{(pid=103461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:33:54.006171 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.db.l3_hamode_db [None req-44bdb440-e606-4276-a05b-f29b3d5504ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T20:23:01Z,description=,heartbeat_timestamp=2022-03-08T20:33:31Z,host='dv-cinder-830096-3-iscsi',id=7ae9fd8f-5d61-4821-9eac-044950c450f0,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:23:02Z,topic='l3_agent')) {'router_ids': ['530b8758-a936-4a7c-9055-3fd7021964a9'], 'active': True} {{(pid=103461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:33:54.132107 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdd1ae0-4293-4df3-bde3-5f487df6d6ee req-226f1fca-8439-4e09-b88e-ad4905a320e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:33:54.135068 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-3bdd1ae0-4293-4df3-bde3-5f487df6d6ee req-226f1fca-8439-4e09-b88e-ad4905a320e6 service neutron] 10.222.0.37 "GET /v2.0/networks?id=c4b9653e-45c7-499b-ba57-89c5719459c1 HTTP/1.1" status: 200 len: 915 time: 0.4211817 Mar 08 20:33:54.151442 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd4112f-908e-4c89-b23d-7b535f5e3e8d req-d62ea134-5d8b-403f-a38f-0946db476f45 tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:33:54.154579 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-9fd4112f-908e-4c89-b23d-7b535f5e3e8d req-d62ea134-5d8b-403f-a38f-0946db476f45 tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] 10.222.0.41 "GET /v2.0/ports?device_id=bad46cc3-630c-44e3-97f4-2efe2ffc87e1 HTTP/1.1" status: 200 len: 945 time: 0.2525330 Mar 08 20:33:54.159095 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745146981205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476605'] for agent (905863fd-6a46-47f8-82ce-98f31309cbd3), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:54.313163 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.db.l3_dvr_db [None req-44bdb440-e606-4276-a05b-f29b3d5504ae None None] Set router 530b8758-a936-4a7c-9055-3fd7021964a9 gateway port host: dv-cinder-830096-3-iscsi {{(pid=103461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:33:54.337153 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-3bdd1ae0-4293-4df3-bde3-5f487df6d6ee req-fe7341df-7b10-44b7-8571-75f11265af3e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=17b66bf1-0da6-436d-ab85-b9880e2c6420 HTTP/1.1" status: 200 len: 999 time: 0.1806417 Mar 08 20:33:54.353482 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-9fd4112f-908e-4c89-b23d-7b535f5e3e8d req-39734fc3-95f3-45cf-b51e-18be838e2e4c tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] 10.222.0.41 "GET /v2.0/security-groups?id=67f89219-d397-47b0-aaf7-d3f898f93734&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1871369 Mar 08 20:33:54.489265 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdd1ae0-4293-4df3-bde3-5f487df6d6ee req-b6e5c223-a7c8-49d7-99b7-035ce7079e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:33:54.493163 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-3bdd1ae0-4293-4df3-bde3-5f487df6d6ee req-b6e5c223-a7c8-49d7-99b7-035ce7079e28 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3acd2cae-edc5-4deb-af56-8a423e7d5ec3 HTTP/1.1" status: 200 len: 853 time: 0.1369276 Mar 08 20:33:54.567244 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdd1ae0-4293-4df3-bde3-5f487df6d6ee req-4428cbe7-713c-4156-94af-462c2da28ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:33:54.569247 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-3bdd1ae0-4293-4df3-bde3-5f487df6d6ee req-4428cbe7-713c-4156-94af-462c2da28ee4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c4b9653e-45c7-499b-ba57-89c5719459c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0683105 Mar 08 20:33:54.773386 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-3bdd1ae0-4293-4df3-bde3-5f487df6d6ee req-27a34a56-57fe-40fc-b2c9-66aa9edbab7a service neutron] 10.222.0.37 "GET /v2.0/networks/c4b9653e-45c7-499b-ba57-89c5719459c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1855924 Mar 08 20:33:54.939680 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48953db3-6ad6-4a25-a670-57ae95fb3c79 req-afb2762e-c14b-45e8-aed8-81c8628d3b12 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:33:54.954978 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-48953db3-6ad6-4a25-a670-57ae95fb3c79 req-afb2762e-c14b-45e8-aed8-81c8628d3b12 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "GET /v2.0/ports?device_id=f3764666-b97b-49ee-a110-73b596762fc2 HTTP/1.1" status: 200 len: 945 time: 0.1444159 Mar 08 20:33:55.046968 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.db.l3_hamode_db [None req-44bdb440-e606-4276-a05b-f29b3d5504ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '530b8758-a936-4a7c-9055-3fd7021964a9', 'name': 'tempest-AttachVolumeNegativeTest-742847262-router', 'tenant_id': 'f20808b123ee4f56a27c063a5a344a6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'external_fixed_ips': [{'subnet_id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'ip_address': '172.27.2.231'}], 'enable_snat': True}, 'gw_port_id': 'd32f389e-7f79-4333-ab66-fc102b040de8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:31:20Z', 'updated_at': '2022-03-08T20:31:27Z', 'revision_number': 4, 'project_id': 'f20808b123ee4f56a27c063a5a344a6f', 'gw_port': {'id': 'd32f389e-7f79-4333-ab66-fc102b040de8', 'name': '', 'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:e2:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '530b8758-a936-4a7c-9055-3fd7021964a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'ip_address': '172.27.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:31:21Z', 'updated_at': '2022-03-08T20:31:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-3-iscsi', '_floatingips': [{'id': 'b547fc3c-8d67-408d-927f-ae3a2f6cb4dc', 'tenant_id': 'f20808b123ee4f56a27c063a5a344a6f', 'floating_ip_address': '172.27.2.86', 'floating_network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'router_id': '530b8758-a936-4a7c-9055-3fd7021964a9', 'port_id': '93f0e9aa-ddc8-4b50-8928-b322cf8f747d', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 109, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4b9653e-45c7-499b-ba57-89c5719459c1', 'mac_address': 'fa:16:3e:62:08:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76db48e1-da0b-42d6-9dac-a3bdaf9154db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T20:31:35Z', 'updated_at': '2022-03-08T20:32:14Z', 'revision_number': 2, 'project_id': 'f20808b123ee4f56a27c063a5a344a6f', 'fixed_ip_address_scope': None}, {'id': 'df01dd8c-ae62-43fa-9525-bc0ee2e20658', 'tenant_id': 'f20808b123ee4f56a27c063a5a344a6f', 'floating_ip_address': '172.27.2.211', 'floating_network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'router_id': '530b8758-a936-4a7c-9055-3fd7021964a9', 'port_id': '17b66bf1-0da6-436d-ab85-b9880e2c6420', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 385, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4b9653e-45c7-499b-ba57-89c5719459c1', 'mac_address': 'fa:16:3e:43:ee:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '746253e9-c452-490e-a0a9-d18104c2d5bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T20:33:18Z', 'updated_at': '2022-03-08T20:33:51Z', 'revision_number': 1, 'project_id': 'f20808b123ee4f56a27c063a5a344a6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c07238a4-1852-4dbe-82ad-b0c5eb7fb6f9', 'name': '', 'network_id': 'c4b9653e-45c7-499b-ba57-89c5719459c1', 'tenant_id': 'f20808b123ee4f56a27c063a5a344a6f', 'mac_address': 'fa:16:3e:58:2a:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '530b8758-a936-4a7c-9055-3fd7021964a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '3acd2cae-edc5-4deb-af56-8a423e7d5ec3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:31:26Z', 'updated_at': '2022-03-08T20:31:33Z', 'revision_number': 5, 'project_id': 'f20808b123ee4f56a27c063a5a344a6f', 'subnets': [{'id': '3acd2cae-edc5-4deb-af56-8a423e7d5ec3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830096-3-iscsi', False) {} {{(pid=103461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:33:55.048057 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-3bdd1ae0-4293-4df3-bde3-5f487df6d6ee req-ea323dc0-8160-4ac3-8663-f6232b856a93 service neutron] 10.222.0.37 "GET /v2.0/networks/c4b9653e-45c7-499b-ba57-89c5719459c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2458789 Mar 08 20:33:55.057423 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-48953db3-6ad6-4a25-a670-57ae95fb3c79 req-a2afbc73-d465-4419-9c94-5f6034d22dcd tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "GET /v2.0/security-groups?id=594a1c24-3d62-4c4c-9d98-a58b8e523f99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0991035 Mar 08 20:33:55.064435 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44bdb440-e606-4276-a05b-f29b3d5504ae None None] The sync data for ids ['530b8758-a936-4a7c-9055-3fd7021964a9'] in dv-cinder-830096-3-iscsi is: [{'id': '530b8758-a936-4a7c-9055-3fd7021964a9', 'name': 'tempest-AttachVolumeNegativeTest-742847262-router', 'tenant_id': 'f20808b123ee4f56a27c063a5a344a6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'external_fixed_ips': [{'subnet_id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'ip_address': '172.27.2.231'}], 'enable_snat': True}, 'gw_port_id': 'd32f389e-7f79-4333-ab66-fc102b040de8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:31:20Z', 'updated_at': '2022-03-08T20:31:27Z', 'revision_number': 4, 'project_id': 'f20808b123ee4f56a27c063a5a344a6f', 'gw_port': {'id': 'd32f389e-7f79-4333-ab66-fc102b040de8', 'name': '', 'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:e2:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '530b8758-a936-4a7c-9055-3fd7021964a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'ip_address': '172.27.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:31:21Z', 'updated_at': '2022-03-08T20:31:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-3-iscsi', '_floatingips': [{'id': 'b547fc3c-8d67-408d-927f-ae3a2f6cb4dc', 'tenant_id': 'f20808b123ee4f56a27c063a5a344a6f', 'floating_ip_address': '172.27.2.86', 'floating_network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'router_id': '530b8758-a936-4a7c-9055-3fd7021964a9', 'port_id': '93f0e9aa-ddc8-4b50-8928-b322cf8f747d', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 109, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4b9653e-45c7-499b-ba57-89c5719459c1', 'mac_address': 'fa:16:3e:62:08:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76db48e1-da0b-42d6-9dac-a3bdaf9154db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T20:31:35Z', 'updated_at': '2022-03-08T20:32:14Z', 'revision_number': 2, 'project_id': 'f20808b123ee4f56a27c063a5a344a6f', 'fixed_ip_address_scope': None}, {'id': 'df01dd8c-ae62-43fa-9525-bc0ee2e20658', 'tenant_id': 'f20808b123ee4f56a27c063a5a344a6f', 'floating_ip_address': '172.27.2.211', 'floating_network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'router_id': '530b8758-a936-4a7c-9055-3fd7021964a9', 'port_id': '17b66bf1-0da6-436d-ab85-b9880e2c6420', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 385, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4b9653e-45c7-499b-ba57-89c5719459c1', 'mac_address': 'fa:16:3e:43:ee:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '746253e9-c452-490e-a0a9-d18104c2d5bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T20:33:18Z', 'updated_at': '2022-03-08T20:33:51Z', 'revision_number': 1, 'project_id': 'f20808b123ee4f56a27c063a5a344a6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c07238a4-1852-4dbe-82ad-b0c5eb7fb6f9', 'name': '', 'network_id': 'c4b9653e-45c7-499b-ba57-89c5719459c1', 'tenant_id': 'f20808b123ee4f56a27c063a5a344a6f', 'mac_address': 'fa:16:3e:58:2a:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '530b8758-a936-4a7c-9055-3fd7021964a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '3acd2cae-edc5-4deb-af56-8a423e7d5ec3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:31:26Z', 'updated_at': '2022-03-08T20:31:33Z', 'revision_number': 5, 'project_id': 'f20808b123ee4f56a27c063a5a344a6f', 'subnets': [{'id': '3acd2cae-edc5-4deb-af56-8a423e7d5ec3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 20:33:55.143058 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1933dc28-b648-4a00-a91b-b68bba60419a req-0f2953f2-fad1-45f3-a093-7a1481b19d80 tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:33:55.145998 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-1933dc28-b648-4a00-a91b-b68bba60419a req-0f2953f2-fad1-45f3-a093-7a1481b19d80 tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] 10.222.0.41 "GET /v2.0/ports?device_id=bc092410-8ca8-4ed5-ad00-10064c4e328f HTTP/1.1" status: 200 len: 945 time: 0.0962813 Mar 08 20:33:55.203453 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-1933dc28-b648-4a00-a91b-b68bba60419a req-5aead14d-5bf8-4331-864e-58fea0b5cadf tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] 10.222.0.41 "GET /v2.0/security-groups?id=306014d5-d504-41eb-b92c-22e11b4bc9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512838 Mar 08 20:33:55.300744 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d80d48b-23a8-41c3-9435-89d309e717b0 None None] New status for floating IP df01dd8c-ae62-43fa-9525-bc0ee2e20658: ACTIVE {{(pid=103460) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 20:33:56.275104 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94baa5b3-0e50-49ba-8949-41f328dae8e9 req-8c893aa3-f18f-4a66-999f-dfc5d4c77b6f tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:33:56.277841 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-94baa5b3-0e50-49ba-8949-41f328dae8e9 req-8c893aa3-f18f-4a66-999f-dfc5d4c77b6f tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "GET /v2.0/ports?device_id=f3764666-b97b-49ee-a110-73b596762fc2 HTTP/1.1" status: 200 len: 945 time: 0.0806866 Mar 08 20:33:56.356467 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-94baa5b3-0e50-49ba-8949-41f328dae8e9 req-6651af3e-c1c4-4a1b-ad94-69a3d4d4e47d tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "GET /v2.0/security-groups?id=594a1c24-3d62-4c4c-9d98-a58b8e523f99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710297 Mar 08 20:33:56.441680 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c386db6-7229-4467-9366-84df5b156063 req-e24aa741-e0d3-4b9a-8c64-15ed33069646 tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:33:56.445505 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-4c386db6-7229-4467-9366-84df5b156063 req-e24aa741-e0d3-4b9a-8c64-15ed33069646 tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] 10.222.0.41 "GET /v2.0/ports?device_id=bc092410-8ca8-4ed5-ad00-10064c4e328f HTTP/1.1" status: 200 len: 945 time: 0.1309652 Mar 08 20:33:56.551251 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-4c386db6-7229-4467-9366-84df5b156063 req-614ad504-b881-4713-afe3-48c09b9793d2 tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] 10.222.0.41 "GET /v2.0/security-groups?id=306014d5-d504-41eb-b92c-22e11b4bc9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993962 Mar 08 20:33:57.199743 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.db.agents_db [None req-39e8813d-158c-4e2f-bb5f-b8539461cb33 None None] Agent healthcheck: found 6 active agents {{(pid=103461) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 20:33:57.575641 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431fd5af-a2ec-492a-8596-aa56c3666bcc req-2c8efacb-1060-4dea-a40c-764b2d035c6e tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:33:57.581991 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-431fd5af-a2ec-492a-8596-aa56c3666bcc req-2c8efacb-1060-4dea-a40c-764b2d035c6e tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "GET /v2.0/ports?device_id=f3764666-b97b-49ee-a110-73b596762fc2 HTTP/1.1" status: 200 len: 945 time: 0.0925381 Mar 08 20:33:57.708247 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-431fd5af-a2ec-492a-8596-aa56c3666bcc req-12d202f5-2436-4103-9d92-9e3c31d00e90 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "GET /v2.0/security-groups?id=594a1c24-3d62-4c4c-9d98-a58b8e523f99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0981705 Mar 08 20:33:57.788131 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af438a20-2154-4d53-857c-68558bfd7045 req-5ca1bb70-967c-4c34-befc-4d2a1bf8f62a tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:33:57.790822 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-af438a20-2154-4d53-857c-68558bfd7045 req-5ca1bb70-967c-4c34-befc-4d2a1bf8f62a tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] 10.222.0.41 "GET /v2.0/ports?device_id=bc092410-8ca8-4ed5-ad00-10064c4e328f HTTP/1.1" status: 200 len: 945 time: 0.1040094 Mar 08 20:33:57.864350 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-af438a20-2154-4d53-857c-68558bfd7045 req-791bcbc7-cdbb-4856-b430-59a5fdf6dbc1 tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] 10.222.0.41 "GET /v2.0/security-groups?id=306014d5-d504-41eb-b92c-22e11b4bc9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626841 Mar 08 20:33:58.761304 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4402b3f-c7b4-4227-b4d8-375d1da6aef6 req-15988941-30b8-4d31-b027-fa7035b2dc47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:33:58.775917 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-b4402b3f-c7b4-4227-b4d8-375d1da6aef6 req-15988941-30b8-4d31-b027-fa7035b2dc47 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=bc092410-8ca8-4ed5-ad00-10064c4e328f HTTP/1.1" status: 200 len: 1129 time: 0.1326098 Mar 08 20:33:58.867171 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-b4402b3f-c7b4-4227-b4d8-375d1da6aef6 req-81205369-b0e7-4e32-9817-127d4caa09d9 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=306014d5-d504-41eb-b92c-22e11b4bc9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880895 Mar 08 20:33:58.924789 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75262ce5-3653-4eed-95ca-13e68fc67b1d req-766a3eb2-1478-42a6-b32e-56fccba059cd tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:33:58.926306 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-75262ce5-3653-4eed-95ca-13e68fc67b1d req-766a3eb2-1478-42a6-b32e-56fccba059cd tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "GET /v2.0/ports?device_id=f3764666-b97b-49ee-a110-73b596762fc2 HTTP/1.1" status: 200 len: 945 time: 0.0850103 Mar 08 20:33:58.992648 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-75262ce5-3653-4eed-95ca-13e68fc67b1d req-742e281a-cdff-4398-8884-199c74ab3311 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "GET /v2.0/security-groups?id=594a1c24-3d62-4c4c-9d98-a58b8e523f99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536072 Mar 08 20:33:59.038653 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d93d05-957e-46f4-aa3c-f968760044c1 req-41ecb8d3-2d7b-42d3-a98f-99011f2eecac tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:33:59.041176 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-e0d93d05-957e-46f4-aa3c-f968760044c1 req-41ecb8d3-2d7b-42d3-a98f-99011f2eecac tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] 10.222.0.41 "GET /v2.0/ports?device_id=bc092410-8ca8-4ed5-ad00-10064c4e328f HTTP/1.1" status: 200 len: 945 time: 0.0716839 Mar 08 20:33:59.113102 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-e0d93d05-957e-46f4-aa3c-f968760044c1 req-57ae4b36-dd57-4607-93bf-810dbf7cc673 tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] 10.222.0.41 "GET /v2.0/security-groups?id=306014d5-d504-41eb-b92c-22e11b4bc9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649867 Mar 08 20:33:59.451184 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-ebeb041a-f0f5-4ee4-ae08-4fae2884d46d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745146981205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476605'] for agent (a3d84102-f7d3-452b-861a-973020576047), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:00.263682 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1781b14a-7340-43ba-a3e5-d66f9e40b848 req-31f67d93-c708-4221-a43a-163a1bd071bf tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:34:00.266666 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-1781b14a-7340-43ba-a3e5-d66f9e40b848 req-31f67d93-c708-4221-a43a-163a1bd071bf tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "GET /v2.0/ports?device_id=f3764666-b97b-49ee-a110-73b596762fc2 HTTP/1.1" status: 200 len: 945 time: 0.1505086 Mar 08 20:34:00.361231 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0250861-be10-4c35-bbcb-f696e296fefb req-f0cb8ccf-437d-4b16-895d-aec35565f9fb tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:34:00.364229 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-c0250861-be10-4c35-bbcb-f696e296fefb req-f0cb8ccf-437d-4b16-895d-aec35565f9fb tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] 10.222.0.41 "GET /v2.0/ports?device_id=bc092410-8ca8-4ed5-ad00-10064c4e328f HTTP/1.1" status: 200 len: 945 time: 0.1257348 Mar 08 20:34:00.397875 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-1781b14a-7340-43ba-a3e5-d66f9e40b848 req-56a37719-c39f-4a4c-9dff-3b5a3e2896e2 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "GET /v2.0/security-groups?id=594a1c24-3d62-4c4c-9d98-a58b8e523f99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1179705 Mar 08 20:34:00.488364 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-c0250861-be10-4c35-bbcb-f696e296fefb req-04f429b2-87fa-489b-8909-8a9dddfc0fc7 tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] 10.222.0.41 "GET /v2.0/security-groups?id=306014d5-d504-41eb-b92c-22e11b4bc9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050997 Mar 08 20:34:01.221994 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-355ed409-f921-4da2-adcd-5d74562f87f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745146981205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476605'] for agent (7ae9fd8f-5d61-4821-9eac-044950c450f0), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:01.573307 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38f234a-ef41-45bb-95af-6283e1c23fbf req-0dcac7f6-19da-4e56-993f-ebd19a9a91e7 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:34:01.575703 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-f38f234a-ef41-45bb-95af-6283e1c23fbf req-0dcac7f6-19da-4e56-993f-ebd19a9a91e7 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "GET /v2.0/ports?device_id=f3764666-b97b-49ee-a110-73b596762fc2 HTTP/1.1" status: 200 len: 945 time: 0.0705996 Mar 08 20:34:01.649935 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-f38f234a-ef41-45bb-95af-6283e1c23fbf req-7324d662-f034-4d77-b174-315cadc6bc2b tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "GET /v2.0/security-groups?id=594a1c24-3d62-4c4c-9d98-a58b8e523f99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681961 Mar 08 20:34:01.699287 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1fb216-e48d-4378-a4ac-ca5d2aba9094 req-a39ba382-9638-4706-800d-d77accb2aef9 tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:34:01.702554 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-7d1fb216-e48d-4378-a4ac-ca5d2aba9094 req-a39ba382-9638-4706-800d-d77accb2aef9 tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] 10.222.0.41 "GET /v2.0/ports?device_id=bc092410-8ca8-4ed5-ad00-10064c4e328f HTTP/1.1" status: 200 len: 945 time: 0.0723321 Mar 08 20:34:01.757788 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-7d1fb216-e48d-4378-a4ac-ca5d2aba9094 req-4dba4e17-c893-409e-9eb1-39bb855858f0 tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] 10.222.0.41 "GET /v2.0/security-groups?id=306014d5-d504-41eb-b92c-22e11b4bc9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441942 Mar 08 20:34:01.906198 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ff629a-4260-43ca-9b87-541ad453ffa6 req-dc96e558-a9eb-4270-a472-b9e810f13891 tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:34:01.907737 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-b7ff629a-4260-43ca-9b87-541ad453ffa6 req-dc96e558-a9eb-4270-a472-b9e810f13891 tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5f8ea3c-dce4-482f-8530-87a9153e6873 HTTP/1.1" status: 200 len: 946 time: 0.0563550 Mar 08 20:34:01.960379 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-b7ff629a-4260-43ca-9b87-541ad453ffa6 req-aec83851-a39c-418c-bae1-42f054e96226 tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] 10.222.0.41 "GET /v2.0/security-groups?id=306014d5-d504-41eb-b92c-22e11b4bc9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468097 Mar 08 20:34:02.358915 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-dbe61520-29cf-4847-b96e-6d24c6c097a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745146981205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476605'] for agent (6cc78598-e6b3-4e4d-a99c-31b9c4784fd2), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:02.816614 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d45595-48de-4d4d-b8f2-54d5cac7beaf req-088fe11c-a271-4802-b8f9-c5ce9f4ec281 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:34:02.818926 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-34d45595-48de-4d4d-b8f2-54d5cac7beaf req-088fe11c-a271-4802-b8f9-c5ce9f4ec281 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "GET /v2.0/ports?device_id=f3764666-b97b-49ee-a110-73b596762fc2 HTTP/1.1" status: 200 len: 945 time: 0.0775647 Mar 08 20:34:02.897829 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-34d45595-48de-4d4d-b8f2-54d5cac7beaf req-023c1180-8828-420a-877c-bfcb69f76419 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "GET /v2.0/security-groups?id=594a1c24-3d62-4c4c-9d98-a58b8e523f99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0686562 Mar 08 20:34:03.683928 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-7a330e8f-62e0-4259-bea2-8ced8e9b3a98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745146981205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476605'] for agent (cd1d0244-f954-4bda-89fb-1fdc1954e39d), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:04.056531 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884e3ea7-fa40-49cb-b113-d703abacb8a9 req-1b4bc42a-bd5d-4584-a05e-a5ded5842102 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:34:04.058102 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-884e3ea7-fa40-49cb-b113-d703abacb8a9 req-1b4bc42a-bd5d-4584-a05e-a5ded5842102 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "GET /v2.0/ports?device_id=f3764666-b97b-49ee-a110-73b596762fc2 HTTP/1.1" status: 200 len: 945 time: 0.0807569 Mar 08 20:34:04.118013 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-884e3ea7-fa40-49cb-b113-d703abacb8a9 req-057c3bf3-41d9-44da-8b1c-69d074ac58b9 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "GET /v2.0/security-groups?id=594a1c24-3d62-4c4c-9d98-a58b8e523f99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535321 Mar 08 20:34:05.283021 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5587ee8b-a7e1-49c9-903a-8d158cb9de9c req-6f19e5f3-422e-4cfb-8b52-c5ccce3bcfe6 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:34:05.284773 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-5587ee8b-a7e1-49c9-903a-8d158cb9de9c req-6f19e5f3-422e-4cfb-8b52-c5ccce3bcfe6 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "GET /v2.0/ports?device_id=f3764666-b97b-49ee-a110-73b596762fc2 HTTP/1.1" status: 200 len: 945 time: 0.0697663 Mar 08 20:34:05.329392 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745146981205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476605'] for agent (fa4b043a-5d45-4181-9cb2-30d29598ef5b), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:05.381991 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-5587ee8b-a7e1-49c9-903a-8d158cb9de9c req-a70775f2-3396-41ab-88c2-ff4f171f40f3 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "GET /v2.0/security-groups?id=594a1c24-3d62-4c4c-9d98-a58b8e523f99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0879421 Mar 08 20:34:05.423673 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a6e569-15b7-4df2-a6e8-91d4d0dc45f1 req-3f1ee995-3831-44e2-a988-ba2319134988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:34:05.423673 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-a0a6e569-15b7-4df2-a6e8-91d4d0dc45f1 req-3f1ee995-3831-44e2-a988-ba2319134988 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=01d3223cb5334df4aeb878f77f56a4af&device_id=f3764666-b97b-49ee-a110-73b596762fc2 HTTP/1.1" status: 200 len: 1129 time: 0.0764804 Mar 08 20:34:05.526038 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a6e569-15b7-4df2-a6e8-91d4d0dc45f1 req-efea0c21-9aba-4078-b9ba-2f74757b5c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:34:05.527612 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-a0a6e569-15b7-4df2-a6e8-91d4d0dc45f1 req-efea0c21-9aba-4078-b9ba-2f74757b5c13 service neutron] 10.222.0.37 "GET /v2.0/networks?id=6c06189c-e7e3-4c8a-acc0-5147890ac16f HTTP/1.1" status: 200 len: 917 time: 0.1015213 Mar 08 20:34:05.615319 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-a0a6e569-15b7-4df2-a6e8-91d4d0dc45f1 req-cbd3564a-86c6-41b2-95a4-b14688fba7a9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=191c4710-0568-4083-be7c-dec75711110b HTTP/1.1" status: 200 len: 1000 time: 0.0776525 Mar 08 20:34:05.672646 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a6e569-15b7-4df2-a6e8-91d4d0dc45f1 req-9aeea605-706f-4c00-a3aa-cde8ef23c7f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:34:05.675261 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-a0a6e569-15b7-4df2-a6e8-91d4d0dc45f1 req-9aeea605-706f-4c00-a3aa-cde8ef23c7f5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=22d98187-3e01-4f4c-846a-c4973fed68d0 HTTP/1.1" status: 200 len: 855 time: 0.0535836 Mar 08 20:34:05.752806 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a6e569-15b7-4df2-a6e8-91d4d0dc45f1 req-aa63143f-6ad5-4018-b166-d3ee3141e57a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:34:05.754397 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-a0a6e569-15b7-4df2-a6e8-91d4d0dc45f1 req-aa63143f-6ad5-4018-b166-d3ee3141e57a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6c06189c-e7e3-4c8a-acc0-5147890ac16f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0693834 Mar 08 20:34:05.892737 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-a0a6e569-15b7-4df2-a6e8-91d4d0dc45f1 req-b99a8498-a3bb-4517-a516-9805915abce3 service neutron] 10.222.0.37 "GET /v2.0/networks/6c06189c-e7e3-4c8a-acc0-5147890ac16f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313078 Mar 08 20:34:06.003970 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-a0a6e569-15b7-4df2-a6e8-91d4d0dc45f1 req-3148d36b-48d5-40c6-bdb6-c988a470d6c5 service neutron] 10.222.0.37 "GET /v2.0/networks/6c06189c-e7e3-4c8a-acc0-5147890ac16f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038547 Mar 08 20:34:06.494214 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3660b421-0c76-4049-b7b6-503205ba7402 req-3ff84a6a-9d72-444e-9759-b71afe82cfd4 tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:34:06.501079 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-3660b421-0c76-4049-b7b6-503205ba7402 req-3ff84a6a-9d72-444e-9759-b71afe82cfd4 tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5f8ea3c-dce4-482f-8530-87a9153e6873 HTTP/1.1" status: 200 len: 946 time: 0.0919509 Mar 08 20:34:06.602158 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af71a28-8c03-4ea2-82f0-1adf0195c6cb req-18421c5e-e109-4578-a3b0-107d3c963fe7 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:34:06.605064 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-8af71a28-8c03-4ea2-82f0-1adf0195c6cb req-18421c5e-e109-4578-a3b0-107d3c963fe7 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "GET /v2.0/ports?device_id=f3764666-b97b-49ee-a110-73b596762fc2 HTTP/1.1" status: 200 len: 945 time: 0.0864732 Mar 08 20:34:06.633848 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-3660b421-0c76-4049-b7b6-503205ba7402 req-a8312c06-69ab-4c10-8eda-529360df5d92 tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] 10.222.0.41 "GET /v2.0/security-groups?id=306014d5-d504-41eb-b92c-22e11b4bc9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289515 Mar 08 20:34:06.637147 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663f29a8-63f3-4e11-8c62-dc7e5a3b92fa req-6c5eed10-2e64-49c6-9e02-dcf44b8bfd51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:34:06.640754 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-663f29a8-63f3-4e11-8c62-dc7e5a3b92fa req-6c5eed10-2e64-49c6-9e02-dcf44b8bfd51 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3ab75e5ad0c04c16ae8ecd6073e24a81&device_id=a5f8ea3c-dce4-482f-8530-87a9153e6873 HTTP/1.1" status: 200 len: 1130 time: 0.1357462 Mar 08 20:34:06.700152 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-8af71a28-8c03-4ea2-82f0-1adf0195c6cb req-6b0b2360-b8cd-4420-87e4-92cc9cd677e1 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "GET /v2.0/security-groups?id=594a1c24-3d62-4c4c-9d98-a58b8e523f99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0874553 Mar 08 20:34:06.787430 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663f29a8-63f3-4e11-8c62-dc7e5a3b92fa req-2e83540f-03fa-4dd2-83fd-89fb1dd5761a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:34:06.787430 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-663f29a8-63f3-4e11-8c62-dc7e5a3b92fa req-2e83540f-03fa-4dd2-83fd-89fb1dd5761a service neutron] 10.222.0.37 "GET /v2.0/networks?id=de9446a0-c58a-4c9a-a8d6-6921f8f95911 HTTP/1.1" status: 200 len: 919 time: 0.1394022 Mar 08 20:34:06.837660 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-663f29a8-63f3-4e11-8c62-dc7e5a3b92fa req-f15deee6-3aff-4f67-80c5-e744d55bdf1d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=64834295-ef23-47d3-a226-c43721e27b16 HTTP/1.1" status: 200 len: 217 time: 0.0426300 Mar 08 20:34:06.911821 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663f29a8-63f3-4e11-8c62-dc7e5a3b92fa req-da63669a-63cd-40b7-9c68-588d43fac1f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:34:06.914607 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-663f29a8-63f3-4e11-8c62-dc7e5a3b92fa req-da63669a-63cd-40b7-9c68-588d43fac1f7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c447eb81-039d-4a17-9b2c-b8079a3e024b HTTP/1.1" status: 200 len: 858 time: 0.0704567 Mar 08 20:34:06.953323 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-663f29a8-63f3-4e11-8c62-dc7e5a3b92fa req-e7e78c00-904a-47e6-a6e9-4bcac89b9301 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=de9446a0-c58a-4c9a-a8d6-6921f8f95911&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318782 Mar 08 20:34:07.041901 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.41', 60894) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:34:07.091617 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-663f29a8-63f3-4e11-8c62-dc7e5a3b92fa req-2e44782d-0a1b-4261-a697-64ac733bf5df service neutron] 10.222.0.37 "GET /v2.0/networks/de9446a0-c58a-4c9a-a8d6-6921f8f95911?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1185570 Mar 08 20:34:07.219361 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.rpc [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Device 191c4710-0568-4083-be7c-dec75711110b no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103460) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 20:34:07.251714 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-919ee1b2-cd6a-4577-909b-84f5dc2ce92a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:07.413542 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.plugin [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Current status of the port 191c4710-0568-4083-be7c-dec75711110b is: ACTIVE; New status is: DOWN {{(pid=103460) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:34:07.414188 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747308'] for port (191c4710-0568-4083-be7c-dec75711110b), before_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:07.459143 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3764666-b97b-49ee-a110-73b596762fc2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '191c4710-0568-4083-be7c-dec75711110b'}] {{(pid=103460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 20:34:07.463088 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf2096ed20afa7c789231551a200e589db82a1cedf1791aa7acfc36920bc021b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea633da8-4771-4414-b460-f2f0cf65b79a" -d '{"events": [{"server_uuid": "f3764666-b97b-49ee-a110-73b596762fc2", "name": "network-vif-unplugged", "status": "completed", "tag": "191c4710-0568-4083-be7c-dec75711110b"}]}' {{(pid=103460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 20:34:07.493039 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.db [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] For port 191c4710-0568-4083-be7c-dec75711110b, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=191c4710-0568-4083-be7c-dec75711110b,segment=NetworkSegment(06ef9f39-1080-4af3-a1d4-5e6b0fa990b9),segment_id=06ef9f39-1080-4af3-a1d4-5e6b0fa990b9)] {{(pid=103460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:34:07.493233 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-919ee1b2-cd6a-4577-909b-84f5dc2ce92a admin admin] Publish callbacks [] for security_group (70bd19f0-6ac7-4ebd-8828-273bd21d1e0b), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:07.495068 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-663f29a8-63f3-4e11-8c62-dc7e5a3b92fa req-bf3d1659-9198-49bf-a95e-86c6e6439f8d service neutron] 10.222.0.37 "GET /v2.0/networks/de9446a0-c58a-4c9a-a8d6-6921f8f95911?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3967977 Mar 08 20:34:07.528759 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 08 Mar 2022 20:34:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b090629c-fd0e-47e3-a856-c1988a293cf1 x-openstack-request-id: req-b090629c-fd0e-47e3-a856-c1988a293cf1 {{(pid=103460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 20:34:07.528759 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3764666-b97b-49ee-a110-73b596762fc2", "name": "network-vif-unplugged", "status": "completed", "tag": "191c4710-0568-4083-be7c-dec75711110b", "code": 200}]} {{(pid=103460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 20:34:07.528759 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b090629c-fd0e-47e3-a856-c1988a293cf1 {{(pid=103460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 20:34:07.528759 dv-cinder-830096-3-iscsi neutron-server[103460]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3764666-b97b-49ee-a110-73b596762fc2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '191c4710-0568-4083-be7c-dec75711110b', 'code': 200} Mar 08 20:34:07.616015 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745146878648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745146440924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745146440942'] for port (191c4710-0568-4083-be7c-dec75711110b), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:07.659872 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-919ee1b2-cd6a-4577-909b-84f5dc2ce92a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310940'] for security_group (70bd19f0-6ac7-4ebd-8828-273bd21d1e0b), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:07.691854 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Pushing event updated for resources: {'Port': ['ID=191c4710-0568-4083-be7c-dec75711110b,revision_number=8']} {{(pid=103460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:34:07.722863 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919ee1b2-cd6a-4577-909b-84f5dc2ce92a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70bd19f0-6ac7-4ebd-8828-273bd21d1e0b,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:34:07.727977 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-919ee1b2-cd6a-4577-909b-84f5dc2ce92a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ce0ec00749af4f38a212dbfa126516bf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6844921 Mar 08 20:34:07.738639 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.41', 60908) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:34:07.847714 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-1cd9d84b-a9a6-438c-a63e-662724938489 admin admin] Publish callbacks [] for security_group (70bd19f0-6ac7-4ebd-8828-273bd21d1e0b), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:07.885878 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-1cd9d84b-a9a6-438c-a63e-662724938489 admin admin] Publish callbacks [] for security_group (70bd19f0-6ac7-4ebd-8828-273bd21d1e0b), precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:07.888847 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca71c56-2b04-4ebf-a46c-5c3785e1dd48 req-09a18aa7-6723-4357-b4a2-33456cffd63e tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:34:07.891766 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-bca71c56-2b04-4ebf-a46c-5c3785e1dd48 req-09a18aa7-6723-4357-b4a2-33456cffd63e tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "GET /v2.0/ports?device_id=f3764666-b97b-49ee-a110-73b596762fc2 HTTP/1.1" status: 200 len: 943 time: 0.0786905 Mar 08 20:34:07.912014 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f976d4-2172-444e-b46f-a5aa7ea6a774 req-348ceae9-4b4f-4773-a780-48be4887ca9a tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:34:07.914293 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-b5f976d4-2172-444e-b46f-a5aa7ea6a774 req-348ceae9-4b4f-4773-a780-48be4887ca9a tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5f8ea3c-dce4-482f-8530-87a9153e6873 HTTP/1.1" status: 200 len: 946 time: 0.1191864 Mar 08 20:34:07.966736 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-bca71c56-2b04-4ebf-a46c-5c3785e1dd48 req-3df9f7f9-a1fd-4ddc-9fd1-f98536c8b7ed tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "GET /v2.0/security-groups?id=594a1c24-3d62-4c4c-9d98-a58b8e523f99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657320 Mar 08 20:34:07.994464 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-b5f976d4-2172-444e-b46f-a5aa7ea6a774 req-816c7104-aa4d-40d1-8dd0-069299898f25 tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] 10.222.0.41 "GET /v2.0/security-groups?id=306014d5-d504-41eb-b92c-22e11b4bc9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695019 Mar 08 20:34:08.090863 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-1cd9d84b-a9a6-438c-a63e-662724938489 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310940'] for security_group (70bd19f0-6ac7-4ebd-8828-273bd21d1e0b), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:08.096018 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-1cd9d84b-a9a6-438c-a63e-662724938489 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:08.104407 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-1cd9d84b-a9a6-438c-a63e-662724938489 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/70bd19f0-6ac7-4ebd-8828-273bd21d1e0b HTTP/1.1" status: 204 len: 168 time: 0.3639355 Mar 08 20:34:08.134052 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd9d84b-a9a6-438c-a63e-662724938489 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70bd19f0-6ac7-4ebd-8828-273bd21d1e0b,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:34:09.147731 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8801ba69-0b63-4fcb-bc74-985b4eed3d27 req-d86d118f-0cb1-43c4-917f-7f8a04db7757 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:34:09.150347 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-8801ba69-0b63-4fcb-bc74-985b4eed3d27 req-d86d118f-0cb1-43c4-917f-7f8a04db7757 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "GET /v2.0/ports?device_id=f3764666-b97b-49ee-a110-73b596762fc2 HTTP/1.1" status: 200 len: 943 time: 0.0925827 Mar 08 20:34:09.170570 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942bd986-ab52-4e14-b3ec-1bdc9caded05 req-dc9ff288-643f-4a4c-9d17-9fb080731332 tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:34:09.173225 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-942bd986-ab52-4e14-b3ec-1bdc9caded05 req-dc9ff288-643f-4a4c-9d17-9fb080731332 tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5f8ea3c-dce4-482f-8530-87a9153e6873 HTTP/1.1" status: 200 len: 946 time: 0.0747311 Mar 08 20:34:09.224855 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-8801ba69-0b63-4fcb-bc74-985b4eed3d27 req-3317a841-32d4-46c2-988b-64f13ea9649d tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "GET /v2.0/security-groups?id=594a1c24-3d62-4c4c-9d98-a58b8e523f99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661020 Mar 08 20:34:09.249546 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-942bd986-ab52-4e14-b3ec-1bdc9caded05 req-b9d83a11-3f2b-4738-81c7-040c0aac684a tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] 10.222.0.41 "GET /v2.0/security-groups?id=306014d5-d504-41eb-b92c-22e11b4bc9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660157 Mar 08 20:34:10.441294 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daffb6d1-0b87-4f74-ba04-1873104708b4 req-1489d3f7-0633-4ef0-bf37-412fe982d058 tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:34:10.444553 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-daffb6d1-0b87-4f74-ba04-1873104708b4 req-1489d3f7-0633-4ef0-bf37-412fe982d058 tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5f8ea3c-dce4-482f-8530-87a9153e6873 HTTP/1.1" status: 200 len: 946 time: 0.0783465 Mar 08 20:34:10.514548 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-daffb6d1-0b87-4f74-ba04-1873104708b4 req-c7aed75c-1e84-450c-8779-c024cb38ad4d tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] 10.222.0.41 "GET /v2.0/security-groups?id=306014d5-d504-41eb-b92c-22e11b4bc9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623496 Mar 08 20:34:10.856991 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.wsgi [req-8769965e-b16c-4460-8a7b-adf03abb4f6f req-645de5df-d8a3-4f47-a8ec-b497594f9c40 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=103458) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 20:34:10.858731 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-8769965e-b16c-4460-8a7b-adf03abb4f6f req-645de5df-d8a3-4f47-a8ec-b497594f9c40 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0101318 Mar 08 20:34:11.257233 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.rpc [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Device 191c4710-0568-4083-be7c-dec75711110b no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103460) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 20:34:11.266716 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d1199e-b2c1-4fc1-ab9e-27afb4b635ba req-a34ebcc6-c231-4091-b399-e9ab781c83f6 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:34:11.272979 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-44d1199e-b2c1-4fc1-ab9e-27afb4b635ba req-a34ebcc6-c231-4091-b399-e9ab781c83f6 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "GET /v2.0/ports?device_id=f3764666-b97b-49ee-a110-73b596762fc2 HTTP/1.1" status: 200 len: 943 time: 0.0850847 Mar 08 20:34:11.341186 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-44d1199e-b2c1-4fc1-ab9e-27afb4b635ba req-db422a21-31b1-49b7-8d39-f15596070815 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "GET /v2.0/security-groups?id=594a1c24-3d62-4c4c-9d98-a58b8e523f99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639200 Mar 08 20:34:11.389026 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.plugin [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Current status of the port 191c4710-0568-4083-be7c-dec75711110b is: DOWN; New status is: DOWN {{(pid=103460) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:34:11.711889 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae623838-829c-4bb8-859e-fdc7721ec8b6 req-21a7715f-3a33-4123-b1ae-338007635d0e tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:34:11.716973 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-ae623838-829c-4bb8-859e-fdc7721ec8b6 req-21a7715f-3a33-4123-b1ae-338007635d0e tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5f8ea3c-dce4-482f-8530-87a9153e6873 HTTP/1.1" status: 200 len: 946 time: 0.0718961 Mar 08 20:34:11.774005 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-ae623838-829c-4bb8-859e-fdc7721ec8b6 req-3e28e134-6618-4822-9350-839f8c43f09d tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] 10.222.0.41 "GET /v2.0/security-groups?id=306014d5-d504-41eb-b92c-22e11b4bc9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491364 Mar 08 20:34:11.993179 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.41', 60984) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:34:12.098669 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-a2560fed-3b8d-40ed-b108-08f492dcc8a0 req-7b8ec2b6-8b95-461d-ae56-3b16a5ec1180 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f3764666-b97b-49ee-a110-73b596762fc2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1041551 Mar 08 20:34:12.111494 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.wsgi [req-a2560fed-3b8d-40ed-b108-08f492dcc8a0 req-30783f4a-cd5b-4196-9c68-5929242a57f4 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=103458) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 20:34:12.112523 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-a2560fed-3b8d-40ed-b108-08f492dcc8a0 req-30783f4a-cd5b-4196-9c68-5929242a57f4 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052485 Mar 08 20:34:12.211916 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.41', 60996) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:34:12.332846 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2560fed-3b8d-40ed-b108-08f492dcc8a0 req-5d4c8350-390b-46b2-830b-55c1c1f6046e tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:34:12.335216 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-a2560fed-3b8d-40ed-b108-08f492dcc8a0 req-5d4c8350-390b-46b2-830b-55c1c1f6046e tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "GET /v2.0/ports/191c4710-0568-4083-be7c-dec75711110b HTTP/1.1" status: 200 len: 940 time: 0.1218803 Mar 08 20:34:12.527160 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef52392-d459-46a8-9c87-83371fbbb8e0 req-5d6c7010-cd4a-4716-929f-d657141051d5 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:34:12.528756 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-3ef52392-d459-46a8-9c87-83371fbbb8e0 req-5d6c7010-cd4a-4716-929f-d657141051d5 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "GET /v2.0/ports?device_id=f3764666-b97b-49ee-a110-73b596762fc2 HTTP/1.1" status: 200 len: 943 time: 0.0678933 Mar 08 20:34:12.606961 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-3ef52392-d459-46a8-9c87-83371fbbb8e0 req-19d473ea-b194-4bce-bdcc-c525b38a030f tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "GET /v2.0/security-groups?id=594a1c24-3d62-4c4c-9d98-a58b8e523f99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676799 Mar 08 20:34:12.756811 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f94055d-9c5e-4425-867e-078107fa48fb req-66d2e0ef-ece0-4ab2-818c-87dde4c6c960 tempest-VolumesSnapshotTestJSON-151522371 tempest-VolumesSnapshotTestJSON-151522371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:34:12.758470 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-4f94055d-9c5e-4425-867e-078107fa48fb req-66d2e0ef-ece0-4ab2-818c-87dde4c6c960 tempest-VolumesSnapshotTestJSON-151522371 tempest-VolumesSnapshotTestJSON-151522371-project] 10.222.0.41 "GET /v2.0/ports?device_id=04e9df5e-d8c1-4bd0-a9e6-c8a7e36acdce HTTP/1.1" status: 200 len: 945 time: 0.0665510 Mar 08 20:34:12.816851 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-4f94055d-9c5e-4425-867e-078107fa48fb req-f8977715-1fec-4c18-b83e-33e829e1a7f9 tempest-VolumesSnapshotTestJSON-151522371 tempest-VolumesSnapshotTestJSON-151522371-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe677eff-d822-49be-84a5-bf5c9dee4a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498548 Mar 08 20:34:12.954030 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad10d881-809c-4a5e-8b32-e65cb90b32e9 req-90bec7f4-a2d1-466a-8157-26a0ae707710 tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:34:12.955528 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-ad10d881-809c-4a5e-8b32-e65cb90b32e9 req-90bec7f4-a2d1-466a-8157-26a0ae707710 tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5f8ea3c-dce4-482f-8530-87a9153e6873 HTTP/1.1" status: 200 len: 946 time: 0.0717564 Mar 08 20:34:13.036639 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-ad10d881-809c-4a5e-8b32-e65cb90b32e9 req-d2a85cb3-564e-4885-828b-406ef49cf44c tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] 10.222.0.41 "GET /v2.0/security-groups?id=306014d5-d504-41eb-b92c-22e11b4bc9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723927 Mar 08 20:34:13.776159 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dc1642-9bec-437f-ab6c-0a3376cc8d22 req-347f9da1-41bc-4718-98fd-29ce70092cfc tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:34:13.778332 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-06dc1642-9bec-437f-ab6c-0a3376cc8d22 req-347f9da1-41bc-4718-98fd-29ce70092cfc tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "GET /v2.0/ports?device_id=f3764666-b97b-49ee-a110-73b596762fc2 HTTP/1.1" status: 200 len: 943 time: 0.0858927 Mar 08 20:34:13.841870 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-06dc1642-9bec-437f-ab6c-0a3376cc8d22 req-c3371904-c2d1-4fe6-96b9-c04309373a86 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "GET /v2.0/security-groups?id=594a1c24-3d62-4c4c-9d98-a58b8e523f99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543509 Mar 08 20:34:14.006378 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef505dab-97d3-417b-b253-7a6b27208c3f req-9b7a5861-134a-43a5-b0e0-12b9595a5350 tempest-VolumesSnapshotTestJSON-151522371 tempest-VolumesSnapshotTestJSON-151522371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:34:14.007939 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-ef505dab-97d3-417b-b253-7a6b27208c3f req-9b7a5861-134a-43a5-b0e0-12b9595a5350 tempest-VolumesSnapshotTestJSON-151522371 tempest-VolumesSnapshotTestJSON-151522371-project] 10.222.0.41 "GET /v2.0/ports?device_id=04e9df5e-d8c1-4bd0-a9e6-c8a7e36acdce HTTP/1.1" status: 200 len: 945 time: 0.0730150 Mar 08 20:34:14.086866 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-ef505dab-97d3-417b-b253-7a6b27208c3f req-14fe4ff8-adfd-4f45-9436-5c1cbf6d090b tempest-VolumesSnapshotTestJSON-151522371 tempest-VolumesSnapshotTestJSON-151522371-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe677eff-d822-49be-84a5-bf5c9dee4a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691631 Mar 08 20:34:14.229152 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d52efb-2147-48d1-ac35-b56ec0f53c8e req-4f3b8303-1ea1-45b1-8a7f-304be9b894e4 tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:34:14.231846 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-91d52efb-2147-48d1-ac35-b56ec0f53c8e req-4f3b8303-1ea1-45b1-8a7f-304be9b894e4 tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5f8ea3c-dce4-482f-8530-87a9153e6873 HTTP/1.1" status: 200 len: 946 time: 0.0732820 Mar 08 20:34:14.303460 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-91d52efb-2147-48d1-ac35-b56ec0f53c8e req-401fd8d3-47f1-4638-85f1-73ba88742ceb tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] 10.222.0.41 "GET /v2.0/security-groups?id=306014d5-d504-41eb-b92c-22e11b4bc9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650389 Mar 08 20:34:15.013405 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c46690f-a7a1-46b0-a554-b10089dc911c req-803bc661-fccb-4e46-bbc2-1a3388cdc67f tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:34:15.015752 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-9c46690f-a7a1-46b0-a554-b10089dc911c req-803bc661-fccb-4e46-bbc2-1a3388cdc67f tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "GET /v2.0/ports?device_id=f3764666-b97b-49ee-a110-73b596762fc2 HTTP/1.1" status: 200 len: 943 time: 0.0788088 Mar 08 20:34:15.083069 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-9c46690f-a7a1-46b0-a554-b10089dc911c req-5ca81819-f18d-4559-a4f5-475a78719879 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "GET /v2.0/security-groups?id=594a1c24-3d62-4c4c-9d98-a58b8e523f99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610857 Mar 08 20:34:15.219755 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa171651-307d-493c-ab1a-9fd79d64339f req-8611febc-b07a-4d93-adae-136d6188d820 tempest-VolumesSnapshotTestJSON-151522371 tempest-VolumesSnapshotTestJSON-151522371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:34:15.222468 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-aa171651-307d-493c-ab1a-9fd79d64339f req-8611febc-b07a-4d93-adae-136d6188d820 tempest-VolumesSnapshotTestJSON-151522371 tempest-VolumesSnapshotTestJSON-151522371-project] 10.222.0.41 "GET /v2.0/ports?device_id=04e9df5e-d8c1-4bd0-a9e6-c8a7e36acdce HTTP/1.1" status: 200 len: 945 time: 0.0591493 Mar 08 20:34:15.285125 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-aa171651-307d-493c-ab1a-9fd79d64339f req-94570b79-87c1-494a-8e09-897609fa744c tempest-VolumesSnapshotTestJSON-151522371 tempest-VolumesSnapshotTestJSON-151522371-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe677eff-d822-49be-84a5-bf5c9dee4a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557308 Mar 08 20:34:15.467068 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6307311-a5a0-4a1f-97af-532b7cfa6c6c req-9fe44033-ee26-48e8-accc-550145ae8171 tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:34:15.469642 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-d6307311-a5a0-4a1f-97af-532b7cfa6c6c req-9fe44033-ee26-48e8-accc-550145ae8171 tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5f8ea3c-dce4-482f-8530-87a9153e6873 HTTP/1.1" status: 200 len: 946 time: 0.0784514 Mar 08 20:34:15.542906 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-d6307311-a5a0-4a1f-97af-532b7cfa6c6c req-a1257a01-81eb-4f04-aeb9-7db86f1c8bd4 tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] 10.222.0.41 "GET /v2.0/security-groups?id=306014d5-d504-41eb-b92c-22e11b4bc9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664124 Mar 08 20:34:15.630659 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f9cc2a-ef5a-46fc-9a48-7cc4b4d86fa1 req-4dd3202d-cdc9-4fcf-9ca9-389e20cd68c6 tempest-VolumesSnapshotTestJSON-151522371 tempest-VolumesSnapshotTestJSON-151522371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:34:15.633271 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-22f9cc2a-ef5a-46fc-9a48-7cc4b4d86fa1 req-4dd3202d-cdc9-4fcf-9ca9-389e20cd68c6 tempest-VolumesSnapshotTestJSON-151522371 tempest-VolumesSnapshotTestJSON-151522371-project] 10.222.0.37 "GET /v2.0/ports?device_id=04e9df5e-d8c1-4bd0-a9e6-c8a7e36acdce HTTP/1.1" status: 200 len: 945 time: 0.0707202 Mar 08 20:34:15.818933 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [req-22f9cc2a-ef5a-46fc-9a48-7cc4b4d86fa1 req-f68413dd-c16e-4cf4-bdc0-a25900804ad6 tempest-VolumesSnapshotTestJSON-151522371 tempest-VolumesSnapshotTestJSON-151522371-project] Deleting port 3f452e88-ebf7-4cf3-a2db-14dd312e3eab {{(pid=103459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 20:34:15.819283 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [req-22f9cc2a-ef5a-46fc-9a48-7cc4b4d86fa1 req-f68413dd-c16e-4cf4-bdc0-a25900804ad6 tempest-VolumesSnapshotTestJSON-151522371 tempest-VolumesSnapshotTestJSON-151522371-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745146874691'] for port (3f452e88-ebf7-4cf3-a2db-14dd312e3eab), before_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:15.925911 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [req-22f9cc2a-ef5a-46fc-9a48-7cc4b4d86fa1 req-f68413dd-c16e-4cf4-bdc0-a25900804ad6 tempest-VolumesSnapshotTestJSON-151522371 tempest-VolumesSnapshotTestJSON-151522371-project] For port 3f452e88-ebf7-4cf3-a2db-14dd312e3eab, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=3f452e88-ebf7-4cf3-a2db-14dd312e3eab,segment=NetworkSegment(59ee6f0e-5cdb-4301-9c10-a81d6f7d3da8),segment_id=59ee6f0e-5cdb-4301-9c10-a81d6f7d3da8)] {{(pid=103459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:34:15.926310 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [req-22f9cc2a-ef5a-46fc-9a48-7cc4b4d86fa1 req-f68413dd-c16e-4cf4-bdc0-a25900804ad6 tempest-VolumesSnapshotTestJSON-151522371 tempest-VolumesSnapshotTestJSON-151522371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443457'] for port (3f452e88-ebf7-4cf3-a2db-14dd312e3eab), precommit_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:15.944453 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [req-22f9cc2a-ef5a-46fc-9a48-7cc4b4d86fa1 req-f68413dd-c16e-4cf4-bdc0-a25900804ad6 tempest-VolumesSnapshotTestJSON-151522371 tempest-VolumesSnapshotTestJSON-151522371-project] Calling delete_port for 3f452e88-ebf7-4cf3-a2db-14dd312e3eab owned by compute:nova {{(pid=103459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 20:34:16.168255 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2560fed-3b8d-40ed-b108-08f492dcc8a0 req-824de45a-36b7-4918-8f44-8f508c3d141f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:34:16.170706 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-a2560fed-3b8d-40ed-b108-08f492dcc8a0 req-824de45a-36b7-4918-8f44-8f508c3d141f service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f3764666-b97b-49ee-a110-73b596762fc2&tenant_id=01d3223cb5334df4aeb878f77f56a4af HTTP/1.1" status: 200 len: 1127 time: 0.0942771 Mar 08 20:34:16.220497 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [req-22f9cc2a-ef5a-46fc-9a48-7cc4b4d86fa1 req-f68413dd-c16e-4cf4-bdc0-a25900804ad6 tempest-VolumesSnapshotTestJSON-151522371 tempest-VolumesSnapshotTestJSON-151522371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745146878630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745146440915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28404629'] for port (3f452e88-ebf7-4cf3-a2db-14dd312e3eab), after_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:16.255520 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.db [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] get_ports_and_sgs() called for port_ids ['3f452e88-ebf7-4cf3-a2db-14dd312e3eab'] {{(pid=103460) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 20:34:16.318450 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2560fed-3b8d-40ed-b108-08f492dcc8a0 req-04448c8f-5bf2-4cbd-bb88-bae16405f21e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:34:16.319985 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-a2560fed-3b8d-40ed-b108-08f492dcc8a0 req-04448c8f-5bf2-4cbd-bb88-bae16405f21e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=01d3223cb5334df4aeb878f77f56a4af&device_id=f3764666-b97b-49ee-a110-73b596762fc2 HTTP/1.1" status: 200 len: 1127 time: 0.1082089 Mar 08 20:34:16.337175 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e754889f-b8d7-4a40-85d0-c680071e0c17 req-45e1e78a-2a05-472c-ac05-a7529956cb9a tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:34:16.337763 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [req-22f9cc2a-ef5a-46fc-9a48-7cc4b4d86fa1 req-f68413dd-c16e-4cf4-bdc0-a25900804ad6 tempest-VolumesSnapshotTestJSON-151522371 tempest-VolumesSnapshotTestJSON-151522371-project] No DVR routers for this DVR port 3f452e88-ebf7-4cf3-a2db-14dd312e3eab on host hv-cinder-83009 {{(pid=103459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 20:34:16.339322 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68413dd-c16e-4cf4-bdc0-a25900804ad6 tempest-VolumesSnapshotTestJSON-151522371 tempest-VolumesSnapshotTestJSON-151522371-project] Pushing event deleted for resources: {'Port': ['ID=3f452e88-ebf7-4cf3-a2db-14dd312e3eab,revision_number=None']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:34:16.343566 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [req-22f9cc2a-ef5a-46fc-9a48-7cc4b4d86fa1 req-f68413dd-c16e-4cf4-bdc0-a25900804ad6 tempest-VolumesSnapshotTestJSON-151522371 tempest-VolumesSnapshotTestJSON-151522371-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4188892'] for port (None), before_response {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:16.347169 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-22f9cc2a-ef5a-46fc-9a48-7cc4b4d86fa1 req-f68413dd-c16e-4cf4-bdc0-a25900804ad6 tempest-VolumesSnapshotTestJSON-151522371 tempest-VolumesSnapshotTestJSON-151522371-project] 10.222.0.37 "DELETE /v2.0/ports/3f452e88-ebf7-4cf3-a2db-14dd312e3eab HTTP/1.1" status: 204 len: 173 time: 0.7041254 Mar 08 20:34:16.347652 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04e9df5e-d8c1-4bd0-a9e6-c8a7e36acdce', 'name': 'network-vif-deleted', 'tag': '3f452e88-ebf7-4cf3-a2db-14dd312e3eab'}] {{(pid=103459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 20:34:16.349820 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-e754889f-b8d7-4a40-85d0-c680071e0c17 req-45e1e78a-2a05-472c-ac05-a7529956cb9a tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "GET /v2.0/ports?device_id=f3764666-b97b-49ee-a110-73b596762fc2 HTTP/1.1" status: 200 len: 943 time: 0.1499012 Mar 08 20:34:16.350140 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30f128d5f71b3f7cc76d6cee4f56f72b4ad92d7c7cb63713f7d7a45aaaaee86d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e419820-27e6-4a1d-80ee-56f9805e7bd1" -d '{"events": [{"server_uuid": "04e9df5e-d8c1-4bd0-a9e6-c8a7e36acdce", "name": "network-vif-deleted", "tag": "3f452e88-ebf7-4cf3-a2db-14dd312e3eab"}]}' {{(pid=103459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 20:34:16.412343 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-b74f9761-6282-4c2b-be84-b73c10b5ee6e req-1d35f19d-a47c-458c-b776-61a4ec58f83f tempest-VolumesSnapshotTestJSON-151522371 tempest-VolumesSnapshotTestJSON-151522371-project] 10.222.0.41 "GET /v2.0/ports?device_id=04e9df5e-d8c1-4bd0-a9e6-c8a7e36acdce HTTP/1.1" status: 200 len: 210 time: 0.0287852 Mar 08 20:34:16.467189 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-e754889f-b8d7-4a40-85d0-c680071e0c17 req-8f31f35c-22ae-4e0a-87d3-7d0b86947a27 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "GET /v2.0/security-groups?id=594a1c24-3d62-4c4c-9d98-a58b8e523f99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1167414 Mar 08 20:34:16.492032 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2560fed-3b8d-40ed-b108-08f492dcc8a0 req-b166b76d-4038-42dc-9fd9-7299e6ab15c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:34:16.493584 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-a2560fed-3b8d-40ed-b108-08f492dcc8a0 req-b166b76d-4038-42dc-9fd9-7299e6ab15c3 service neutron] 10.222.0.37 "GET /v2.0/networks?id=6c06189c-e7e3-4c8a-acc0-5147890ac16f HTTP/1.1" status: 200 len: 917 time: 0.1401155 Mar 08 20:34:16.494241 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 20:34:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-283d14bc-7239-428d-a43b-bc3cabe9dc84 x-openstack-request-id: req-283d14bc-7239-428d-a43b-bc3cabe9dc84 {{(pid=103459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 20:34:16.494811 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04e9df5e-d8c1-4bd0-a9e6-c8a7e36acdce", "name": "network-vif-deleted", "tag": "3f452e88-ebf7-4cf3-a2db-14dd312e3eab", "status": "completed", "code": 200}]} {{(pid=103459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 20:34:16.495359 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-283d14bc-7239-428d-a43b-bc3cabe9dc84 {{(pid=103459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 20:34:16.496110 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04e9df5e-d8c1-4bd0-a9e6-c8a7e36acdce', 'name': 'network-vif-deleted', 'tag': '3f452e88-ebf7-4cf3-a2db-14dd312e3eab', 'status': 'completed', 'code': 200} Mar 08 20:34:16.639836 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-a2560fed-3b8d-40ed-b108-08f492dcc8a0 req-ef957491-d5c9-43ee-b5d6-beac3b55a547 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=191c4710-0568-4083-be7c-dec75711110b HTTP/1.1" status: 200 len: 998 time: 0.0947173 Mar 08 20:34:16.702304 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2560fed-3b8d-40ed-b108-08f492dcc8a0 req-e69c9b43-ac7a-4092-8c98-ac8465d98b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:34:16.705097 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-a2560fed-3b8d-40ed-b108-08f492dcc8a0 req-e69c9b43-ac7a-4092-8c98-ac8465d98b2f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=22d98187-3e01-4f4c-846a-c4973fed68d0 HTTP/1.1" status: 200 len: 855 time: 0.0499341 Mar 08 20:34:16.723691 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5046cae1-96a7-4cb9-a700-4629d2ddf01a req-e3dc0f89-e84f-4aa9-8cfe-5492985d3d81 tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:34:16.725204 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-5046cae1-96a7-4cb9-a700-4629d2ddf01a req-e3dc0f89-e84f-4aa9-8cfe-5492985d3d81 tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5f8ea3c-dce4-482f-8530-87a9153e6873 HTTP/1.1" status: 200 len: 946 time: 0.0731335 Mar 08 20:34:16.762370 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2560fed-3b8d-40ed-b108-08f492dcc8a0 req-7a2a534a-804d-4703-8c31-2c60c675e4dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:34:16.763911 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-a2560fed-3b8d-40ed-b108-08f492dcc8a0 req-7a2a534a-804d-4703-8c31-2c60c675e4dc service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6c06189c-e7e3-4c8a-acc0-5147890ac16f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0499666 Mar 08 20:34:16.794206 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-5046cae1-96a7-4cb9-a700-4629d2ddf01a req-a3f3fe40-11a4-4172-9127-e3edd8dda56e tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] 10.222.0.41 "GET /v2.0/security-groups?id=306014d5-d504-41eb-b92c-22e11b4bc9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604572 Mar 08 20:34:16.899895 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-a2560fed-3b8d-40ed-b108-08f492dcc8a0 req-ef1a1bca-2a31-4591-9b3a-3b76958f76af service neutron] 10.222.0.37 "GET /v2.0/networks/6c06189c-e7e3-4c8a-acc0-5147890ac16f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1164694 Mar 08 20:34:17.020963 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-a2560fed-3b8d-40ed-b108-08f492dcc8a0 req-69322e54-368b-426c-a06c-6459cbca3b5b service neutron] 10.222.0.37 "GET /v2.0/networks/6c06189c-e7e3-4c8a-acc0-5147890ac16f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1101742 Mar 08 20:34:17.556663 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-aba4a136-0b8a-4935-9f76-569d1dfae9c3 req-2939d292-9f67-4a2b-9db0-3c78c37e2928 tempest-VolumesSnapshotTestJSON-151522371 tempest-VolumesSnapshotTestJSON-151522371-project] 10.222.0.41 "GET /v2.0/ports?device_id=04e9df5e-d8c1-4bd0-a9e6-c8a7e36acdce HTTP/1.1" status: 200 len: 210 time: 0.0451913 Mar 08 20:34:17.647542 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0d0132-9128-4838-84f0-9996370751ce req-55c1516b-bcd9-4f31-9316-d6a3c743e590 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:34:17.649450 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-9f0d0132-9128-4838-84f0-9996370751ce req-55c1516b-bcd9-4f31-9316-d6a3c743e590 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "GET /v2.0/ports?device_id=f3764666-b97b-49ee-a110-73b596762fc2 HTTP/1.1" status: 200 len: 943 time: 0.0692608 Mar 08 20:34:17.718357 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-9f0d0132-9128-4838-84f0-9996370751ce req-5d1b15f7-0516-4862-bfbf-965b77f1da85 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "GET /v2.0/security-groups?id=594a1c24-3d62-4c4c-9d98-a58b8e523f99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625069 Mar 08 20:34:17.976654 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a233499-7951-4c87-9df3-3cb5e674dff8 req-8155a7a8-a2c1-40ab-b8a0-4320ca09a37b tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:34:17.978931 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-1a233499-7951-4c87-9df3-3cb5e674dff8 req-8155a7a8-a2c1-40ab-b8a0-4320ca09a37b tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5f8ea3c-dce4-482f-8530-87a9153e6873 HTTP/1.1" status: 200 len: 946 time: 0.0854092 Mar 08 20:34:18.052822 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-1a233499-7951-4c87-9df3-3cb5e674dff8 req-3c29a5dc-e92c-4fa7-ad22-20b637c4e0f9 tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] 10.222.0.41 "GET /v2.0/security-groups?id=306014d5-d504-41eb-b92c-22e11b4bc9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642335 Mar 08 20:34:18.926635 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c298b9-4f53-497b-aa7d-dfac75e47756 req-78bd122d-67e7-4ba0-b552-9e5d28a54851 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:34:18.928414 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-46c298b9-4f53-497b-aa7d-dfac75e47756 req-78bd122d-67e7-4ba0-b552-9e5d28a54851 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "GET /v2.0/ports?device_id=f3764666-b97b-49ee-a110-73b596762fc2 HTTP/1.1" status: 200 len: 943 time: 0.0748091 Mar 08 20:34:19.009936 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-46c298b9-4f53-497b-aa7d-dfac75e47756 req-b11701fc-02a6-405b-bf52-8921cf67076f tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "GET /v2.0/security-groups?id=594a1c24-3d62-4c4c-9d98-a58b8e523f99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642881 Mar 08 20:34:19.246045 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d288e40e-6d74-4692-bd99-b167f3de9e8b req-1c51fa57-dd53-4ebd-9930-e6f88b37db13 tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:34:19.248159 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-d288e40e-6d74-4692-bd99-b167f3de9e8b req-1c51fa57-dd53-4ebd-9930-e6f88b37db13 tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5f8ea3c-dce4-482f-8530-87a9153e6873 HTTP/1.1" status: 200 len: 946 time: 0.0800965 Mar 08 20:34:19.277174 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.rpc [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Device 3f452e88-ebf7-4cf3-a2db-14dd312e3eab no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103460) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 20:34:19.301364 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.plugin [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] No Port match for: 3f452e88-ebf7-4cf3-a2db-14dd312e3eab {{(pid=103460) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 20:34:19.301814 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.rpc [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Device 3f452e88-ebf7-4cf3-a2db-14dd312e3eab not bound to the agent host hv-cinder-83009 {{(pid=103460) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 20:34:19.318694 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-d288e40e-6d74-4692-bd99-b167f3de9e8b req-0b221b2d-71d4-414f-9588-84ffe22a237a tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] 10.222.0.41 "GET /v2.0/security-groups?id=306014d5-d504-41eb-b92c-22e11b4bc9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631061 Mar 08 20:34:20.198446 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095e823f-902a-4bfd-b975-8e02dbebd241 req-bf6d47e7-128e-4445-8a2d-029a4ff0cded tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:34:20.201191 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-095e823f-902a-4bfd-b975-8e02dbebd241 req-bf6d47e7-128e-4445-8a2d-029a4ff0cded tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "GET /v2.0/ports?device_id=f3764666-b97b-49ee-a110-73b596762fc2 HTTP/1.1" status: 200 len: 943 time: 0.0988598 Mar 08 20:34:20.259487 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-095e823f-902a-4bfd-b975-8e02dbebd241 req-78b2bab7-efd0-4f6c-93ff-3b8bf1acf718 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "GET /v2.0/security-groups?id=594a1c24-3d62-4c4c-9d98-a58b8e523f99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494738 Mar 08 20:34:20.505946 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400fa8b9-9f42-43c9-b229-f0fff5c42289 req-d93a47ef-9033-4489-bb8c-a8c4419adb07 tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:34:20.508741 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-400fa8b9-9f42-43c9-b229-f0fff5c42289 req-d93a47ef-9033-4489-bb8c-a8c4419adb07 tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5f8ea3c-dce4-482f-8530-87a9153e6873 HTTP/1.1" status: 200 len: 946 time: 0.0960417 Mar 08 20:34:20.605844 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-400fa8b9-9f42-43c9-b229-f0fff5c42289 req-d3430eeb-9275-406f-a40a-96b241d95d5b tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] 10.222.0.41 "GET /v2.0/security-groups?id=306014d5-d504-41eb-b92c-22e11b4bc9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832572 Mar 08 20:34:21.450712 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd76f84-7e89-41b7-8a2a-04ece6ced4e4 req-b54b993b-ffa5-44cf-8f4f-4bdee1417f6a tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:34:21.453221 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-ebd76f84-7e89-41b7-8a2a-04ece6ced4e4 req-b54b993b-ffa5-44cf-8f4f-4bdee1417f6a tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "GET /v2.0/ports?device_id=f3764666-b97b-49ee-a110-73b596762fc2 HTTP/1.1" status: 200 len: 943 time: 0.0860102 Mar 08 20:34:21.555797 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-ebd76f84-7e89-41b7-8a2a-04ece6ced4e4 req-c340518e-dabf-4d71-989b-b8c10e940cd6 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "GET /v2.0/security-groups?id=594a1c24-3d62-4c4c-9d98-a58b8e523f99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0929158 Mar 08 20:34:21.779876 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcec113-c586-45e6-83b3-502f2f9497d2 req-5db026b8-2ece-4a0d-83cf-0ff8546ad894 tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:34:21.782449 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-5fcec113-c586-45e6-83b3-502f2f9497d2 req-5db026b8-2ece-4a0d-83cf-0ff8546ad894 tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5f8ea3c-dce4-482f-8530-87a9153e6873 HTTP/1.1" status: 200 len: 946 time: 0.0887384 Mar 08 20:34:21.862628 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-5fcec113-c586-45e6-83b3-502f2f9497d2 req-52a91dae-d53e-4498-806c-9531b14c589c tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] 10.222.0.41 "GET /v2.0/security-groups?id=306014d5-d504-41eb-b92c-22e11b4bc9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732291 Mar 08 20:34:22.753683 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d930bf-fb7c-4764-8ad4-f6547d91ff58 req-883bb048-63f7-4122-8455-f308377403ff tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:34:22.755820 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-a5d930bf-fb7c-4764-8ad4-f6547d91ff58 req-883bb048-63f7-4122-8455-f308377403ff tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "GET /v2.0/ports?device_id=f3764666-b97b-49ee-a110-73b596762fc2 HTTP/1.1" status: 200 len: 943 time: 0.0772357 Mar 08 20:34:22.839122 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-a5d930bf-fb7c-4764-8ad4-f6547d91ff58 req-6b95c52d-a8be-46d5-bb77-11e6d64752ea tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "GET /v2.0/security-groups?id=594a1c24-3d62-4c4c-9d98-a58b8e523f99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0743868 Mar 08 20:34:23.036694 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922fa5aa-ca82-48f5-a983-3f7a5d77d21b req-3d19142d-1a20-4573-8347-dfdb76de4e72 tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:34:23.039076 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-922fa5aa-ca82-48f5-a983-3f7a5d77d21b req-3d19142d-1a20-4573-8347-dfdb76de4e72 tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5f8ea3c-dce4-482f-8530-87a9153e6873 HTTP/1.1" status: 200 len: 946 time: 0.0884590 Mar 08 20:34:23.112441 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-922fa5aa-ca82-48f5-a983-3f7a5d77d21b req-b3307c3a-39d7-49b9-b5d7-337692e93615 tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] 10.222.0.41 "GET /v2.0/security-groups?id=306014d5-d504-41eb-b92c-22e11b4bc9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652509 Mar 08 20:34:24.077012 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529c4bde-1936-4124-bcf7-e7d369a8d962 req-bb871000-5b6e-4cfa-945d-151fdff72774 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:34:24.078706 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-529c4bde-1936-4124-bcf7-e7d369a8d962 req-bb871000-5b6e-4cfa-945d-151fdff72774 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "GET /v2.0/ports?device_id=f3764666-b97b-49ee-a110-73b596762fc2 HTTP/1.1" status: 200 len: 943 time: 0.1028278 Mar 08 20:34:24.144711 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-529c4bde-1936-4124-bcf7-e7d369a8d962 req-1b6e69b1-afd7-4349-acce-e4fe3442e791 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "GET /v2.0/security-groups?id=594a1c24-3d62-4c4c-9d98-a58b8e523f99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558343 Mar 08 20:34:24.155755 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745146981205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476605'] for agent (905863fd-6a46-47f8-82ce-98f31309cbd3), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:24.334818 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e64e28c-9aa4-41ac-8194-57679cd87942 req-c900a813-de99-4141-aac0-597a2c1af0a4 tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:34:24.336343 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-7e64e28c-9aa4-41ac-8194-57679cd87942 req-c900a813-de99-4141-aac0-597a2c1af0a4 tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5f8ea3c-dce4-482f-8530-87a9153e6873 HTTP/1.1" status: 200 len: 946 time: 0.0924819 Mar 08 20:34:24.417716 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-7e64e28c-9aa4-41ac-8194-57679cd87942 req-6c1fd05c-ad15-44cb-bb55-c0bd3c4ee9aa tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] 10.222.0.41 "GET /v2.0/security-groups?id=306014d5-d504-41eb-b92c-22e11b4bc9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750778 Mar 08 20:34:25.337600 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bea476-0815-45c3-8218-134142a2b7a1 req-a5231b2b-dc13-47b7-a217-b5180e162da1 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:34:25.339037 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-13bea476-0815-45c3-8218-134142a2b7a1 req-a5231b2b-dc13-47b7-a217-b5180e162da1 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "GET /v2.0/ports?device_id=f3764666-b97b-49ee-a110-73b596762fc2 HTTP/1.1" status: 200 len: 943 time: 0.0653601 Mar 08 20:34:25.414480 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-13bea476-0815-45c3-8218-134142a2b7a1 req-cc0778ef-3771-4748-8589-5b26ae2eacc0 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "GET /v2.0/security-groups?id=594a1c24-3d62-4c4c-9d98-a58b8e523f99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645134 Mar 08 20:34:25.587016 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770d3ea2-4877-4cec-9db4-32f0e5aa3586 req-aa7a41e9-213c-438d-8ed2-8efab312063b tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:34:25.589587 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-770d3ea2-4877-4cec-9db4-32f0e5aa3586 req-aa7a41e9-213c-438d-8ed2-8efab312063b tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5f8ea3c-dce4-482f-8530-87a9153e6873 HTTP/1.1" status: 200 len: 946 time: 0.0851943 Mar 08 20:34:25.685189 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-770d3ea2-4877-4cec-9db4-32f0e5aa3586 req-bab6599e-5508-4bd6-8643-e4db8dd64c1d tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] 10.222.0.41 "GET /v2.0/security-groups?id=306014d5-d504-41eb-b92c-22e11b4bc9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879638 Mar 08 20:34:26.608648 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad891b5-9757-4fba-9de6-78c6107b6d3a req-d0574012-8aa9-42e4-9c40-9b7c7163464c tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:34:26.611933 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-4ad891b5-9757-4fba-9de6-78c6107b6d3a req-d0574012-8aa9-42e4-9c40-9b7c7163464c tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "GET /v2.0/ports?device_id=f3764666-b97b-49ee-a110-73b596762fc2 HTTP/1.1" status: 200 len: 943 time: 0.0828006 Mar 08 20:34:26.696615 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-4ad891b5-9757-4fba-9de6-78c6107b6d3a req-c507fc4d-dbf4-4743-b3cf-fc3d52102a47 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "GET /v2.0/security-groups?id=594a1c24-3d62-4c4c-9d98-a58b8e523f99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0750859 Mar 08 20:34:26.877139 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bafd4a-beb9-494d-a6c2-6a566a60c6c5 req-aa8f242f-ea2e-429e-90d8-97de6edac229 tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:34:26.878825 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-04bafd4a-beb9-494d-a6c2-6a566a60c6c5 req-aa8f242f-ea2e-429e-90d8-97de6edac229 tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5f8ea3c-dce4-482f-8530-87a9153e6873 HTTP/1.1" status: 200 len: 946 time: 0.0788252 Mar 08 20:34:26.954214 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-04bafd4a-beb9-494d-a6c2-6a566a60c6c5 req-5e6af393-8fa5-410a-b8e5-e823ac5df9b9 tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] 10.222.0.41 "GET /v2.0/security-groups?id=306014d5-d504-41eb-b92c-22e11b4bc9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645738 Mar 08 20:34:27.436259 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-c597d036-e7da-458a-824f-999e56463fde req-5a68a843-8aac-48aa-a0a1-15a00a77de6a tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1090852225&fields=id&tenant_id=bf06b78c460f40649c7dfbdd2a48a3e6 HTTP/1.1" status: 200 len: 267 time: 0.0783832 Mar 08 20:34:27.610032 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c597d036-e7da-458a-824f-999e56463fde req-0e572944-fba7-4843-9cde-6398bc31bb6a tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:34:27.612784 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-c597d036-e7da-458a-824f-999e56463fde req-0e572944-fba7-4843-9cde-6398bc31bb6a tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] 10.222.0.41 "GET /v2.0/networks?id=c2c7d66f-86ac-44f2-9eb5-cb2716ba5d76 HTTP/1.1" status: 200 len: 811 time: 0.1697617 Mar 08 20:34:27.636008 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-c597d036-e7da-458a-824f-999e56463fde req-25f63654-8f6d-4923-83c0-50fb55758cd7 tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] 10.222.0.41 "GET /v2.0/quotas/bf06b78c460f40649c7dfbdd2a48a3e6 HTTP/1.1" status: 200 len: 375 time: 0.0110111 Mar 08 20:34:27.713268 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-c597d036-e7da-458a-824f-999e56463fde req-0ebc8b84-e534-4746-889a-e73af2ed8575 tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=bf06b78c460f40649c7dfbdd2a48a3e6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0668349 Mar 08 20:34:27.858830 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-c597d036-e7da-458a-824f-999e56463fde req-92e13d8e-0e5e-4550-9fcd-158758697d2a service neutron] 10.222.0.41 "GET /v2.0/networks/c2c7d66f-86ac-44f2-9eb5-cb2716ba5d76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315985 Mar 08 20:34:27.916375 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6028b5e-9398-419d-a789-c88a83808b66 req-97bcafb6-2d99-431b-b362-49d62bfb65b4 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:34:27.919204 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-d6028b5e-9398-419d-a789-c88a83808b66 req-97bcafb6-2d99-431b-b362-49d62bfb65b4 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "GET /v2.0/ports?device_id=f3764666-b97b-49ee-a110-73b596762fc2 HTTP/1.1" status: 200 len: 943 time: 0.0943747 Mar 08 20:34:28.000522 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-d6028b5e-9398-419d-a789-c88a83808b66 req-e67ac461-bc99-44e8-9c73-e5988f613118 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "GET /v2.0/security-groups?id=594a1c24-3d62-4c4c-9d98-a58b8e523f99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656807 Mar 08 20:34:28.009581 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-c597d036-e7da-458a-824f-999e56463fde req-63c20ed1-0b09-4df1-9376-15fd0023caae service neutron] 10.222.0.41 "GET /v2.0/networks/c2c7d66f-86ac-44f2-9eb5-cb2716ba5d76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387832 Mar 08 20:34:28.218701 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3de9b1e-6c2a-4e61-b8a0-47e24f8fbaa6 req-3143329f-bc33-49f8-b5b0-dcf8f364c2da tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:34:28.225027 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-b3de9b1e-6c2a-4e61-b8a0-47e24f8fbaa6 req-3143329f-bc33-49f8-b5b0-dcf8f364c2da tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5f8ea3c-dce4-482f-8530-87a9153e6873 HTTP/1.1" status: 200 len: 946 time: 0.1286507 Mar 08 20:34:28.311626 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-b3de9b1e-6c2a-4e61-b8a0-47e24f8fbaa6 req-06bfef3f-bcbd-4a47-9128-0d0ebe4eb2b5 tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] 10.222.0.41 "GET /v2.0/security-groups?id=306014d5-d504-41eb-b92c-22e11b4bc9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818033 Mar 08 20:34:28.785634 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-f7a5d0a8-c039-4892-9789-0f6a0d08b7a2 req-e47cf290-ba44-4c46-8363-8f4b78276046 tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] 10.222.0.41 "GET /v2.0/ports?device_id=2d624e6e-62ab-4d10-b4ef-1e8143d00fd3 HTTP/1.1" status: 200 len: 210 time: 0.0328982 Mar 08 20:34:28.969701 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-055bee0b-d873-4c3f-8f22-2fd3ad8d01e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745146981205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476605'] for agent (a3d84102-f7d3-452b-861a-973020576047), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:29.178424 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd61980-94bb-43f0-83e1-0f7013801d52 req-4d4d86e9-2763-451d-be59-3662d3b09ec4 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:34:29.180079 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-dbd61980-94bb-43f0-83e1-0f7013801d52 req-4d4d86e9-2763-451d-be59-3662d3b09ec4 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "GET /v2.0/ports?device_id=f3764666-b97b-49ee-a110-73b596762fc2 HTTP/1.1" status: 200 len: 943 time: 0.0772185 Mar 08 20:34:29.253373 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-dbd61980-94bb-43f0-83e1-0f7013801d52 req-37e8f533-dde6-4ff9-9f69-058efe03e590 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "GET /v2.0/security-groups?id=594a1c24-3d62-4c4c-9d98-a58b8e523f99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641193 Mar 08 20:34:29.497090 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac38e7a1-4cdf-4a10-882a-69ba4b29395b req-19e5f51b-e604-433a-a2ea-17e584a249d4 tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:34:29.498863 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-ac38e7a1-4cdf-4a10-882a-69ba4b29395b req-19e5f51b-e604-433a-a2ea-17e584a249d4 tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5f8ea3c-dce4-482f-8530-87a9153e6873 HTTP/1.1" status: 200 len: 946 time: 0.1014490 Mar 08 20:34:29.569057 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-ac38e7a1-4cdf-4a10-882a-69ba4b29395b req-f2a5683a-1024-4051-870b-c3cebc2f8fa6 tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] 10.222.0.41 "GET /v2.0/security-groups?id=306014d5-d504-41eb-b92c-22e11b4bc9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603776 Mar 08 20:34:29.883863 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-8b5e70e8-f5aa-404b-b066-f211ef0a93be req-0f5a70da-59cb-477c-bf83-755347e433fa tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] 10.222.0.41 "GET /v2.0/ports?device_id=2d624e6e-62ab-4d10-b4ef-1e8143d00fd3 HTTP/1.1" status: 200 len: 210 time: 0.0292921 Mar 08 20:34:30.412664 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1ca5d6-ea94-48eb-887a-7ce73a8e3e63 req-65f0b307-5b41-4f15-89b5-f55c2ca2494f tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:34:30.414823 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-8b1ca5d6-ea94-48eb-887a-7ce73a8e3e63 req-65f0b307-5b41-4f15-89b5-f55c2ca2494f tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "GET /v2.0/ports?device_id=f3764666-b97b-49ee-a110-73b596762fc2 HTTP/1.1" status: 200 len: 943 time: 0.0669072 Mar 08 20:34:30.479124 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-8b1ca5d6-ea94-48eb-887a-7ce73a8e3e63 req-60a2f0b8-8fae-4231-b52a-7cb8b73541f2 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "GET /v2.0/security-groups?id=594a1c24-3d62-4c4c-9d98-a58b8e523f99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533822 Mar 08 20:34:30.730748 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6694c70-61fe-4afe-b462-0b2495db8373 req-b627c2c2-2539-4869-89af-1805db0b180e tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:34:30.733611 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-e6694c70-61fe-4afe-b462-0b2495db8373 req-b627c2c2-2539-4869-89af-1805db0b180e tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5f8ea3c-dce4-482f-8530-87a9153e6873 HTTP/1.1" status: 200 len: 946 time: 0.0697818 Mar 08 20:34:30.802818 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-e6694c70-61fe-4afe-b462-0b2495db8373 req-1cb43312-ae46-4250-960f-48679fc314a5 tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] 10.222.0.41 "GET /v2.0/security-groups?id=306014d5-d504-41eb-b92c-22e11b4bc9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625274 Mar 08 20:34:31.025114 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-df172253-f890-4c59-ba41-49c11041e430 req-a011a3f5-84d1-4b84-baf2-af32773321b4 tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] 10.222.0.41 "GET /v2.0/ports?device_id=2d624e6e-62ab-4d10-b4ef-1e8143d00fd3 HTTP/1.1" status: 200 len: 210 time: 0.0512438 Mar 08 20:34:31.137732 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-721d8153-b597-43bf-bba0-6b0117f9d40d req-e31c92bc-09ac-437d-9f8f-fd85c42180c6 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=bad46cc3-630c-44e3-97f4-2efe2ffc87e1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0731692 Mar 08 20:34:31.146783 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea73cb3-17c3-4b18-b1de-4a287a628d93 req-a9c8e0c0-6aac-4984-aed5-1220d36f5ace tempest-VolumesSnapshotTestJSON-151522371 tempest-VolumesSnapshotTestJSON-151522371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:34:31.150111 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-9ea73cb3-17c3-4b18-b1de-4a287a628d93 req-a9c8e0c0-6aac-4984-aed5-1220d36f5ace tempest-VolumesSnapshotTestJSON-151522371 tempest-VolumesSnapshotTestJSON-151522371-project] 10.222.0.41 "GET /v2.0/networks?id=ea31e8d8-6c4b-4ed2-9f94-bd25e310be09 HTTP/1.1" status: 200 len: 813 time: 0.1725268 Mar 08 20:34:31.173738 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-9ea73cb3-17c3-4b18-b1de-4a287a628d93 req-757cb6a9-4945-45b5-badc-6d672f4e9bf6 tempest-VolumesSnapshotTestJSON-151522371 tempest-VolumesSnapshotTestJSON-151522371-project] 10.222.0.41 "GET /v2.0/quotas/6e6d40cd30134e9e8c068ad0265bfd86 HTTP/1.1" status: 200 len: 375 time: 0.0138652 Mar 08 20:34:31.231254 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-9ea73cb3-17c3-4b18-b1de-4a287a628d93 req-3f7dc93b-797c-4452-997b-08e3e76f932c tempest-VolumesSnapshotTestJSON-151522371 tempest-VolumesSnapshotTestJSON-151522371-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=6e6d40cd30134e9e8c068ad0265bfd86&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0486557 Mar 08 20:34:31.245951 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721d8153-b597-43bf-bba0-6b0117f9d40d req-dda3e978-2676-430e-a5ee-a93a226b7342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:34:31.248381 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-721d8153-b597-43bf-bba0-6b0117f9d40d req-dda3e978-2676-430e-a5ee-a93a226b7342 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=64bbed509db949a6a003c639d3f67567&device_id=bad46cc3-630c-44e3-97f4-2efe2ffc87e1 HTTP/1.1" status: 200 len: 1129 time: 0.0704114 Mar 08 20:34:31.292293 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-475d9c8c-3fe1-4909-8e10-38c3bb2ab7f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745146981205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476605'] for agent (7ae9fd8f-5d61-4821-9eac-044950c450f0), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:31.363863 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-9ea73cb3-17c3-4b18-b1de-4a287a628d93 req-6b7cca77-fed6-44e2-8f60-06dcd87de27f service neutron] 10.222.0.41 "GET /v2.0/networks/ea31e8d8-6c4b-4ed2-9f94-bd25e310be09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245723 Mar 08 20:34:31.413384 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721d8153-b597-43bf-bba0-6b0117f9d40d req-2a6ca452-41bb-42c4-b6c8-8ec9004d0538 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:34:31.414917 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-721d8153-b597-43bf-bba0-6b0117f9d40d req-2a6ca452-41bb-42c4-b6c8-8ec9004d0538 service neutron] 10.222.0.37 "GET /v2.0/networks?id=bb3cf682-183a-4b4f-b70b-ac9d75a4abdd HTTP/1.1" status: 200 len: 912 time: 0.1256692 Mar 08 20:34:31.497542 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-9ea73cb3-17c3-4b18-b1de-4a287a628d93 req-3a821007-662a-4020-a745-051c421b81e1 service neutron] 10.222.0.41 "GET /v2.0/networks/ea31e8d8-6c4b-4ed2-9f94-bd25e310be09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222830 Mar 08 20:34:31.499128 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-721d8153-b597-43bf-bba0-6b0117f9d40d req-7024f535-9a5f-47b8-98eb-bc2301d4b784 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7774432c-5ed1-4d4d-a02c-9fb8141c93a3 HTTP/1.1" status: 200 len: 1000 time: 0.0719774 Mar 08 20:34:31.582094 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721d8153-b597-43bf-bba0-6b0117f9d40d req-8785e6d7-f396-409a-bf97-b382a2521f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:34:31.583892 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-721d8153-b597-43bf-bba0-6b0117f9d40d req-8785e6d7-f396-409a-bf97-b382a2521f47 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a968dc2a-71a9-4847-a130-162c884db338 HTTP/1.1" status: 200 len: 850 time: 0.0778863 Mar 08 20:34:31.822149 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-2f51f2e9-188b-44d7-9dae-9fcd6a1a5adb req-cc81981b-73be-4055-9519-e79644d4e1b1 tempest-VolumesSnapshotTestJSON-151522371 tempest-VolumesSnapshotTestJSON-151522371-project] 10.222.0.41 "GET /v2.0/ports?device_id=23d932ec-8f1c-408b-aa51-fa01c62ab323 HTTP/1.1" status: 200 len: 210 time: 0.0416923 Mar 08 20:34:31.981537 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caed00b2-af33-4cf2-988e-7955f1a58ff0 req-964ea35a-fe40-4440-aed1-4802aa1dd425 tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:34:31.983701 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-caed00b2-af33-4cf2-988e-7955f1a58ff0 req-964ea35a-fe40-4440-aed1-4802aa1dd425 tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5f8ea3c-dce4-482f-8530-87a9153e6873 HTTP/1.1" status: 200 len: 946 time: 0.0848477 Mar 08 20:34:32.007512 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721d8153-b597-43bf-bba0-6b0117f9d40d req-d96d8cc8-7530-4778-82b9-43d9069edf41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:34:32.009218 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-721d8153-b597-43bf-bba0-6b0117f9d40d req-d96d8cc8-7530-4778-82b9-43d9069edf41 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=bb3cf682-183a-4b4f-b70b-ac9d75a4abdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.4044120 Mar 08 20:34:32.031686 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ec8b2a-a70a-4541-a433-7ce39af2c425 req-dd75d316-fe30-4353-a0e6-255f54e69083 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:34:32.034933 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-d5ec8b2a-a70a-4541-a433-7ce39af2c425 req-dd75d316-fe30-4353-a0e6-255f54e69083 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "GET /v2.0/ports?device_id=f3764666-b97b-49ee-a110-73b596762fc2 HTTP/1.1" status: 200 len: 943 time: 0.4311898 Mar 08 20:34:32.051919 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-caed00b2-af33-4cf2-988e-7955f1a58ff0 req-0205ab68-e723-452a-91bc-739d548349c3 tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] 10.222.0.41 "GET /v2.0/security-groups?id=306014d5-d504-41eb-b92c-22e11b4bc9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617471 Mar 08 20:34:32.157666 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-d5ec8b2a-a70a-4541-a433-7ce39af2c425 req-f61a534d-2ee3-43d7-be6b-9781f8fcc922 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "GET /v2.0/security-groups?id=594a1c24-3d62-4c4c-9d98-a58b8e523f99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1052859 Mar 08 20:34:32.187569 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-721d8153-b597-43bf-bba0-6b0117f9d40d req-3520062a-bf57-4790-b685-41234ac5ffb5 service neutron] 10.222.0.37 "GET /v2.0/networks/bb3cf682-183a-4b4f-b70b-ac9d75a4abdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1514108 Mar 08 20:34:32.188855 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-ef0d2469-ce23-407b-8a18-f04da6de8abc req-920b2d72-5eff-4a8f-a544-0d55011f0645 tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] 10.222.0.41 "GET /v2.0/ports?device_id=2d624e6e-62ab-4d10-b4ef-1e8143d00fd3 HTTP/1.1" status: 200 len: 210 time: 0.0395942 Mar 08 20:34:32.314394 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-721d8153-b597-43bf-bba0-6b0117f9d40d req-c04ff7e7-9cf8-4ad8-865d-703c853fe107 service neutron] 10.222.0.37 "GET /v2.0/networks/bb3cf682-183a-4b4f-b70b-ac9d75a4abdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1152282 Mar 08 20:34:32.358638 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-dbe61520-29cf-4847-b96e-6d24c6c097a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745146981205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476605'] for agent (6cc78598-e6b3-4e4d-a99c-31b9c4784fd2), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:32.922715 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-c05fab1a-a301-469c-a29a-626d25b0f0fe req-9d010cd2-70bb-466d-bd92-0a4f44c92365 tempest-VolumesSnapshotTestJSON-151522371 tempest-VolumesSnapshotTestJSON-151522371-project] 10.222.0.41 "GET /v2.0/ports?device_id=23d932ec-8f1c-408b-aa51-fa01c62ab323 HTTP/1.1" status: 200 len: 210 time: 0.0380061 Mar 08 20:34:32.942929 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb5d969-70dc-4f6b-af9a-79d55da12c4a req-6c908e92-b0a6-47a6-a9f2-9f3a3c055198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:34:32.945292 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-cfb5d969-70dc-4f6b-af9a-79d55da12c4a req-6c908e92-b0a6-47a6-a9f2-9f3a3c055198 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a5f8ea3c-dce4-482f-8530-87a9153e6873 HTTP/1.1" status: 200 len: 1130 time: 0.0937357 Mar 08 20:34:32.994387 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-cfb5d969-70dc-4f6b-af9a-79d55da12c4a req-df0f96ad-b2f3-4d76-a777-0db5f993d14a service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=306014d5-d504-41eb-b92c-22e11b4bc9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393703 Mar 08 20:34:33.205479 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd31b73-7a7b-4100-a719-852425b01bf4 req-9cbf2d32-adaf-464f-b055-cdd4551c612e tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:34:33.207088 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-9dd31b73-7a7b-4100-a719-852425b01bf4 req-9cbf2d32-adaf-464f-b055-cdd4551c612e tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5f8ea3c-dce4-482f-8530-87a9153e6873 HTTP/1.1" status: 200 len: 946 time: 0.0725718 Mar 08 20:34:33.285307 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-9dd31b73-7a7b-4100-a719-852425b01bf4 req-ed70764f-a098-449b-8dab-b7b998eb5b80 tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] 10.222.0.41 "GET /v2.0/security-groups?id=306014d5-d504-41eb-b92c-22e11b4bc9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711186 Mar 08 20:34:33.351571 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-6de3b5f9-c290-4ddd-bdc7-2228d3efae48 req-7ce6cf72-d662-4e85-b997-c9010fab3e8e tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] 10.222.0.41 "GET /v2.0/ports?device_id=2d624e6e-62ab-4d10-b4ef-1e8143d00fd3 HTTP/1.1" status: 200 len: 210 time: 0.0331771 Mar 08 20:34:33.389030 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c597d036-e7da-458a-824f-999e56463fde req-e4c9184c-9daf-43d6-8cc6-6f9f7e7ee574 tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:34:33.390661 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-c597d036-e7da-458a-824f-999e56463fde req-e4c9184c-9daf-43d6-8cc6-6f9f7e7ee574 tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] 10.222.0.37 "GET /v2.0/networks?id=c2c7d66f-86ac-44f2-9eb5-cb2716ba5d76 HTTP/1.1" status: 200 len: 811 time: 0.1533608 Mar 08 20:34:33.458983 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613c7b2c-a612-4e97-907a-e4dc71449209 req-537b8535-d744-4445-88d8-ef365ebfe186 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:34:33.461481 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-613c7b2c-a612-4e97-907a-e4dc71449209 req-537b8535-d744-4445-88d8-ef365ebfe186 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "GET /v2.0/ports?device_id=f3764666-b97b-49ee-a110-73b596762fc2 HTTP/1.1" status: 200 len: 943 time: 0.0826602 Mar 08 20:34:33.481246 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-c597d036-e7da-458a-824f-999e56463fde req-18b3791e-3dbe-4ea1-b098-2f5f6a3cff2e tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bf06b78c460f40649c7dfbdd2a48a3e6 HTTP/1.1" status: 200 len: 380 time: 0.0743535 Mar 08 20:34:33.495076 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.v2.base [req-c597d036-e7da-458a-824f-999e56463fde req-0bc7b7d7-01df-4644-9d65-b5cfb502a7ac tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] Request body: {'port': {'device_id': '2d624e6e-62ab-4d10-b4ef-1e8143d00fd3', 'network_id': 'c2c7d66f-86ac-44f2-9eb5-cb2716ba5d76', 'admin_state_up': True, 'tenant_id': 'bf06b78c460f40649c7dfbdd2a48a3e6', 'security_groups': ['4d697690-46e7-4a5b-b531-6aaab5a49583']}} {{(pid=103458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:34:33.544824 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-613c7b2c-a612-4e97-907a-e4dc71449209 req-d4abbbec-df4c-443a-99b3-ceef91e049d8 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "GET /v2.0/security-groups?id=594a1c24-3d62-4c4c-9d98-a58b8e523f99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0745769 Mar 08 20:34:33.714851 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-7a330e8f-62e0-4259-bea2-8ced8e9b3a98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745146981205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476605'] for agent (cd1d0244-f954-4bda-89fb-1fdc1954e39d), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:33.832347 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c597d036-e7da-458a-824f-999e56463fde req-0bc7b7d7-01df-4644-9d65-b5cfb502a7ac tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] Made reservation on behalf of bf06b78c460f40649c7dfbdd2a48a3e6 for: {'port': 1} {{(pid=103458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 20:34:33.835751 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-c597d036-e7da-458a-824f-999e56463fde req-0bc7b7d7-01df-4644-9d65-b5cfb502a7ac tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747308'] for port (None), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:33.989964 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.db.db_base_plugin_common [req-c597d036-e7da-458a-824f-999e56463fde req-0bc7b7d7-01df-4644-9d65-b5cfb502a7ac tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] Allocated IP 172.20.0.6 (c2c7d66f-86ac-44f2-9eb5-cb2716ba5d76/88ad92d3-2fe0-4490-8ff5-712fc5e791fb/9c95c88a-d2ab-49aa-b478-a8bfb7ee15e1) {{(pid=103458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 20:34:34.023999 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-d5b433a5-b873-40de-a49a-f5bacd00a360 req-377d6a7b-2e6a-472f-8338-cac147af2de2 tempest-VolumesSnapshotTestJSON-151522371 tempest-VolumesSnapshotTestJSON-151522371-project] 10.222.0.41 "GET /v2.0/ports?device_id=23d932ec-8f1c-408b-aa51-fa01c62ab323 HTTP/1.1" status: 200 len: 210 time: 0.0317752 Mar 08 20:34:34.167622 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-c597d036-e7da-458a-824f-999e56463fde req-0bc7b7d7-01df-4644-9d65-b5cfb502a7ac tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] Publish callbacks [] for port (9c95c88a-d2ab-49aa-b478-a8bfb7ee15e1), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:34.198724 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.db.agents_db [None req-39e8813d-158c-4e2f-bb5f-b8539461cb33 None None] Agent healthcheck: found 6 active agents {{(pid=103461) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 20:34:34.427724 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-c597d036-e7da-458a-824f-999e56463fde req-0bc7b7d7-01df-4644-9d65-b5cfb502a7ac tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745146440906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28566877'] for port (9c95c88a-d2ab-49aa-b478-a8bfb7ee15e1), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:34.434976 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf66d53-453c-4c07-9baf-5fd22caaffaf req-83d6c990-ffb3-4814-865b-436957f320e9 tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:34:34.436667 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-4bf66d53-453c-4c07-9baf-5fd22caaffaf req-83d6c990-ffb3-4814-865b-436957f320e9 tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5f8ea3c-dce4-482f-8530-87a9153e6873 HTTP/1.1" status: 200 len: 946 time: 0.0674498 Mar 08 20:34:34.495396 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c597d036-e7da-458a-824f-999e56463fde req-0bc7b7d7-01df-4644-9d65-b5cfb502a7ac tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] Network c2c7d66f-86ac-44f2-9eb5-cb2716ba5d76 is already hosted by enough agents. {{(pid=103458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 20:34:34.499656 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.scheduler.base_scheduler [req-c597d036-e7da-458a-824f-999e56463fde req-0bc7b7d7-01df-4644-9d65-b5cfb502a7ac tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] Resources bound (agent type, host, resource id): {{(pid=103458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:34:34.521371 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [req-c597d036-e7da-458a-824f-999e56463fde req-0bc7b7d7-01df-4644-9d65-b5cfb502a7ac tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] Received port after_create {{(pid=103458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 20:34:34.525942 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-4bf66d53-453c-4c07-9baf-5fd22caaffaf req-f916a419-4a0b-4906-b346-3e5ba607345e tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] 10.222.0.41 "GET /v2.0/security-groups?id=306014d5-d504-41eb-b92c-22e11b4bc9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788341 Mar 08 20:34:34.685599 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc7b7d7-01df-4644-9d65-b5cfb502a7ac tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] Pushing event updated for resources: {'Port': ['ID=9c95c88a-d2ab-49aa-b478-a8bfb7ee15e1,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:34:34.706005 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc7b7d7-01df-4644-9d65-b5cfb502a7ac tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:34:34.706576 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc7b7d7-01df-4644-9d65-b5cfb502a7ac tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:34:34.707112 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc7b7d7-01df-4644-9d65-b5cfb502a7ac tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:34:34.707666 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc7b7d7-01df-4644-9d65-b5cfb502a7ac tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:34:34.708306 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc7b7d7-01df-4644-9d65-b5cfb502a7ac tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:34:34.708771 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc7b7d7-01df-4644-9d65-b5cfb502a7ac tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:34:34.709294 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc7b7d7-01df-4644-9d65-b5cfb502a7ac tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:34:34.709799 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc7b7d7-01df-4644-9d65-b5cfb502a7ac tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:34:34.710253 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc7b7d7-01df-4644-9d65-b5cfb502a7ac tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:34:34.710751 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc7b7d7-01df-4644-9d65-b5cfb502a7ac tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:34:34.711262 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc7b7d7-01df-4644-9d65-b5cfb502a7ac tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:34:34.711729 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc7b7d7-01df-4644-9d65-b5cfb502a7ac tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:34:34.712212 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc7b7d7-01df-4644-9d65-b5cfb502a7ac tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:34:34.726183 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c597d036-e7da-458a-824f-999e56463fde req-0bc7b7d7-01df-4644-9d65-b5cfb502a7ac tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:34:34.727128 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-c597d036-e7da-458a-824f-999e56463fde req-0bc7b7d7-01df-4644-9d65-b5cfb502a7ac tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4188892'] for port (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:34.775049 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75aef8fe-b3fb-4ad9-b75a-70ced1a66a0b req-6f10b096-a51a-4c92-b0e2-17097ac9291d tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:34:34.776844 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-75aef8fe-b3fb-4ad9-b75a-70ced1a66a0b req-6f10b096-a51a-4c92-b0e2-17097ac9291d tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] 10.222.0.41 "GET /v2.0/ports?device_id=2d624e6e-62ab-4d10-b4ef-1e8143d00fd3 HTTP/1.1" status: 200 len: 931 time: 0.2584062 Mar 08 20:34:34.785035 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9369ae93-f561-45e5-81c5-18afb59667b3 req-e3d3ea91-a546-472c-ae4e-8b1530b5ce55 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:34:34.787324 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-9369ae93-f561-45e5-81c5-18afb59667b3 req-e3d3ea91-a546-472c-ae4e-8b1530b5ce55 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "GET /v2.0/ports?device_id=f3764666-b97b-49ee-a110-73b596762fc2 HTTP/1.1" status: 200 len: 943 time: 0.0859900 Mar 08 20:34:34.891186 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-75aef8fe-b3fb-4ad9-b75a-70ced1a66a0b req-f996cdd7-5750-4838-adad-aaff68d7a89e tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] 10.222.0.41 "GET /v2.0/security-groups?id=4d697690-46e7-4a5b-b531-6aaab5a49583&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1007533 Mar 08 20:34:34.895907 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.provisioning_blocks [None req-04bf1b8d-976b-49e2-8466-ac2ff49dd322 None None] Provisioning complete for port 9c95c88a-d2ab-49aa-b478-a8bfb7ee15e1 triggered by entity DHCP. {{(pid=103460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:34:34.900316 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-04bf1b8d-976b-49e2-8466-ac2ff49dd322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476507'] for port (9c95c88a-d2ab-49aa-b478-a8bfb7ee15e1), provisioning_complete {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:34.907406 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-9369ae93-f561-45e5-81c5-18afb59667b3 req-89a3d135-5bc6-42d2-bc8e-db017e9b75cc tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "GET /v2.0/security-groups?id=594a1c24-3d62-4c4c-9d98-a58b8e523f99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1028986 Mar 08 20:34:34.942362 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.plugin [None req-04bf1b8d-976b-49e2-8466-ac2ff49dd322 None None] Port 9c95c88a-d2ab-49aa-b478-a8bfb7ee15e1 cannot update to ACTIVE because it is not bound. {{(pid=103460) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 20:34:35.001544 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-c597d036-e7da-458a-824f-999e56463fde req-0bc7b7d7-01df-4644-9d65-b5cfb502a7ac tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5104911 Mar 08 20:34:35.026582 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.v2.base [req-c597d036-e7da-458a-824f-999e56463fde req-07ef43c9-23b8-40c4-9cc7-8179a49b6c93 service neutron] Request body: {'port': {'device_id': '2d624e6e-62ab-4d10-b4ef-1e8143d00fd3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=103458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:34:35.120440 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-c597d036-e7da-458a-824f-999e56463fde req-07ef43c9-23b8-40c4-9cc7-8179a49b6c93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747308'] for port (9c95c88a-d2ab-49aa-b478-a8bfb7ee15e1), before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:35.158826 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-8631f59a-0fbf-41e1-b88e-a91bc555065e req-bd13e8b8-c460-4a1b-99f8-99e54068e79c tempest-VolumesSnapshotTestJSON-151522371 tempest-VolumesSnapshotTestJSON-151522371-project] 10.222.0.41 "GET /v2.0/ports?device_id=23d932ec-8f1c-408b-aa51-fa01c62ab323 HTTP/1.1" status: 200 len: 210 time: 0.0352042 Mar 08 20:34:35.330338 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745146981205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476605'] for agent (fa4b043a-5d45-4181-9cb2-30d29598ef5b), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:35.465941 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.notifiers.nova [req-c597d036-e7da-458a-824f-999e56463fde req-07ef43c9-23b8-40c4-9cc7-8179a49b6c93 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c95c88a-d2ab-49aa-b478-a8bfb7ee15e1 {{(pid=103458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 20:34:35.476478 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-c597d036-e7da-458a-824f-999e56463fde req-07ef43c9-23b8-40c4-9cc7-8179a49b6c93 service neutron] Publish callbacks [] for port (9c95c88a-d2ab-49aa-b478-a8bfb7ee15e1), precommit_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:35.495026 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [req-c597d036-e7da-458a-824f-999e56463fde req-07ef43c9-23b8-40c4-9cc7-8179a49b6c93 service neutron] Transition to ACTIVE for port object 9c95c88a-d2ab-49aa-b478-a8bfb7ee15e1 will not be triggered until provisioned by entity L2. {{(pid=103458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 20:34:35.604407 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-c597d036-e7da-458a-824f-999e56463fde req-07ef43c9-23b8-40c4-9cc7-8179a49b6c93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745146878648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745146440924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745146440942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28566820'] for port (9c95c88a-d2ab-49aa-b478-a8bfb7ee15e1), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:35.693103 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ef43c9-23b8-40c4-9cc7-8179a49b6c93 service neutron] Pushing event updated for resources: {'Port': ['ID=9c95c88a-d2ab-49aa-b478-a8bfb7ee15e1,revision_number=2']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:34:35.694816 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dee576c-a867-4fc2-848a-1172cf444cd6 req-05bdc1ec-68e7-4df9-acfd-0c6218c4de49 tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:34:35.698921 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-5dee576c-a867-4fc2-848a-1172cf444cd6 req-05bdc1ec-68e7-4df9-acfd-0c6218c4de49 tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5f8ea3c-dce4-482f-8530-87a9153e6873 HTTP/1.1" status: 200 len: 946 time: 0.0850883 Mar 08 20:34:35.778329 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [req-c597d036-e7da-458a-824f-999e56463fde req-07ef43c9-23b8-40c4-9cc7-8179a49b6c93 service neutron] Attempting to bind port 9c95c88a-d2ab-49aa-b478-a8bfb7ee15e1 on host hv-cinder-83009 for vnic_type normal with profile {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 20:34:35.778329 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [req-c597d036-e7da-458a-824f-999e56463fde req-07ef43c9-23b8-40c4-9cc7-8179a49b6c93 service neutron] Attempting to bind port 9c95c88a-d2ab-49aa-b478-a8bfb7ee15e1 by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': '8a7da6b0-4771-498d-9c85-c783d4056178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'c2c7d66f-86ac-44f2-9eb5-cb2716ba5d76'}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 20:34:35.778329 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c597d036-e7da-458a-824f-999e56463fde req-07ef43c9-23b8-40c4-9cc7-8179a49b6c93 service neutron] Attempting to bind port 9c95c88a-d2ab-49aa-b478-a8bfb7ee15e1 on network c2c7d66f-86ac-44f2-9eb5-cb2716ba5d76 {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 20:34:35.785135 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c597d036-e7da-458a-824f-999e56463fde req-07ef43c9-23b8-40c4-9cc7-8179a49b6c93 service neutron] Port 9c95c88a-d2ab-49aa-b478-a8bfb7ee15e1 on network c2c7d66f-86ac-44f2-9eb5-cb2716ba5d76 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 20:34:35.785474 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c597d036-e7da-458a-824f-999e56463fde req-07ef43c9-23b8-40c4-9cc7-8179a49b6c93 service neutron] Attempting to bind port 9c95c88a-d2ab-49aa-b478-a8bfb7ee15e1 on network c2c7d66f-86ac-44f2-9eb5-cb2716ba5d76 {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 20:34:35.792057 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c597d036-e7da-458a-824f-999e56463fde req-07ef43c9-23b8-40c4-9cc7-8179a49b6c93 service neutron] Checking agent: {'id': '905863fd-6a46-47f8-82ce-98f31309cbd3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 20, 29, 24), 'started_at': datetime.datetime(2022, 3, 8, 20, 29, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 20, 34, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 20:34:35.792433 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c597d036-e7da-458a-824f-999e56463fde req-07ef43c9-23b8-40c4-9cc7-8179a49b6c93 service neutron] Checking segment: {'id': '8a7da6b0-4771-498d-9c85-c783d4056178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'c2c7d66f-86ac-44f2-9eb5-cb2716ba5d76'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 20:34:35.792824 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c597d036-e7da-458a-824f-999e56463fde req-07ef43c9-23b8-40c4-9cc7-8179a49b6c93 service neutron] Bound using segment: {'id': '8a7da6b0-4771-498d-9c85-c783d4056178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'c2c7d66f-86ac-44f2-9eb5-cb2716ba5d76'} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 20:34:35.793327 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [req-c597d036-e7da-458a-824f-999e56463fde req-07ef43c9-23b8-40c4-9cc7-8179a49b6c93 service neutron] Bound port: 9c95c88a-d2ab-49aa-b478-a8bfb7ee15e1, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a7da6b0-4771-498d-9c85-c783d4056178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'c2c7d66f-86ac-44f2-9eb5-cb2716ba5d76'}}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 20:34:35.793695 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-c597d036-e7da-458a-824f-999e56463fde req-07ef43c9-23b8-40c4-9cc7-8179a49b6c93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747308'] for port (9c95c88a-d2ab-49aa-b478-a8bfb7ee15e1), before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:35.903896 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-5dee576c-a867-4fc2-848a-1172cf444cd6 req-18345e48-7fd5-4863-bcf7-45d6519f3fb1 tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] 10.222.0.41 "GET /v2.0/security-groups?id=306014d5-d504-41eb-b92c-22e11b4bc9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856205 Mar 08 20:34:35.924119 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.db [req-c597d036-e7da-458a-824f-999e56463fde req-07ef43c9-23b8-40c4-9cc7-8179a49b6c93 service neutron] For port 9c95c88a-d2ab-49aa-b478-a8bfb7ee15e1, host hv-cinder-83009, cleared binding levels {{(pid=103458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 20:34:35.936704 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.db [req-c597d036-e7da-458a-824f-999e56463fde req-07ef43c9-23b8-40c4-9cc7-8179a49b6c93 service neutron] For port 9c95c88a-d2ab-49aa-b478-a8bfb7ee15e1, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=9c95c88a-d2ab-49aa-b478-a8bfb7ee15e1,segment=NetworkSegment(8a7da6b0-4771-498d-9c85-c783d4056178),segment_id=8a7da6b0-4771-498d-9c85-c783d4056178)] {{(pid=103458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 20:34:35.948857 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea73cb3-17c3-4b18-b1de-4a287a628d93 req-e44de144-6ca2-4c16-8bd6-f268d657945f tempest-VolumesSnapshotTestJSON-151522371 tempest-VolumesSnapshotTestJSON-151522371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:34:35.951619 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-9ea73cb3-17c3-4b18-b1de-4a287a628d93 req-e44de144-6ca2-4c16-8bd6-f268d657945f tempest-VolumesSnapshotTestJSON-151522371 tempest-VolumesSnapshotTestJSON-151522371-project] 10.222.0.37 "GET /v2.0/networks?id=ea31e8d8-6c4b-4ed2-9f94-bd25e310be09 HTTP/1.1" status: 200 len: 813 time: 0.2508979 Mar 08 20:34:35.969622 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.v2.base [req-9ea73cb3-17c3-4b18-b1de-4a287a628d93 req-de52f172-6001-4455-a868-9c9c8929a297 tempest-VolumesSnapshotTestJSON-151522371 tempest-VolumesSnapshotTestJSON-151522371-project] Request body: {'port': {'device_id': '23d932ec-8f1c-408b-aa51-fa01c62ab323', 'network_id': 'ea31e8d8-6c4b-4ed2-9f94-bd25e310be09', 'admin_state_up': True, 'tenant_id': '6e6d40cd30134e9e8c068ad0265bfd86'}} {{(pid=103459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:34:36.072420 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bae79b-2b10-4c67-b871-557fd543bef4 req-3f2b77ed-9cfe-4790-b704-7e66d582af2f tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:34:36.073931 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-11bae79b-2b10-4c67-b871-557fd543bef4 req-3f2b77ed-9cfe-4790-b704-7e66d582af2f tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] 10.222.0.41 "GET /v2.0/ports?device_id=2d624e6e-62ab-4d10-b4ef-1e8143d00fd3 HTTP/1.1" status: 200 len: 943 time: 0.0726440 Mar 08 20:34:36.075857 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-c597d036-e7da-458a-824f-999e56463fde req-07ef43c9-23b8-40c4-9cc7-8179a49b6c93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745146878648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745146440924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745146440942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28566820'] for port (9c95c88a-d2ab-49aa-b478-a8bfb7ee15e1), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:36.137592 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c597d036-e7da-458a-824f-999e56463fde req-07ef43c9-23b8-40c4-9cc7-8179a49b6c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:34:36.138453 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-c597d036-e7da-458a-824f-999e56463fde req-07ef43c9-23b8-40c4-9cc7-8179a49b6c93 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4188892'] for port (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:36.140706 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-c597d036-e7da-458a-824f-999e56463fde req-07ef43c9-23b8-40c4-9cc7-8179a49b6c93 service neutron] 10.222.0.37 "PUT /v2.0/ports/9c95c88a-d2ab-49aa-b478-a8bfb7ee15e1 HTTP/1.1" status: 200 len: 1093 time: 1.1183615 Mar 08 20:34:36.143908 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d624e6e-62ab-4d10-b4ef-1e8143d00fd3', 'tag': '9c95c88a-d2ab-49aa-b478-a8bfb7ee15e1'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 20:34:36.146408 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80a387be2d8005eb2e27f9060a02e972faa958bb0688f3ffd3bc7b0f4eb55c8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db8f1992-3258-4918-aa5c-904d8b46fddb" -d '{"events": [{"name": "network-changed", "server_uuid": "2d624e6e-62ab-4d10-b4ef-1e8143d00fd3", "tag": "9c95c88a-d2ab-49aa-b478-a8bfb7ee15e1"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 20:34:36.168703 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7798684a-aedd-4e09-be4e-dcb6a7bdc6d4 req-8aba35b3-5af0-44ae-b360-54e218fa80e2 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:34:36.170475 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-7798684a-aedd-4e09-be4e-dcb6a7bdc6d4 req-8aba35b3-5af0-44ae-b360-54e218fa80e2 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "GET /v2.0/ports?device_id=f3764666-b97b-49ee-a110-73b596762fc2 HTTP/1.1" status: 200 len: 943 time: 0.1477230 Mar 08 20:34:36.210659 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ef43c9-23b8-40c4-9cc7-8179a49b6c93 service neutron] Pushing event updated for resources: {'Port': ['ID=9c95c88a-d2ab-49aa-b478-a8bfb7ee15e1,revision_number=3']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:34:36.223068 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-11bae79b-2b10-4c67-b871-557fd543bef4 req-0dd5e904-baa7-4184-ae5d-7c2426b2146c tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] 10.222.0.41 "GET /v2.0/security-groups?id=4d697690-46e7-4a5b-b531-6aaab5a49583&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1186972 Mar 08 20:34:36.301719 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-7798684a-aedd-4e09-be4e-dcb6a7bdc6d4 req-cc7cbab9-f61d-4f85-b2fd-13250e83b90e tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "GET /v2.0/security-groups?id=594a1c24-3d62-4c4c-9d98-a58b8e523f99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1096931 Mar 08 20:34:36.351834 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ea73cb3-17c3-4b18-b1de-4a287a628d93 req-de52f172-6001-4455-a868-9c9c8929a297 tempest-VolumesSnapshotTestJSON-151522371 tempest-VolumesSnapshotTestJSON-151522371-project] Made reservation on behalf of 6e6d40cd30134e9e8c068ad0265bfd86 for: {'port': 1} {{(pid=103459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 20:34:36.351834 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [req-9ea73cb3-17c3-4b18-b1de-4a287a628d93 req-de52f172-6001-4455-a868-9c9c8929a297 tempest-VolumesSnapshotTestJSON-151522371 tempest-VolumesSnapshotTestJSON-151522371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747308'] for port (None), before_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:36.392095 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c597d036-e7da-458a-824f-999e56463fde req-247b12ed-8a7f-4cd1-804f-47796549e843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:34:36.397811 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-c597d036-e7da-458a-824f-999e56463fde req-247b12ed-8a7f-4cd1-804f-47796549e843 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=bf06b78c460f40649c7dfbdd2a48a3e6&device_id=2d624e6e-62ab-4d10-b4ef-1e8143d00fd3 HTTP/1.1" status: 200 len: 1127 time: 0.0848815 Mar 08 20:34:36.424175 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 20:34:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da86deaf-ff58-4474-97d5-88dc3ac88acd x-openstack-request-id: req-da86deaf-ff58-4474-97d5-88dc3ac88acd {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 20:34:36.425092 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d624e6e-62ab-4d10-b4ef-1e8143d00fd3", "tag": "9c95c88a-d2ab-49aa-b478-a8bfb7ee15e1", "status": "completed", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 20:34:36.425504 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-da86deaf-ff58-4474-97d5-88dc3ac88acd {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 20:34:36.428137 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d624e6e-62ab-4d10-b4ef-1e8143d00fd3', 'tag': '9c95c88a-d2ab-49aa-b478-a8bfb7ee15e1', 'status': 'completed', 'code': 200} Mar 08 20:34:36.470670 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-c597d036-e7da-458a-824f-999e56463fde req-5bb39c26-41ec-4850-804c-176495a6969f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9c95c88a-d2ab-49aa-b478-a8bfb7ee15e1 HTTP/1.1" status: 200 len: 217 time: 0.0664749 Mar 08 20:34:36.516719 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-e67ab1c8-4f9c-40cd-9f1d-08f4cfe42ee0 req-b70ab774-fcfe-4bf5-a267-46306359bb80 tempest-VolumesSnapshotTestJSON-151522371 tempest-VolumesSnapshotTestJSON-151522371-project] 10.222.0.41 "GET /v2.0/ports?device_id=23d932ec-8f1c-408b-aa51-fa01c62ab323 HTTP/1.1" status: 200 len: 210 time: 0.0379858 Mar 08 20:34:36.565827 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c597d036-e7da-458a-824f-999e56463fde req-17e48292-67fb-49d7-bcbd-c8894f68e62c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:34:36.567653 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-c597d036-e7da-458a-824f-999e56463fde req-17e48292-67fb-49d7-bcbd-c8894f68e62c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=88ad92d3-2fe0-4490-8ff5-712fc5e791fb HTTP/1.1" status: 200 len: 850 time: 0.0800519 Mar 08 20:34:36.628631 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.db.db_base_plugin_common [req-9ea73cb3-17c3-4b18-b1de-4a287a628d93 req-de52f172-6001-4455-a868-9c9c8929a297 tempest-VolumesSnapshotTestJSON-151522371 tempest-VolumesSnapshotTestJSON-151522371-project] Allocated IP 172.20.0.7 (ea31e8d8-6c4b-4ed2-9f94-bd25e310be09/7bf737ab-26e0-45bb-9bf2-f1b7f9c42945/046f7628-2098-426f-9b44-487266b82035) {{(pid=103459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 20:34:36.670574 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c597d036-e7da-458a-824f-999e56463fde req-537c68a1-5a6f-4de0-9881-a97fad52d510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:34:36.672915 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-c597d036-e7da-458a-824f-999e56463fde req-537c68a1-5a6f-4de0-9881-a97fad52d510 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c2c7d66f-86ac-44f2-9eb5-cb2716ba5d76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0697932 Mar 08 20:34:36.812316 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-c597d036-e7da-458a-824f-999e56463fde req-ff8c5a18-6130-4c28-9d4d-043021b399ee service neutron] 10.222.0.37 "GET /v2.0/networks/c2c7d66f-86ac-44f2-9eb5-cb2716ba5d76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289601 Mar 08 20:34:36.864250 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [req-9ea73cb3-17c3-4b18-b1de-4a287a628d93 req-de52f172-6001-4455-a868-9c9c8929a297 tempest-VolumesSnapshotTestJSON-151522371 tempest-VolumesSnapshotTestJSON-151522371-project] Publish callbacks [] for port (046f7628-2098-426f-9b44-487266b82035), precommit_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:37.040744 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [req-9ea73cb3-17c3-4b18-b1de-4a287a628d93 req-de52f172-6001-4455-a868-9c9c8929a297 tempest-VolumesSnapshotTestJSON-151522371 tempest-VolumesSnapshotTestJSON-151522371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745146440906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28404629'] for port (046f7628-2098-426f-9b44-487266b82035), after_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:37.049095 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-c597d036-e7da-458a-824f-999e56463fde req-f15782d7-9d1a-4d07-b3b0-63b6750c0913 service neutron] 10.222.0.37 "GET /v2.0/networks/c2c7d66f-86ac-44f2-9eb5-cb2716ba5d76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2182381 Mar 08 20:34:37.060567 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5352effd-d7c4-4782-a040-36f05548c03b req-1e456af4-ba13-4b14-b4ad-47e17ae8f191 tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:34:37.063389 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-5352effd-d7c4-4782-a040-36f05548c03b req-1e456af4-ba13-4b14-b4ad-47e17ae8f191 tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5f8ea3c-dce4-482f-8530-87a9153e6873 HTTP/1.1" status: 200 len: 946 time: 0.2043707 Mar 08 20:34:37.070829 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb5f45a-93b2-497f-92a8-bdf36bf2cdd0 req-206f8b0f-fd24-49c7-b360-8db61ae98c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:34:37.072444 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-ceb5f45a-93b2-497f-92a8-bdf36bf2cdd0 req-206f8b0f-fd24-49c7-b360-8db61ae98c8d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3ab75e5ad0c04c16ae8ecd6073e24a81&device_id=a5f8ea3c-dce4-482f-8530-87a9153e6873 HTTP/1.1" status: 200 len: 1130 time: 0.1088367 Mar 08 20:34:37.096405 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ea73cb3-17c3-4b18-b1de-4a287a628d93 req-de52f172-6001-4455-a868-9c9c8929a297 tempest-VolumesSnapshotTestJSON-151522371 tempest-VolumesSnapshotTestJSON-151522371-project] Network ea31e8d8-6c4b-4ed2-9f94-bd25e310be09 is already hosted by enough agents. {{(pid=103459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 20:34:37.099941 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.scheduler.base_scheduler [req-9ea73cb3-17c3-4b18-b1de-4a287a628d93 req-de52f172-6001-4455-a868-9c9c8929a297 tempest-VolumesSnapshotTestJSON-151522371 tempest-VolumesSnapshotTestJSON-151522371-project] Resources bound (agent type, host, resource id): {{(pid=103459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:34:37.104944 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ea73cb3-17c3-4b18-b1de-4a287a628d93 req-de52f172-6001-4455-a868-9c9c8929a297 tempest-VolumesSnapshotTestJSON-151522371 tempest-VolumesSnapshotTestJSON-151522371-project] Received port after_create {{(pid=103459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 20:34:37.109288 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de52f172-6001-4455-a868-9c9c8929a297 tempest-VolumesSnapshotTestJSON-151522371 tempest-VolumesSnapshotTestJSON-151522371-project] Pushing event updated for resources: {'Port': ['ID=046f7628-2098-426f-9b44-487266b82035,revision_number=1']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:34:37.142582 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de52f172-6001-4455-a868-9c9c8929a297 tempest-VolumesSnapshotTestJSON-151522371 tempest-VolumesSnapshotTestJSON-151522371-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:34:37.142890 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de52f172-6001-4455-a868-9c9c8929a297 tempest-VolumesSnapshotTestJSON-151522371 tempest-VolumesSnapshotTestJSON-151522371-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:34:37.143056 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de52f172-6001-4455-a868-9c9c8929a297 tempest-VolumesSnapshotTestJSON-151522371 tempest-VolumesSnapshotTestJSON-151522371-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:34:37.143324 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de52f172-6001-4455-a868-9c9c8929a297 tempest-VolumesSnapshotTestJSON-151522371 tempest-VolumesSnapshotTestJSON-151522371-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:34:37.143669 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de52f172-6001-4455-a868-9c9c8929a297 tempest-VolumesSnapshotTestJSON-151522371 tempest-VolumesSnapshotTestJSON-151522371-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:34:37.144229 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de52f172-6001-4455-a868-9c9c8929a297 tempest-VolumesSnapshotTestJSON-151522371 tempest-VolumesSnapshotTestJSON-151522371-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:34:37.144581 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de52f172-6001-4455-a868-9c9c8929a297 tempest-VolumesSnapshotTestJSON-151522371 tempest-VolumesSnapshotTestJSON-151522371-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:34:37.144909 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de52f172-6001-4455-a868-9c9c8929a297 tempest-VolumesSnapshotTestJSON-151522371 tempest-VolumesSnapshotTestJSON-151522371-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:34:37.145245 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de52f172-6001-4455-a868-9c9c8929a297 tempest-VolumesSnapshotTestJSON-151522371 tempest-VolumesSnapshotTestJSON-151522371-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:34:37.145574 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de52f172-6001-4455-a868-9c9c8929a297 tempest-VolumesSnapshotTestJSON-151522371 tempest-VolumesSnapshotTestJSON-151522371-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:34:37.145919 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de52f172-6001-4455-a868-9c9c8929a297 tempest-VolumesSnapshotTestJSON-151522371 tempest-VolumesSnapshotTestJSON-151522371-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:34:37.146228 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de52f172-6001-4455-a868-9c9c8929a297 tempest-VolumesSnapshotTestJSON-151522371 tempest-VolumesSnapshotTestJSON-151522371-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:34:37.146549 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de52f172-6001-4455-a868-9c9c8929a297 tempest-VolumesSnapshotTestJSON-151522371 tempest-VolumesSnapshotTestJSON-151522371-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:34:37.178627 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea73cb3-17c3-4b18-b1de-4a287a628d93 req-de52f172-6001-4455-a868-9c9c8929a297 tempest-VolumesSnapshotTestJSON-151522371 tempest-VolumesSnapshotTestJSON-151522371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:34:37.179501 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [req-9ea73cb3-17c3-4b18-b1de-4a287a628d93 req-de52f172-6001-4455-a868-9c9c8929a297 tempest-VolumesSnapshotTestJSON-151522371 tempest-VolumesSnapshotTestJSON-151522371-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4188892'] for port (None), before_response {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:37.220637 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-5352effd-d7c4-4782-a040-36f05548c03b req-e987f906-6d72-4ffa-b237-8636e3f793c2 tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] 10.222.0.41 "GET /v2.0/security-groups?id=306014d5-d504-41eb-b92c-22e11b4bc9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469200 Mar 08 20:34:37.271611 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb5f45a-93b2-497f-92a8-bdf36bf2cdd0 req-3606f5db-b73b-4144-af01-169c99512e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:34:37.278086 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-ceb5f45a-93b2-497f-92a8-bdf36bf2cdd0 req-3606f5db-b73b-4144-af01-169c99512e21 service neutron] 10.222.0.37 "GET /v2.0/networks?id=de9446a0-c58a-4c9a-a8d6-6921f8f95911 HTTP/1.1" status: 200 len: 919 time: 0.1765294 Mar 08 20:34:37.278914 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-9ea73cb3-17c3-4b18-b1de-4a287a628d93 req-de52f172-6001-4455-a868-9c9c8929a297 tempest-VolumesSnapshotTestJSON-151522371 tempest-VolumesSnapshotTestJSON-151522371-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3147202 Mar 08 20:34:37.304679 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.v2.base [req-9ea73cb3-17c3-4b18-b1de-4a287a628d93 req-e55200d8-9395-4e7b-9dc7-a88167eb41e9 service neutron] Request body: {'port': {'device_id': '23d932ec-8f1c-408b-aa51-fa01c62ab323', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=103459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:34:37.342361 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-ceb5f45a-93b2-497f-92a8-bdf36bf2cdd0 req-3d0fe788-5bae-47a9-af58-363352b72728 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=64834295-ef23-47d3-a226-c43721e27b16 HTTP/1.1" status: 200 len: 217 time: 0.0467827 Mar 08 20:34:37.393986 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8f1992-3258-4918-aa5c-904d8b46fddb req-ac02c399-0e63-43e1-b3fc-3f19368993ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:34:37.395416 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-db8f1992-3258-4918-aa5c-904d8b46fddb req-ac02c399-0e63-43e1-b3fc-3f19368993ed service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=bf06b78c460f40649c7dfbdd2a48a3e6&device_id=2d624e6e-62ab-4d10-b4ef-1e8143d00fd3 HTTP/1.1" status: 200 len: 1127 time: 0.1398759 Mar 08 20:34:37.429087 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [req-9ea73cb3-17c3-4b18-b1de-4a287a628d93 req-e55200d8-9395-4e7b-9dc7-a88167eb41e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747308'] for port (046f7628-2098-426f-9b44-487266b82035), before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:37.440037 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b919ac2-6b1d-4339-ae72-c6588442b4e6 req-46d778d9-fb6a-4b4d-8814-be6f92eb5cd6 tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:34:37.442085 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-6b919ac2-6b1d-4339-ae72-c6588442b4e6 req-46d778d9-fb6a-4b4d-8814-be6f92eb5cd6 tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] 10.222.0.41 "GET /v2.0/ports?device_id=2d624e6e-62ab-4d10-b4ef-1e8143d00fd3 HTTP/1.1" status: 200 len: 943 time: 0.1129692 Mar 08 20:34:37.494636 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb5f45a-93b2-497f-92a8-bdf36bf2cdd0 req-c180ea73-a2a8-43a7-9828-848d14e1a056 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:34:37.498595 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-ceb5f45a-93b2-497f-92a8-bdf36bf2cdd0 req-c180ea73-a2a8-43a7-9828-848d14e1a056 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c447eb81-039d-4a17-9b2c-b8079a3e024b HTTP/1.1" status: 200 len: 858 time: 0.1388755 Mar 08 20:34:37.549455 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-6b919ac2-6b1d-4339-ae72-c6588442b4e6 req-e6d719d4-f9d6-47ef-98b6-9e7f0380dda9 tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] 10.222.0.41 "GET /v2.0/security-groups?id=4d697690-46e7-4a5b-b531-6aaab5a49583&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0955522 Mar 08 20:34:37.600101 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-ceb5f45a-93b2-497f-92a8-bdf36bf2cdd0 req-1d746a50-868e-408b-ae1e-87ab4da2dd46 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=de9446a0-c58a-4c9a-a8d6-6921f8f95911&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0545056 Mar 08 20:34:37.718699 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8f1992-3258-4918-aa5c-904d8b46fddb req-6684c3dc-99ce-4539-aec1-b3029fc38a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:34:37.721235 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-db8f1992-3258-4918-aa5c-904d8b46fddb req-6684c3dc-99ce-4539-aec1-b3029fc38a27 service neutron] 10.222.0.37 "GET /v2.0/networks?id=c2c7d66f-86ac-44f2-9eb5-cb2716ba5d76 HTTP/1.1" status: 200 len: 912 time: 0.3114929 Mar 08 20:34:37.737436 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5f5c25-001c-4755-8c84-02aaafe6fd77 req-e83c09d3-c7d8-46fd-9686-22e8a378893d tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:34:37.739146 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-0a5f5c25-001c-4755-8c84-02aaafe6fd77 req-e83c09d3-c7d8-46fd-9686-22e8a378893d tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "GET /v2.0/ports?device_id=f3764666-b97b-49ee-a110-73b596762fc2 HTTP/1.1" status: 200 len: 943 time: 0.3170006 Mar 08 20:34:37.771372 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bcc9fd-0df5-410e-8731-da1952b50d13 req-e6c02380-2867-4ffa-bc17-65916fd98e46 tempest-VolumesSnapshotTestJSON-151522371 tempest-VolumesSnapshotTestJSON-151522371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:34:37.772985 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-15bcc9fd-0df5-410e-8731-da1952b50d13 req-e6c02380-2867-4ffa-bc17-65916fd98e46 tempest-VolumesSnapshotTestJSON-151522371 tempest-VolumesSnapshotTestJSON-151522371-project] 10.222.0.41 "GET /v2.0/ports?device_id=23d932ec-8f1c-408b-aa51-fa01c62ab323 HTTP/1.1" status: 200 len: 931 time: 0.1315246 Mar 08 20:34:37.790871 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-db8f1992-3258-4918-aa5c-904d8b46fddb req-7a4a7657-ef11-4b4f-acec-3b04a48a8932 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9c95c88a-d2ab-49aa-b478-a8bfb7ee15e1 HTTP/1.1" status: 200 len: 217 time: 0.0489709 Mar 08 20:34:37.867264 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-15bcc9fd-0df5-410e-8731-da1952b50d13 req-3660aabb-afdc-4581-8e20-5b3835a675c1 tempest-VolumesSnapshotTestJSON-151522371 tempest-VolumesSnapshotTestJSON-151522371-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe677eff-d822-49be-84a5-bf5c9dee4a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808699 Mar 08 20:34:37.892373 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-ceb5f45a-93b2-497f-92a8-bdf36bf2cdd0 req-b80ed859-8f58-41f3-8568-5eae0d6c8807 service neutron] 10.222.0.37 "GET /v2.0/networks/de9446a0-c58a-4c9a-a8d6-6921f8f95911?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2750990 Mar 08 20:34:37.909210 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.notifiers.nova [req-9ea73cb3-17c3-4b18-b1de-4a287a628d93 req-e55200d8-9395-4e7b-9dc7-a88167eb41e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 046f7628-2098-426f-9b44-487266b82035 {{(pid=103459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 20:34:37.918290 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [req-9ea73cb3-17c3-4b18-b1de-4a287a628d93 req-e55200d8-9395-4e7b-9dc7-a88167eb41e9 service neutron] Publish callbacks [] for port (046f7628-2098-426f-9b44-487266b82035), precommit_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:37.932528 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [req-9ea73cb3-17c3-4b18-b1de-4a287a628d93 req-e55200d8-9395-4e7b-9dc7-a88167eb41e9 service neutron] Transition to ACTIVE for port object 046f7628-2098-426f-9b44-487266b82035 will not be triggered until provisioned by entity L2. {{(pid=103459) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 20:34:37.959312 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-0a5f5c25-001c-4755-8c84-02aaafe6fd77 req-04063d3b-a41e-41c0-b1e7-af539f52b28b tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "GET /v2.0/security-groups?id=594a1c24-3d62-4c4c-9d98-a58b8e523f99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1725845 Mar 08 20:34:37.962791 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8f1992-3258-4918-aa5c-904d8b46fddb req-0f05009f-5eb2-42ea-a01f-082b71f49bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:34:37.964297 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-db8f1992-3258-4918-aa5c-904d8b46fddb req-0f05009f-5eb2-42ea-a01f-082b71f49bf5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=88ad92d3-2fe0-4490-8ff5-712fc5e791fb HTTP/1.1" status: 200 len: 850 time: 0.1573224 Mar 08 20:34:38.061314 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [req-9ea73cb3-17c3-4b18-b1de-4a287a628d93 req-e55200d8-9395-4e7b-9dc7-a88167eb41e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745146878648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745146440924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745146440942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28404716'] for port (046f7628-2098-426f-9b44-487266b82035), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:38.079550 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-ceb5f45a-93b2-497f-92a8-bdf36bf2cdd0 req-61a75e82-2ce6-492e-a3e6-baea36518f8b service neutron] 10.222.0.37 "GET /v2.0/networks/de9446a0-c58a-4c9a-a8d6-6921f8f95911?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1807406 Mar 08 20:34:38.087290 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8f1992-3258-4918-aa5c-904d8b46fddb req-64ff8d71-a05b-4f43-b874-66ae2c9e7dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:34:38.089019 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-db8f1992-3258-4918-aa5c-904d8b46fddb req-64ff8d71-a05b-4f43-b874-66ae2c9e7dcc service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c2c7d66f-86ac-44f2-9eb5-cb2716ba5d76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0830681 Mar 08 20:34:38.126719 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55200d8-9395-4e7b-9dc7-a88167eb41e9 service neutron] Pushing event updated for resources: {'Port': ['ID=046f7628-2098-426f-9b44-487266b82035,revision_number=2']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:34:38.220131 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [req-9ea73cb3-17c3-4b18-b1de-4a287a628d93 req-e55200d8-9395-4e7b-9dc7-a88167eb41e9 service neutron] Attempting to bind port 046f7628-2098-426f-9b44-487266b82035 on host hv-cinder-83009 for vnic_type normal with profile {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 20:34:38.220601 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [req-9ea73cb3-17c3-4b18-b1de-4a287a628d93 req-e55200d8-9395-4e7b-9dc7-a88167eb41e9 service neutron] Attempting to bind port 046f7628-2098-426f-9b44-487266b82035 by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': '59ee6f0e-5cdb-4301-9c10-a81d6f7d3da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'ea31e8d8-6c4b-4ed2-9f94-bd25e310be09'}] {{(pid=103459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 20:34:38.221074 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ea73cb3-17c3-4b18-b1de-4a287a628d93 req-e55200d8-9395-4e7b-9dc7-a88167eb41e9 service neutron] Attempting to bind port 046f7628-2098-426f-9b44-487266b82035 on network ea31e8d8-6c4b-4ed2-9f94-bd25e310be09 {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 20:34:38.232128 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ea73cb3-17c3-4b18-b1de-4a287a628d93 req-e55200d8-9395-4e7b-9dc7-a88167eb41e9 service neutron] Port 046f7628-2098-426f-9b44-487266b82035 on network ea31e8d8-6c4b-4ed2-9f94-bd25e310be09 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 20:34:38.232128 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ea73cb3-17c3-4b18-b1de-4a287a628d93 req-e55200d8-9395-4e7b-9dc7-a88167eb41e9 service neutron] Attempting to bind port 046f7628-2098-426f-9b44-487266b82035 on network ea31e8d8-6c4b-4ed2-9f94-bd25e310be09 {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 20:34:38.235980 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-db8f1992-3258-4918-aa5c-904d8b46fddb req-6a39571a-63d0-4d5f-bd56-53ae64d9f9be service neutron] 10.222.0.37 "GET /v2.0/networks/c2c7d66f-86ac-44f2-9eb5-cb2716ba5d76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304011 Mar 08 20:34:38.239576 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ea73cb3-17c3-4b18-b1de-4a287a628d93 req-e55200d8-9395-4e7b-9dc7-a88167eb41e9 service neutron] Checking agent: {'id': '905863fd-6a46-47f8-82ce-98f31309cbd3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 20, 29, 24), 'started_at': datetime.datetime(2022, 3, 8, 20, 29, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 20, 34, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 20:34:38.246638 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ea73cb3-17c3-4b18-b1de-4a287a628d93 req-e55200d8-9395-4e7b-9dc7-a88167eb41e9 service neutron] Checking segment: {'id': '59ee6f0e-5cdb-4301-9c10-a81d6f7d3da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'ea31e8d8-6c4b-4ed2-9f94-bd25e310be09'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 20:34:38.247093 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ea73cb3-17c3-4b18-b1de-4a287a628d93 req-e55200d8-9395-4e7b-9dc7-a88167eb41e9 service neutron] Bound using segment: {'id': '59ee6f0e-5cdb-4301-9c10-a81d6f7d3da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'ea31e8d8-6c4b-4ed2-9f94-bd25e310be09'} {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 20:34:38.247572 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [req-9ea73cb3-17c3-4b18-b1de-4a287a628d93 req-e55200d8-9395-4e7b-9dc7-a88167eb41e9 service neutron] Bound port: 046f7628-2098-426f-9b44-487266b82035, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59ee6f0e-5cdb-4301-9c10-a81d6f7d3da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'ea31e8d8-6c4b-4ed2-9f94-bd25e310be09'}}] {{(pid=103459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 20:34:38.247943 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [req-9ea73cb3-17c3-4b18-b1de-4a287a628d93 req-e55200d8-9395-4e7b-9dc7-a88167eb41e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747308'] for port (046f7628-2098-426f-9b44-487266b82035), before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:38.358119 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-db8f1992-3258-4918-aa5c-904d8b46fddb req-88283133-dcee-453b-9539-4fc3e6f482f5 service neutron] 10.222.0.37 "GET /v2.0/networks/c2c7d66f-86ac-44f2-9eb5-cb2716ba5d76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1067333 Mar 08 20:34:38.388828 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [req-9ea73cb3-17c3-4b18-b1de-4a287a628d93 req-e55200d8-9395-4e7b-9dc7-a88167eb41e9 service neutron] For port 046f7628-2098-426f-9b44-487266b82035, host hv-cinder-83009, cleared binding levels {{(pid=103459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 20:34:38.393266 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [req-9ea73cb3-17c3-4b18-b1de-4a287a628d93 req-e55200d8-9395-4e7b-9dc7-a88167eb41e9 service neutron] For port 046f7628-2098-426f-9b44-487266b82035, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=046f7628-2098-426f-9b44-487266b82035,segment=NetworkSegment(59ee6f0e-5cdb-4301-9c10-a81d6f7d3da8),segment_id=59ee6f0e-5cdb-4301-9c10-a81d6f7d3da8)] {{(pid=103459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 20:34:38.413608 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c6bce2-9e88-43db-aeaa-d0c52df6a4a1 req-b0e97060-cffd-46d4-b449-2057909f3e78 tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:34:38.415424 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-a5c6bce2-9e88-43db-aeaa-d0c52df6a4a1 req-b0e97060-cffd-46d4-b449-2057909f3e78 tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5f8ea3c-dce4-482f-8530-87a9153e6873 HTTP/1.1" status: 200 len: 946 time: 0.0959814 Mar 08 20:34:38.498337 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-a5c6bce2-9e88-43db-aeaa-d0c52df6a4a1 req-c4a04317-8972-4d67-b316-4ce92d7a0e2d tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] 10.222.0.41 "GET /v2.0/security-groups?id=306014d5-d504-41eb-b92c-22e11b4bc9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722251 Mar 08 20:34:38.519655 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [req-9ea73cb3-17c3-4b18-b1de-4a287a628d93 req-e55200d8-9395-4e7b-9dc7-a88167eb41e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745146878648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745146440924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745146440942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28404716'] for port (046f7628-2098-426f-9b44-487266b82035), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:38.577152 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea73cb3-17c3-4b18-b1de-4a287a628d93 req-e55200d8-9395-4e7b-9dc7-a88167eb41e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:34:38.577999 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [req-9ea73cb3-17c3-4b18-b1de-4a287a628d93 req-e55200d8-9395-4e7b-9dc7-a88167eb41e9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4188892'] for port (None), before_response {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:38.579993 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-9ea73cb3-17c3-4b18-b1de-4a287a628d93 req-e55200d8-9395-4e7b-9dc7-a88167eb41e9 service neutron] 10.222.0.37 "PUT /v2.0/ports/046f7628-2098-426f-9b44-487266b82035 HTTP/1.1" status: 200 len: 1093 time: 1.2817533 Mar 08 20:34:38.580707 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23d932ec-8f1c-408b-aa51-fa01c62ab323', 'tag': '046f7628-2098-426f-9b44-487266b82035'}] {{(pid=103459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 20:34:38.584497 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30f128d5f71b3f7cc76d6cee4f56f72b4ad92d7c7cb63713f7d7a45aaaaee86d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18d80b18-3060-4c85-9536-d1c8174aa5b1" -d '{"events": [{"name": "network-changed", "server_uuid": "23d932ec-8f1c-408b-aa51-fa01c62ab323", "tag": "046f7628-2098-426f-9b44-487266b82035"}]}' {{(pid=103459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 20:34:38.621846 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55200d8-9395-4e7b-9dc7-a88167eb41e9 service neutron] Pushing event updated for resources: {'Port': ['ID=046f7628-2098-426f-9b44-487266b82035,revision_number=3']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:34:38.646726 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 20:34:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43095205-4c14-4a6c-817d-57a5ea25185f x-openstack-request-id: req-43095205-4c14-4a6c-817d-57a5ea25185f {{(pid=103459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 20:34:38.647188 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23d932ec-8f1c-408b-aa51-fa01c62ab323", "tag": "046f7628-2098-426f-9b44-487266b82035", "status": "completed", "code": 200}]} {{(pid=103459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 20:34:38.647625 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-43095205-4c14-4a6c-817d-57a5ea25185f {{(pid=103459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 20:34:38.648426 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23d932ec-8f1c-408b-aa51-fa01c62ab323', 'tag': '046f7628-2098-426f-9b44-487266b82035', 'status': 'completed', 'code': 200} Mar 08 20:34:38.739159 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5782f375-e505-4b5a-9d5d-ec90310dcd38 req-04b05187-83cd-478d-801b-875082f84bdb tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:34:38.740832 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-5782f375-e505-4b5a-9d5d-ec90310dcd38 req-04b05187-83cd-478d-801b-875082f84bdb tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] 10.222.0.41 "GET /v2.0/ports?device_id=2d624e6e-62ab-4d10-b4ef-1e8143d00fd3 HTTP/1.1" status: 200 len: 943 time: 0.0699110 Mar 08 20:34:38.751489 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d80b18-3060-4c85-9536-d1c8174aa5b1 req-f8fdfe5e-77b7-4894-9916-71df0e055823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:34:38.753257 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-18d80b18-3060-4c85-9536-d1c8174aa5b1 req-f8fdfe5e-77b7-4894-9916-71df0e055823 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6e6d40cd30134e9e8c068ad0265bfd86&device_id=23d932ec-8f1c-408b-aa51-fa01c62ab323 HTTP/1.1" status: 200 len: 1127 time: 0.0656235 Mar 08 20:34:38.815898 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-5782f375-e505-4b5a-9d5d-ec90310dcd38 req-76becb0a-06bd-44f4-bfb3-29be409e7b6f tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] 10.222.0.41 "GET /v2.0/security-groups?id=4d697690-46e7-4a5b-b531-6aaab5a49583&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658541 Mar 08 20:34:38.905572 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d80b18-3060-4c85-9536-d1c8174aa5b1 req-3833536a-ed32-4afb-ad84-1f6c93e54c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:34:38.907462 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-18d80b18-3060-4c85-9536-d1c8174aa5b1 req-3833536a-ed32-4afb-ad84-1f6c93e54c6e service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=6e6d40cd30134e9e8c068ad0265bfd86&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1415706 Mar 08 20:34:39.057080 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d80b18-3060-4c85-9536-d1c8174aa5b1 req-b307386f-da27-4e06-8f02-c1063f8a85e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:34:39.058777 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-18d80b18-3060-4c85-9536-d1c8174aa5b1 req-b307386f-da27-4e06-8f02-c1063f8a85e1 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1436360 Mar 08 20:34:39.081522 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b36eeb-ab48-4280-ae85-694abf4a9315 req-141e993f-b704-486e-9601-7926355c4168 tempest-VolumesSnapshotTestJSON-151522371 tempest-VolumesSnapshotTestJSON-151522371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:34:39.083351 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-64b36eeb-ab48-4280-ae85-694abf4a9315 req-141e993f-b704-486e-9601-7926355c4168 tempest-VolumesSnapshotTestJSON-151522371 tempest-VolumesSnapshotTestJSON-151522371-project] 10.222.0.41 "GET /v2.0/ports?device_id=23d932ec-8f1c-408b-aa51-fa01c62ab323 HTTP/1.1" status: 200 len: 943 time: 0.0976152 Mar 08 20:34:39.153504 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8dd457-31a1-4967-a93a-4e1413eff41e req-4fe011e2-e7e4-4fd3-b754-87e5ffaaa33d tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:34:39.156205 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-7c8dd457-31a1-4967-a93a-4e1413eff41e req-4fe011e2-e7e4-4fd3-b754-87e5ffaaa33d tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "GET /v2.0/ports?device_id=f3764666-b97b-49ee-a110-73b596762fc2 HTTP/1.1" status: 200 len: 943 time: 0.0740843 Mar 08 20:34:39.206534 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-64b36eeb-ab48-4280-ae85-694abf4a9315 req-50e42e9a-939c-498a-929a-324abe0325f6 tempest-VolumesSnapshotTestJSON-151522371 tempest-VolumesSnapshotTestJSON-151522371-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe677eff-d822-49be-84a5-bf5c9dee4a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108482 Mar 08 20:34:39.216739 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-7c8dd457-31a1-4967-a93a-4e1413eff41e req-ce759469-447e-47b4-98d9-0b7e27f2edd2 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "GET /v2.0/security-groups?id=594a1c24-3d62-4c4c-9d98-a58b8e523f99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544655 Mar 08 20:34:39.219547 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea73cb3-17c3-4b18-b1de-4a287a628d93 req-c8a84c13-8bdf-4195-b795-58f7d48f72a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:34:39.229019 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-9ea73cb3-17c3-4b18-b1de-4a287a628d93 req-c8a84c13-8bdf-4195-b795-58f7d48f72a2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6e6d40cd30134e9e8c068ad0265bfd86&device_id=23d932ec-8f1c-408b-aa51-fa01c62ab323 HTTP/1.1" status: 200 len: 1127 time: 0.1154442 Mar 08 20:34:39.283343 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-9ea73cb3-17c3-4b18-b1de-4a287a628d93 req-1ccf859d-4e6e-44f1-92b8-81d73b28aadb service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=046f7628-2098-426f-9b44-487266b82035 HTTP/1.1" status: 200 len: 217 time: 0.0500529 Mar 08 20:34:39.342227 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.rpc [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Device 191c4710-0568-4083-be7c-dec75711110b details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103460) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 20:34:39.343706 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea73cb3-17c3-4b18-b1de-4a287a628d93 req-2069e40f-5355-441f-ab70-f8362cdbaf28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:34:39.345297 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-9ea73cb3-17c3-4b18-b1de-4a287a628d93 req-2069e40f-5355-441f-ab70-f8362cdbaf28 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7bf737ab-26e0-45bb-9bf2-f1b7f9c42945 HTTP/1.1" status: 200 len: 853 time: 0.0523472 Mar 08 20:34:39.384992 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-9ea73cb3-17c3-4b18-b1de-4a287a628d93 req-43766126-77e0-472c-adaf-64fa44cd845f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ea31e8d8-6c4b-4ed2-9f94-bd25e310be09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281839 Mar 08 20:34:39.476609 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.db [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] For port 191c4710-0568-4083-be7c-dec75711110b, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=191c4710-0568-4083-be7c-dec75711110b,segment=NetworkSegment(06ef9f39-1080-4af3-a1d4-5e6b0fa990b9),segment_id=06ef9f39-1080-4af3-a1d4-5e6b0fa990b9)] {{(pid=103460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:34:39.496026 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.rpc [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Returning: {'device': '191c4710-0568-4083-be7c-dec75711110b', 'network_id': '6c06189c-e7e3-4c8a-acc0-5147890ac16f', 'port_id': '191c4710-0568-4083-be7c-dec75711110b', 'mac_address': 'fa:16:3e:10:61:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22d98187-3e01-4f4c-846a-c4973fed68d0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103460) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 20:34:39.566843 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.plugin [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Current status of the port 191c4710-0568-4083-be7c-dec75711110b is: DOWN; New status is: BUILD {{(pid=103460) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:34:39.566843 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747308'] for port (191c4710-0568-4083-be7c-dec75711110b), before_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:39.589384 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.notifiers.nova [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 191c4710-0568-4083-be7c-dec75711110b {{(pid=103460) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 20:34:39.617261 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.db [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] For port 191c4710-0568-4083-be7c-dec75711110b, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=191c4710-0568-4083-be7c-dec75711110b,segment=NetworkSegment(06ef9f39-1080-4af3-a1d4-5e6b0fa990b9),segment_id=06ef9f39-1080-4af3-a1d4-5e6b0fa990b9)] {{(pid=103460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:34:39.782302 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-9ea73cb3-17c3-4b18-b1de-4a287a628d93 req-c3c12a54-60ce-4178-b66d-9d4b6236c0ca service neutron] 10.222.0.37 "GET /v2.0/networks/ea31e8d8-6c4b-4ed2-9f94-bd25e310be09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3864067 Mar 08 20:34:39.795374 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1226939-b7b5-4e64-86c1-22e13d57a6f0 req-ab6cdc05-af0f-4ce5-8668-b77fbad5980b tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:34:39.796841 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-a1226939-b7b5-4e64-86c1-22e13d57a6f0 req-ab6cdc05-af0f-4ce5-8668-b77fbad5980b tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5f8ea3c-dce4-482f-8530-87a9153e6873 HTTP/1.1" status: 200 len: 946 time: 0.0815446 Mar 08 20:34:39.805429 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745146878648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745146440924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745146440942'] for port (191c4710-0568-4083-be7c-dec75711110b), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:39.879112 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Pushing event updated for resources: {'Port': ['ID=191c4710-0568-4083-be7c-dec75711110b,revision_number=9']} {{(pid=103460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:34:39.945596 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-a1226939-b7b5-4e64-86c1-22e13d57a6f0 req-ea4a8bbe-4e03-4209-b548-1661f389d38f tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] 10.222.0.41 "GET /v2.0/security-groups?id=306014d5-d504-41eb-b92c-22e11b4bc9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393132 Mar 08 20:34:39.970889 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-9ea73cb3-17c3-4b18-b1de-4a287a628d93 req-f40860d6-498c-46eb-b54a-d21c2ec6a679 service neutron] 10.222.0.37 "GET /v2.0/networks/ea31e8d8-6c4b-4ed2-9f94-bd25e310be09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1728406 Mar 08 20:34:40.001380 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367602c1-61de-4f6b-9e1d-aa2feeb96fad req-0e8b20ee-aea4-4f74-9df3-7bae3e363e38 tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:34:40.003035 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-367602c1-61de-4f6b-9e1d-aa2feeb96fad req-0e8b20ee-aea4-4f74-9df3-7bae3e363e38 tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] 10.222.0.41 "GET /v2.0/ports?device_id=2d624e6e-62ab-4d10-b4ef-1e8143d00fd3 HTTP/1.1" status: 200 len: 943 time: 0.0670509 Mar 08 20:34:40.070667 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-367602c1-61de-4f6b-9e1d-aa2feeb96fad req-d2eb01d3-69c8-4fe0-befc-80fa0690d80d tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] 10.222.0.41 "GET /v2.0/security-groups?id=4d697690-46e7-4a5b-b531-6aaab5a49583&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543332 Mar 08 20:34:40.304022 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.db [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] get_ports_and_sgs() called for port_ids ['191c4710-0568-4083-be7c-dec75711110b'] {{(pid=103460) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 20:34:40.385984 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417dee37-aa5d-4e49-ac59-3053120935f3 req-f38c4842-878e-45d6-bff2-853facb9943c tempest-VolumesSnapshotTestJSON-151522371 tempest-VolumesSnapshotTestJSON-151522371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:34:40.386997 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2375648-15a2-4174-82f3-7028200ebba8 req-0be3ba7e-f449-4a03-a1d3-82f3a2e0adca tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:34:40.388518 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-417dee37-aa5d-4e49-ac59-3053120935f3 req-f38c4842-878e-45d6-bff2-853facb9943c tempest-VolumesSnapshotTestJSON-151522371 tempest-VolumesSnapshotTestJSON-151522371-project] 10.222.0.41 "GET /v2.0/ports?device_id=23d932ec-8f1c-408b-aa51-fa01c62ab323 HTTP/1.1" status: 200 len: 943 time: 0.0857863 Mar 08 20:34:40.399361 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-b2375648-15a2-4174-82f3-7028200ebba8 req-0be3ba7e-f449-4a03-a1d3-82f3a2e0adca tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "GET /v2.0/ports?device_id=f3764666-b97b-49ee-a110-73b596762fc2 HTTP/1.1" status: 200 len: 944 time: 0.0715623 Mar 08 20:34:40.452367 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-417dee37-aa5d-4e49-ac59-3053120935f3 req-528f16b1-45ee-4a7f-8a19-729db89289bb tempest-VolumesSnapshotTestJSON-151522371 tempest-VolumesSnapshotTestJSON-151522371-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe677eff-d822-49be-84a5-bf5c9dee4a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535300 Mar 08 20:34:40.458742 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-b2375648-15a2-4174-82f3-7028200ebba8 req-b410e5a3-4a8a-4eda-85e4-38791829dfe4 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "GET /v2.0/security-groups?id=594a1c24-3d62-4c4c-9d98-a58b8e523f99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583601 Mar 08 20:34:41.095543 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f223d042-e089-4103-8f7f-9e48d2cbfab2 req-eee1eddc-59d0-4bbc-a8e7-d2e8698a42a4 tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:34:41.097186 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-f223d042-e089-4103-8f7f-9e48d2cbfab2 req-eee1eddc-59d0-4bbc-a8e7-d2e8698a42a4 tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5f8ea3c-dce4-482f-8530-87a9153e6873 HTTP/1.1" status: 200 len: 946 time: 0.0673373 Mar 08 20:34:41.166854 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-f223d042-e089-4103-8f7f-9e48d2cbfab2 req-c738ab7b-82ca-49e0-a448-eb2736afffb2 tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] 10.222.0.41 "GET /v2.0/security-groups?id=306014d5-d504-41eb-b92c-22e11b4bc9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592332 Mar 08 20:34:41.202616 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdea9ec-851f-4731-82f5-2a92d494ea0d req-49da573e-1daf-4c85-af2a-da4e76a60f38 tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:34:41.204280 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-9fdea9ec-851f-4731-82f5-2a92d494ea0d req-49da573e-1daf-4c85-af2a-da4e76a60f38 tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] 10.222.0.41 "GET /v2.0/ports?device_id=2d624e6e-62ab-4d10-b4ef-1e8143d00fd3 HTTP/1.1" status: 200 len: 943 time: 0.0606678 Mar 08 20:34:41.273646 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-9fdea9ec-851f-4731-82f5-2a92d494ea0d req-90b7814d-5be4-4ffe-8c5a-506c8026ea99 tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] 10.222.0.41 "GET /v2.0/security-groups?id=4d697690-46e7-4a5b-b531-6aaab5a49583&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633538 Mar 08 20:34:41.618884 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581d2c32-854d-4bb5-ad21-2827b80e6fbd req-46fafd03-ff81-46a3-84b4-b8e4dca447a9 tempest-VolumesSnapshotTestJSON-151522371 tempest-VolumesSnapshotTestJSON-151522371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:34:41.620614 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-581d2c32-854d-4bb5-ad21-2827b80e6fbd req-46fafd03-ff81-46a3-84b4-b8e4dca447a9 tempest-VolumesSnapshotTestJSON-151522371 tempest-VolumesSnapshotTestJSON-151522371-project] 10.222.0.41 "GET /v2.0/ports?device_id=23d932ec-8f1c-408b-aa51-fa01c62ab323 HTTP/1.1" status: 200 len: 943 time: 0.0784459 Mar 08 20:34:41.682149 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-581d2c32-854d-4bb5-ad21-2827b80e6fbd req-a99d0798-918a-423c-ad1d-c9142b4b575b tempest-VolumesSnapshotTestJSON-151522371 tempest-VolumesSnapshotTestJSON-151522371-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe677eff-d822-49be-84a5-bf5c9dee4a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536218 Mar 08 20:34:41.895731 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194c51c3-969a-441f-8d1a-3ee2e343b04a req-74af3b39-3e9d-4cfb-80db-7b6eaa72248a tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:34:41.897661 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-194c51c3-969a-441f-8d1a-3ee2e343b04a req-74af3b39-3e9d-4cfb-80db-7b6eaa72248a tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "GET /v2.0/ports?device_id=f3764666-b97b-49ee-a110-73b596762fc2 HTTP/1.1" status: 200 len: 944 time: 0.3287418 Mar 08 20:34:41.963526 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-194c51c3-969a-441f-8d1a-3ee2e343b04a req-d414c208-205a-49a5-8cb0-eee569b34980 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "GET /v2.0/security-groups?id=594a1c24-3d62-4c4c-9d98-a58b8e523f99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583379 Mar 08 20:34:42.325691 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32f998c-bb70-4ddc-9a79-e7129e02049a req-970f4e7d-796e-4821-aea2-2556f04ca708 tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:34:42.327360 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-e32f998c-bb70-4ddc-9a79-e7129e02049a req-970f4e7d-796e-4821-aea2-2556f04ca708 tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5f8ea3c-dce4-482f-8530-87a9153e6873 HTTP/1.1" status: 200 len: 946 time: 0.0635719 Mar 08 20:34:42.390859 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-e32f998c-bb70-4ddc-9a79-e7129e02049a req-e4e30e8b-105d-45c8-8513-5c88f28d76a3 tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] 10.222.0.41 "GET /v2.0/security-groups?id=306014d5-d504-41eb-b92c-22e11b4bc9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543385 Mar 08 20:34:42.414812 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712c4720-10d4-45d5-99e6-b9382df12fe0 req-03d79457-87b7-4436-94bd-3f2918b9d622 tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:34:42.416516 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-712c4720-10d4-45d5-99e6-b9382df12fe0 req-03d79457-87b7-4436-94bd-3f2918b9d622 tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] 10.222.0.41 "GET /v2.0/ports?device_id=2d624e6e-62ab-4d10-b4ef-1e8143d00fd3 HTTP/1.1" status: 200 len: 943 time: 0.0683570 Mar 08 20:34:42.472677 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-712c4720-10d4-45d5-99e6-b9382df12fe0 req-d3b27cee-cfae-48f9-bbdd-4d224133563c tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] 10.222.0.41 "GET /v2.0/security-groups?id=4d697690-46e7-4a5b-b531-6aaab5a49583&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497882 Mar 08 20:34:42.814827 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb96329-0bab-4925-97e3-4c8184a104ae req-be68eb47-9696-4db2-9f0d-1366083a9476 tempest-VolumesSnapshotTestJSON-151522371 tempest-VolumesSnapshotTestJSON-151522371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:34:42.816395 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-ecb96329-0bab-4925-97e3-4c8184a104ae req-be68eb47-9696-4db2-9f0d-1366083a9476 tempest-VolumesSnapshotTestJSON-151522371 tempest-VolumesSnapshotTestJSON-151522371-project] 10.222.0.41 "GET /v2.0/ports?device_id=23d932ec-8f1c-408b-aa51-fa01c62ab323 HTTP/1.1" status: 200 len: 943 time: 0.0588386 Mar 08 20:34:42.872596 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-ecb96329-0bab-4925-97e3-4c8184a104ae req-3ada1915-e996-46cb-86bb-8fe0ad79b38e tempest-VolumesSnapshotTestJSON-151522371 tempest-VolumesSnapshotTestJSON-151522371-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe677eff-d822-49be-84a5-bf5c9dee4a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500591 Mar 08 20:34:43.112924 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6ccf9b-9744-4cc9-a4ad-1a7a7c515087 req-5a6f0b7f-d793-4d03-8e24-66dd5f50a85b tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:34:43.113805 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-6d6ccf9b-9744-4cc9-a4ad-1a7a7c515087 req-5a6f0b7f-d793-4d03-8e24-66dd5f50a85b tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "GET /v2.0/ports?device_id=f3764666-b97b-49ee-a110-73b596762fc2 HTTP/1.1" status: 200 len: 944 time: 0.0639987 Mar 08 20:34:43.174269 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-6d6ccf9b-9744-4cc9-a4ad-1a7a7c515087 req-b42cd7c2-3310-4366-b460-bd35fad9d04c tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "GET /v2.0/security-groups?id=594a1c24-3d62-4c4c-9d98-a58b8e523f99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543058 Mar 08 20:34:43.372280 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.rpc [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Device 046f7628-2098-426f-9b44-487266b82035 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103460) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 20:34:43.379117 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.rpc [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Device 191c4710-0568-4083-be7c-dec75711110b up at agent hyperv_hv-cinder-83009 {{(pid=103460) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 20:34:43.498422 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.provisioning_blocks [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Provisioning complete for port 191c4710-0568-4083-be7c-dec75711110b triggered by entity L2. {{(pid=103460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:34:43.498805 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476507'] for port (191c4710-0568-4083-be7c-dec75711110b), provisioning_complete {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:43.556279 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.db [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] For port 046f7628-2098-426f-9b44-487266b82035, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=046f7628-2098-426f-9b44-487266b82035,segment=NetworkSegment(59ee6f0e-5cdb-4301-9c10-a81d6f7d3da8),segment_id=59ee6f0e-5cdb-4301-9c10-a81d6f7d3da8)] {{(pid=103460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:34:43.576065 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.rpc [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Returning: {'device': '046f7628-2098-426f-9b44-487266b82035', 'network_id': 'ea31e8d8-6c4b-4ed2-9f94-bd25e310be09', 'port_id': '046f7628-2098-426f-9b44-487266b82035', 'mac_address': 'fa:16:3e:99:dd:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bf737ab-26e0-45bb-9bf2-f1b7f9c42945', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103460) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 20:34:43.644612 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2873d9-bce5-4c0e-9827-693736c06a47 req-8ebbe962-ff9b-4bab-a446-50358a966ef8 tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:34:43.646155 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-8e2873d9-bce5-4c0e-9827-693736c06a47 req-8ebbe962-ff9b-4bab-a446-50358a966ef8 tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] 10.222.0.41 "GET /v2.0/ports?device_id=2d624e6e-62ab-4d10-b4ef-1e8143d00fd3 HTTP/1.1" status: 200 len: 943 time: 0.0769043 Mar 08 20:34:43.657952 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.plugin [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Current status of the port 191c4710-0568-4083-be7c-dec75711110b is: BUILD; New status is: ACTIVE {{(pid=103460) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:34:43.658384 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747308'] for port (191c4710-0568-4083-be7c-dec75711110b), before_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:43.660330 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.plugin [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Current status of the port 046f7628-2098-426f-9b44-487266b82035 is: DOWN; New status is: BUILD {{(pid=103460) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:34:43.660714 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747308'] for port (046f7628-2098-426f-9b44-487266b82035), before_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:43.683245 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.notifiers.nova [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 046f7628-2098-426f-9b44-487266b82035 {{(pid=103460) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 20:34:43.704151 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3764666-b97b-49ee-a110-73b596762fc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '191c4710-0568-4083-be7c-dec75711110b'}] {{(pid=103460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 20:34:43.710744 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf2096ed20afa7c789231551a200e589db82a1cedf1791aa7acfc36920bc021b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71db247c-facd-4110-b92a-9bb1a4c2fac1" -d '{"events": [{"server_uuid": "f3764666-b97b-49ee-a110-73b596762fc2", "name": "network-vif-plugged", "status": "completed", "tag": "191c4710-0568-4083-be7c-dec75711110b"}]}' {{(pid=103460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 20:34:43.714364 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-8e2873d9-bce5-4c0e-9827-693736c06a47 req-1ca12814-b174-4029-9d0f-ce8b47cd8d43 tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] 10.222.0.41 "GET /v2.0/security-groups?id=4d697690-46e7-4a5b-b531-6aaab5a49583&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577409 Mar 08 20:34:43.729261 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.db [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] For port 191c4710-0568-4083-be7c-dec75711110b, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=191c4710-0568-4083-be7c-dec75711110b,segment=NetworkSegment(06ef9f39-1080-4af3-a1d4-5e6b0fa990b9),segment_id=06ef9f39-1080-4af3-a1d4-5e6b0fa990b9)] {{(pid=103460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:34:43.731635 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.db [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] For port 046f7628-2098-426f-9b44-487266b82035, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=046f7628-2098-426f-9b44-487266b82035,segment=NetworkSegment(59ee6f0e-5cdb-4301-9c10-a81d6f7d3da8),segment_id=59ee6f0e-5cdb-4301-9c10-a81d6f7d3da8)] {{(pid=103460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:34:43.757686 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 20:34:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8ad7c9b-4a12-4a06-9d45-fb0a35c8b1ad x-openstack-request-id: req-d8ad7c9b-4a12-4a06-9d45-fb0a35c8b1ad {{(pid=103460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 20:34:43.758183 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3764666-b97b-49ee-a110-73b596762fc2", "name": "network-vif-plugged", "status": "completed", "tag": "191c4710-0568-4083-be7c-dec75711110b", "code": 200}]} {{(pid=103460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 20:34:43.758691 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d8ad7c9b-4a12-4a06-9d45-fb0a35c8b1ad {{(pid=103460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 20:34:43.759204 dv-cinder-830096-3-iscsi neutron-server[103460]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3764666-b97b-49ee-a110-73b596762fc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '191c4710-0568-4083-be7c-dec75711110b', 'code': 200} Mar 08 20:34:43.871625 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745146878648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745146440924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745146440942'] for port (191c4710-0568-4083-be7c-dec75711110b), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:43.936963 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Pushing event updated for resources: {'Port': ['ID=191c4710-0568-4083-be7c-dec75711110b,revision_number=10']} {{(pid=103460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:34:43.939616 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745146878648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745146440924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745146440942'] for port (046f7628-2098-426f-9b44-487266b82035), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:43.997345 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Pushing event updated for resources: {'Port': ['ID=046f7628-2098-426f-9b44-487266b82035,revision_number=4']} {{(pid=103460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:34:44.021475 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a00420-89ad-4a40-9acd-4f7c79d58dc6 req-0589bbf9-43d9-4795-8e8a-2e2272aa81c8 tempest-VolumesSnapshotTestJSON-151522371 tempest-VolumesSnapshotTestJSON-151522371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:34:44.023340 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-79a00420-89ad-4a40-9acd-4f7c79d58dc6 req-0589bbf9-43d9-4795-8e8a-2e2272aa81c8 tempest-VolumesSnapshotTestJSON-151522371 tempest-VolumesSnapshotTestJSON-151522371-project] 10.222.0.41 "GET /v2.0/ports?device_id=23d932ec-8f1c-408b-aa51-fa01c62ab323 HTTP/1.1" status: 200 len: 944 time: 0.0667045 Mar 08 20:34:44.080512 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-79a00420-89ad-4a40-9acd-4f7c79d58dc6 req-667308ff-f85c-4358-89a7-2b9291509995 tempest-VolumesSnapshotTestJSON-151522371 tempest-VolumesSnapshotTestJSON-151522371-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe677eff-d822-49be-84a5-bf5c9dee4a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508072 Mar 08 20:34:44.328025 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500b958f-5b06-493f-94cb-a752b9ba87e9 req-6e00d4d3-1f2a-4e2c-b101-23280523cb47 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:34:44.329825 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff880173-5a68-47e2-b811-3d0bbe1c230d req-212d66d2-c781-4594-adbe-840368dcd131 tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:34:44.330891 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-500b958f-5b06-493f-94cb-a752b9ba87e9 req-6e00d4d3-1f2a-4e2c-b101-23280523cb47 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "GET /v2.0/ports?device_id=f3764666-b97b-49ee-a110-73b596762fc2 HTTP/1.1" status: 200 len: 946 time: 0.0750141 Mar 08 20:34:44.331464 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-ff880173-5a68-47e2-b811-3d0bbe1c230d req-212d66d2-c781-4594-adbe-840368dcd131 tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5f8ea3c-dce4-482f-8530-87a9153e6873 HTTP/1.1" status: 200 len: 946 time: 0.0594666 Mar 08 20:34:44.405540 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-500b958f-5b06-493f-94cb-a752b9ba87e9 req-932abe22-c170-4870-8815-c27636ff7968 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "GET /v2.0/security-groups?id=594a1c24-3d62-4c4c-9d98-a58b8e523f99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633333 Mar 08 20:34:44.411619 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-ff880173-5a68-47e2-b811-3d0bbe1c230d req-8b31b974-8872-4819-b3f6-8218142418a0 tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] 10.222.0.41 "GET /v2.0/security-groups?id=306014d5-d504-41eb-b92c-22e11b4bc9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716598 Mar 08 20:34:44.533854 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.db [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] get_ports_and_sgs() called for port_ids ['046f7628-2098-426f-9b44-487266b82035'] {{(pid=103460) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 20:34:44.733175 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97aedc3e-7626-4ef9-a9af-881b3f14cd88 req-25391b7e-5207-47c9-803b-a573698f5aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:34:44.735680 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-97aedc3e-7626-4ef9-a9af-881b3f14cd88 req-25391b7e-5207-47c9-803b-a573698f5aaa service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f3764666-b97b-49ee-a110-73b596762fc2 HTTP/1.1" status: 200 len: 1130 time: 0.0623996 Mar 08 20:34:44.799958 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-97aedc3e-7626-4ef9-a9af-881b3f14cd88 req-3f2d3bb9-437c-429b-ac59-849632174a73 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=594a1c24-3d62-4c4c-9d98-a58b8e523f99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525904 Mar 08 20:34:44.879591 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bdddab-6010-4389-9f22-28d0f134d71f req-2bf02ec4-7579-4f19-9f97-8b420e4f0ad3 tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:34:44.881750 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-d1bdddab-6010-4389-9f22-28d0f134d71f req-2bf02ec4-7579-4f19-9f97-8b420e4f0ad3 tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] 10.222.0.41 "GET /v2.0/ports?device_id=2d624e6e-62ab-4d10-b4ef-1e8143d00fd3 HTTP/1.1" status: 200 len: 943 time: 0.0806644 Mar 08 20:34:44.937660 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-d1bdddab-6010-4389-9f22-28d0f134d71f req-85287c72-0eab-424f-ae78-839aa8605e8a tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] 10.222.0.41 "GET /v2.0/security-groups?id=4d697690-46e7-4a5b-b531-6aaab5a49583&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494330 Mar 08 20:34:45.213879 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da58458-d578-4ccf-9228-1826666dc889 req-4a6364cf-8545-45b9-8c9f-6b4ad643a6aa tempest-VolumesSnapshotTestJSON-151522371 tempest-VolumesSnapshotTestJSON-151522371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:34:45.215566 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-5da58458-d578-4ccf-9228-1826666dc889 req-4a6364cf-8545-45b9-8c9f-6b4ad643a6aa tempest-VolumesSnapshotTestJSON-151522371 tempest-VolumesSnapshotTestJSON-151522371-project] 10.222.0.41 "GET /v2.0/ports?device_id=23d932ec-8f1c-408b-aa51-fa01c62ab323 HTTP/1.1" status: 200 len: 944 time: 0.0563242 Mar 08 20:34:45.274540 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-5da58458-d578-4ccf-9228-1826666dc889 req-7f0c9a18-d51c-4bc1-bffd-952d5076fe04 tempest-VolumesSnapshotTestJSON-151522371 tempest-VolumesSnapshotTestJSON-151522371-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe677eff-d822-49be-84a5-bf5c9dee4a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514023 Mar 08 20:34:45.372969 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.rpc [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Device 9c95c88a-d2ab-49aa-b478-a8bfb7ee15e1 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103460) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 20:34:45.476781 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.db [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] For port 9c95c88a-d2ab-49aa-b478-a8bfb7ee15e1, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=9c95c88a-d2ab-49aa-b478-a8bfb7ee15e1,segment=NetworkSegment(8a7da6b0-4771-498d-9c85-c783d4056178),segment_id=8a7da6b0-4771-498d-9c85-c783d4056178)] {{(pid=103460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:34:45.490614 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.rpc [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Returning: {'device': '9c95c88a-d2ab-49aa-b478-a8bfb7ee15e1', 'network_id': 'c2c7d66f-86ac-44f2-9eb5-cb2716ba5d76', 'port_id': '9c95c88a-d2ab-49aa-b478-a8bfb7ee15e1', 'mac_address': 'fa:16:3e:ca:a6:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88ad92d3-2fe0-4490-8ff5-712fc5e791fb', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103460) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 20:34:45.550686 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.plugin [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Current status of the port 9c95c88a-d2ab-49aa-b478-a8bfb7ee15e1 is: DOWN; New status is: BUILD {{(pid=103460) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:34:45.551318 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747308'] for port (9c95c88a-d2ab-49aa-b478-a8bfb7ee15e1), before_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:45.565276 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f0a0e7-0fd2-4ac5-a859-e89d204c0854 req-fd802be8-77c5-4d99-8a34-989e83d7075e tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:34:45.566942 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-d6f0a0e7-0fd2-4ac5-a859-e89d204c0854 req-fd802be8-77c5-4d99-8a34-989e83d7075e tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "GET /v2.0/ports?device_id=f3764666-b97b-49ee-a110-73b596762fc2 HTTP/1.1" status: 200 len: 946 time: 0.0741887 Mar 08 20:34:45.571406 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.notifiers.nova [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c95c88a-d2ab-49aa-b478-a8bfb7ee15e1 {{(pid=103460) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 20:34:45.591961 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.db [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] For port 9c95c88a-d2ab-49aa-b478-a8bfb7ee15e1, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=9c95c88a-d2ab-49aa-b478-a8bfb7ee15e1,segment=NetworkSegment(8a7da6b0-4771-498d-9c85-c783d4056178),segment_id=8a7da6b0-4771-498d-9c85-c783d4056178)] {{(pid=103460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:34:45.627237 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-d6f0a0e7-0fd2-4ac5-a859-e89d204c0854 req-6c0ea271-40c6-40da-bb7e-f17629ea04a7 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "GET /v2.0/security-groups?id=594a1c24-3d62-4c4c-9d98-a58b8e523f99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523896 Mar 08 20:34:45.679185 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745146878648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745146440924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745146440942'] for port (9c95c88a-d2ab-49aa-b478-a8bfb7ee15e1), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:45.730687 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Pushing event updated for resources: {'Port': ['ID=9c95c88a-d2ab-49aa-b478-a8bfb7ee15e1,revision_number=4']} {{(pid=103460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:34:46.075298 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e89d3c6-4343-46d3-8b0e-157526a9be58 req-53feba40-5ef0-4583-840e-a68c8e3b830d tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:34:46.076988 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-4e89d3c6-4343-46d3-8b0e-157526a9be58 req-53feba40-5ef0-4583-840e-a68c8e3b830d tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] 10.222.0.41 "GET /v2.0/ports?device_id=2d624e6e-62ab-4d10-b4ef-1e8143d00fd3 HTTP/1.1" status: 200 len: 944 time: 0.0638614 Mar 08 20:34:46.132572 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-4e89d3c6-4343-46d3-8b0e-157526a9be58 req-d9a635a0-dbb0-4335-9d49-a7775e5d93ae tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] 10.222.0.41 "GET /v2.0/security-groups?id=4d697690-46e7-4a5b-b531-6aaab5a49583&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495982 Mar 08 20:34:46.248604 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.db [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] get_ports_and_sgs() called for port_ids ['9c95c88a-d2ab-49aa-b478-a8bfb7ee15e1'] {{(pid=103460) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 20:34:46.403074 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400d1cc9-2303-4c8d-b150-62467cfef9ad req-8b39afb8-f77d-40ad-a77d-600a1edaeb1a tempest-VolumesSnapshotTestJSON-151522371 tempest-VolumesSnapshotTestJSON-151522371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:34:46.404503 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-400d1cc9-2303-4c8d-b150-62467cfef9ad req-8b39afb8-f77d-40ad-a77d-600a1edaeb1a tempest-VolumesSnapshotTestJSON-151522371 tempest-VolumesSnapshotTestJSON-151522371-project] 10.222.0.41 "GET /v2.0/ports?device_id=23d932ec-8f1c-408b-aa51-fa01c62ab323 HTTP/1.1" status: 200 len: 944 time: 0.0579731 Mar 08 20:34:46.468967 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-400d1cc9-2303-4c8d-b150-62467cfef9ad req-7c4a0499-e529-4d2a-8c47-078514894549 tempest-VolumesSnapshotTestJSON-151522371 tempest-VolumesSnapshotTestJSON-151522371-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe677eff-d822-49be-84a5-bf5c9dee4a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553567 Mar 08 20:34:46.752316 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ee40c5-0daa-4e51-b255-613faf67b31a req-ba3941e7-d833-47d0-9650-0ab2d395de11 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:34:46.753791 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-30ee40c5-0daa-4e51-b255-613faf67b31a req-ba3941e7-d833-47d0-9650-0ab2d395de11 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "GET /v2.0/ports?device_id=f3764666-b97b-49ee-a110-73b596762fc2 HTTP/1.1" status: 200 len: 946 time: 0.0538666 Mar 08 20:34:46.803727 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-30ee40c5-0daa-4e51-b255-613faf67b31a req-d926cab6-f250-4a2a-8034-6694d63de067 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "GET /v2.0/security-groups?id=594a1c24-3d62-4c4c-9d98-a58b8e523f99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439262 Mar 08 20:34:47.270336 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c077240-9380-46ce-a861-63c394b3af38 req-822e3559-2d2b-465e-9ce5-9c30e68174f1 tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:34:47.272367 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-9c077240-9380-46ce-a861-63c394b3af38 req-822e3559-2d2b-465e-9ce5-9c30e68174f1 tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] 10.222.0.41 "GET /v2.0/ports?device_id=2d624e6e-62ab-4d10-b4ef-1e8143d00fd3 HTTP/1.1" status: 200 len: 944 time: 0.0692594 Mar 08 20:34:47.326818 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-9c077240-9380-46ce-a861-63c394b3af38 req-5778aaba-6eab-4e8f-9296-76ee2bebb7fd tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] 10.222.0.41 "GET /v2.0/security-groups?id=4d697690-46e7-4a5b-b531-6aaab5a49583&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482140 Mar 08 20:34:47.394341 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.rpc [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Device 046f7628-2098-426f-9b44-487266b82035 up at agent hyperv_hv-cinder-83009 {{(pid=103460) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 20:34:47.529938 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.provisioning_blocks [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Provisioning for port 046f7628-2098-426f-9b44-487266b82035 completed by entity L2. {{(pid=103460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 20:34:47.538828 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.provisioning_blocks [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Provisioning complete for port 046f7628-2098-426f-9b44-487266b82035 triggered by entity L2. {{(pid=103460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:34:47.538828 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476507'] for port (046f7628-2098-426f-9b44-487266b82035), provisioning_complete {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:47.594144 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65aaa87d-8236-450b-b088-f006ef138ff0 req-f922335f-d35f-4543-a3ab-9a335b869a71 tempest-VolumesSnapshotTestJSON-151522371 tempest-VolumesSnapshotTestJSON-151522371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:34:47.595814 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-65aaa87d-8236-450b-b088-f006ef138ff0 req-f922335f-d35f-4543-a3ab-9a335b869a71 tempest-VolumesSnapshotTestJSON-151522371 tempest-VolumesSnapshotTestJSON-151522371-project] 10.222.0.41 "GET /v2.0/ports?device_id=23d932ec-8f1c-408b-aa51-fa01c62ab323 HTTP/1.1" status: 200 len: 944 time: 0.0556643 Mar 08 20:34:47.618779 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.plugin [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Current status of the port 046f7628-2098-426f-9b44-487266b82035 is: BUILD; New status is: ACTIVE {{(pid=103460) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:34:47.619172 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747308'] for port (046f7628-2098-426f-9b44-487266b82035), before_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:47.644146 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23d932ec-8f1c-408b-aa51-fa01c62ab323', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '046f7628-2098-426f-9b44-487266b82035'}] {{(pid=103460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 20:34:47.646607 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf2096ed20afa7c789231551a200e589db82a1cedf1791aa7acfc36920bc021b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-584410fc-9b42-433b-acf4-51799c80d741" -d '{"events": [{"server_uuid": "23d932ec-8f1c-408b-aa51-fa01c62ab323", "name": "network-vif-plugged", "status": "completed", "tag": "046f7628-2098-426f-9b44-487266b82035"}]}' {{(pid=103460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 20:34:47.649182 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-65aaa87d-8236-450b-b088-f006ef138ff0 req-aefd6985-14a1-44b5-964e-c3edbb9c2300 tempest-VolumesSnapshotTestJSON-151522371 tempest-VolumesSnapshotTestJSON-151522371-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe677eff-d822-49be-84a5-bf5c9dee4a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470822 Mar 08 20:34:47.662306 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.db [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] For port 046f7628-2098-426f-9b44-487266b82035, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=046f7628-2098-426f-9b44-487266b82035,segment=NetworkSegment(59ee6f0e-5cdb-4301-9c10-a81d6f7d3da8),segment_id=59ee6f0e-5cdb-4301-9c10-a81d6f7d3da8)] {{(pid=103460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:34:47.696757 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 20:34:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3258317-0f6a-4dcb-ae72-ea6c24b0f09f x-openstack-request-id: req-c3258317-0f6a-4dcb-ae72-ea6c24b0f09f {{(pid=103460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 20:34:47.697271 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23d932ec-8f1c-408b-aa51-fa01c62ab323", "name": "network-vif-plugged", "status": "completed", "tag": "046f7628-2098-426f-9b44-487266b82035", "code": 200}]} {{(pid=103460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 20:34:47.697534 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c3258317-0f6a-4dcb-ae72-ea6c24b0f09f {{(pid=103460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 20:34:47.697935 dv-cinder-830096-3-iscsi neutron-server[103460]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23d932ec-8f1c-408b-aa51-fa01c62ab323', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '046f7628-2098-426f-9b44-487266b82035', 'code': 200} Mar 08 20:34:47.752584 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745146878648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745146440924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745146440942'] for port (046f7628-2098-426f-9b44-487266b82035), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:47.806775 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Pushing event updated for resources: {'Port': ['ID=046f7628-2098-426f-9b44-487266b82035,revision_number=5']} {{(pid=103460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:34:47.814899 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:34:47.815300 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:34:47.815660 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:34:47.815998 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:34:47.816371 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:34:47.816699 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:34:47.817022 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:34:47.817343 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:34:47.817663 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:34:47.817980 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:34:47.818337 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:34:47.818666 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:34:47.818985 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:34:47.936610 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245cb126-ab69-42f2-ada7-8771ad750fda req-962dbbc7-806b-439b-b2e5-6301af4c4d91 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:34:47.938094 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-245cb126-ab69-42f2-ada7-8771ad750fda req-962dbbc7-806b-439b-b2e5-6301af4c4d91 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "GET /v2.0/ports?device_id=f3764666-b97b-49ee-a110-73b596762fc2 HTTP/1.1" status: 200 len: 946 time: 0.0588140 Mar 08 20:34:47.985785 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-245cb126-ab69-42f2-ada7-8771ad750fda req-ca84af7b-67a5-4040-88af-6de78b261872 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "GET /v2.0/security-groups?id=594a1c24-3d62-4c4c-9d98-a58b8e523f99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420387 Mar 08 20:34:48.155787 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b62d7a9-aed2-4da1-b34b-a2ba979dc0fd req-bb185ca8-3a59-4f71-ac15-07c2c6ca2545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:34:48.157406 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-1b62d7a9-aed2-4da1-b34b-a2ba979dc0fd req-bb185ca8-3a59-4f71-ac15-07c2c6ca2545 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=23d932ec-8f1c-408b-aa51-fa01c62ab323 HTTP/1.1" status: 200 len: 1129 time: 0.0465200 Mar 08 20:34:48.210826 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-1b62d7a9-aed2-4da1-b34b-a2ba979dc0fd req-bf2a07fd-e496-41b6-897d-4819432608d3 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=fe677eff-d822-49be-84a5-bf5c9dee4a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383980 Mar 08 20:34:48.452495 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834f6779-dfe9-40e8-a995-6edf52e3d8e8 req-827791fc-5343-466d-9509-f837961fe715 tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:34:48.454035 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-834f6779-dfe9-40e8-a995-6edf52e3d8e8 req-827791fc-5343-466d-9509-f837961fe715 tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] 10.222.0.41 "GET /v2.0/ports?device_id=2d624e6e-62ab-4d10-b4ef-1e8143d00fd3 HTTP/1.1" status: 200 len: 944 time: 0.0580482 Mar 08 20:34:48.502768 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-834f6779-dfe9-40e8-a995-6edf52e3d8e8 req-818ceac3-a184-4550-a6d3-65e15ea86af1 tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] 10.222.0.41 "GET /v2.0/security-groups?id=4d697690-46e7-4a5b-b531-6aaab5a49583&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432174 Mar 08 20:34:48.774107 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483fd895-8791-4221-8eeb-4f12a9d5f6cb req-17900201-6923-40c3-ac25-c12047fbc109 tempest-VolumesSnapshotTestJSON-151522371 tempest-VolumesSnapshotTestJSON-151522371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:34:48.775615 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-483fd895-8791-4221-8eeb-4f12a9d5f6cb req-17900201-6923-40c3-ac25-c12047fbc109 tempest-VolumesSnapshotTestJSON-151522371 tempest-VolumesSnapshotTestJSON-151522371-project] 10.222.0.41 "GET /v2.0/ports?device_id=23d932ec-8f1c-408b-aa51-fa01c62ab323 HTTP/1.1" status: 200 len: 945 time: 0.0555539 Mar 08 20:34:48.824704 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-483fd895-8791-4221-8eeb-4f12a9d5f6cb req-5084d7c9-6dec-4914-bed1-0d8ba8ccf250 tempest-VolumesSnapshotTestJSON-151522371 tempest-VolumesSnapshotTestJSON-151522371-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe677eff-d822-49be-84a5-bf5c9dee4a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435052 Mar 08 20:34:49.113393 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b9a6fa-4fca-42f4-a915-e6cde89bc05b req-42945ae4-6416-4c84-9ac4-0e0185cb082b tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:34:49.114993 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-c1b9a6fa-4fca-42f4-a915-e6cde89bc05b req-42945ae4-6416-4c84-9ac4-0e0185cb082b tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "GET /v2.0/ports?device_id=f3764666-b97b-49ee-a110-73b596762fc2 HTTP/1.1" status: 200 len: 946 time: 0.0565839 Mar 08 20:34:49.165698 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-c1b9a6fa-4fca-42f4-a915-e6cde89bc05b req-37cc752a-5a1d-4522-9aa3-ea0347cb2039 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "GET /v2.0/security-groups?id=594a1c24-3d62-4c4c-9d98-a58b8e523f99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437260 Mar 08 20:34:49.401904 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.rpc [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Device 9c95c88a-d2ab-49aa-b478-a8bfb7ee15e1 up at agent hyperv_hv-cinder-83009 {{(pid=103460) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 20:34:49.622787 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c48fad0-0447-46a7-809c-c9f9ff329f65 req-19c6f1bf-d07b-44d2-8d74-75f44580d69e tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:34:49.624902 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-7c48fad0-0447-46a7-809c-c9f9ff329f65 req-19c6f1bf-d07b-44d2-8d74-75f44580d69e tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] 10.222.0.41 "GET /v2.0/ports?device_id=2d624e6e-62ab-4d10-b4ef-1e8143d00fd3 HTTP/1.1" status: 200 len: 944 time: 0.0564630 Mar 08 20:34:49.692541 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-7c48fad0-0447-46a7-809c-c9f9ff329f65 req-c91f9764-7e87-4110-a47b-fbff3f56f251 tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] 10.222.0.41 "GET /v2.0/security-groups?id=4d697690-46e7-4a5b-b531-6aaab5a49583&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620310 Mar 08 20:34:49.694631 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.provisioning_blocks [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Provisioning for port 9c95c88a-d2ab-49aa-b478-a8bfb7ee15e1 completed by entity L2. {{(pid=103460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 20:34:49.699393 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.provisioning_blocks [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Provisioning complete for port 9c95c88a-d2ab-49aa-b478-a8bfb7ee15e1 triggered by entity L2. {{(pid=103460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:34:49.699775 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476507'] for port (9c95c88a-d2ab-49aa-b478-a8bfb7ee15e1), provisioning_complete {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:49.779989 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.plugin [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Current status of the port 9c95c88a-d2ab-49aa-b478-a8bfb7ee15e1 is: BUILD; New status is: ACTIVE {{(pid=103460) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:34:49.780417 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747308'] for port (9c95c88a-d2ab-49aa-b478-a8bfb7ee15e1), before_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:49.810618 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d624e6e-62ab-4d10-b4ef-1e8143d00fd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c95c88a-d2ab-49aa-b478-a8bfb7ee15e1'}] {{(pid=103460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 20:34:49.810618 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf2096ed20afa7c789231551a200e589db82a1cedf1791aa7acfc36920bc021b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccdf08fd-cf72-424f-8680-87ba74bfa052" -d '{"events": [{"server_uuid": "2d624e6e-62ab-4d10-b4ef-1e8143d00fd3", "name": "network-vif-plugged", "status": "completed", "tag": "9c95c88a-d2ab-49aa-b478-a8bfb7ee15e1"}]}' {{(pid=103460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 20:34:49.820899 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.db [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] For port 9c95c88a-d2ab-49aa-b478-a8bfb7ee15e1, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=9c95c88a-d2ab-49aa-b478-a8bfb7ee15e1,segment=NetworkSegment(8a7da6b0-4771-498d-9c85-c783d4056178),segment_id=8a7da6b0-4771-498d-9c85-c783d4056178)] {{(pid=103460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:34:49.859659 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 20:34:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c468c92-4bf3-4ecd-ba9c-7dc50ae16883 x-openstack-request-id: req-1c468c92-4bf3-4ecd-ba9c-7dc50ae16883 {{(pid=103460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 20:34:49.860078 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d624e6e-62ab-4d10-b4ef-1e8143d00fd3", "name": "network-vif-plugged", "status": "completed", "tag": "9c95c88a-d2ab-49aa-b478-a8bfb7ee15e1", "code": 200}]} {{(pid=103460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 20:34:49.860462 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1c468c92-4bf3-4ecd-ba9c-7dc50ae16883 {{(pid=103460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 20:34:49.861072 dv-cinder-830096-3-iscsi neutron-server[103460]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d624e6e-62ab-4d10-b4ef-1e8143d00fd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c95c88a-d2ab-49aa-b478-a8bfb7ee15e1', 'code': 200} Mar 08 20:34:49.945285 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1663682-0dfe-48a2-aabf-525f9ceb2acc req-a0286c9b-e522-414b-be49-58e5e94bf359 tempest-VolumesSnapshotTestJSON-151522371 tempest-VolumesSnapshotTestJSON-151522371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:34:49.946729 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-d1663682-0dfe-48a2-aabf-525f9ceb2acc req-a0286c9b-e522-414b-be49-58e5e94bf359 tempest-VolumesSnapshotTestJSON-151522371 tempest-VolumesSnapshotTestJSON-151522371-project] 10.222.0.41 "GET /v2.0/ports?device_id=23d932ec-8f1c-408b-aa51-fa01c62ab323 HTTP/1.1" status: 200 len: 945 time: 0.0519969 Mar 08 20:34:49.993256 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-d1663682-0dfe-48a2-aabf-525f9ceb2acc req-d8e80bb9-53cf-4633-aef4-efb36e123cdb tempest-VolumesSnapshotTestJSON-151522371 tempest-VolumesSnapshotTestJSON-151522371-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe677eff-d822-49be-84a5-bf5c9dee4a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402203 Mar 08 20:34:50.025458 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745146878648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745146440924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745146440942'] for port (9c95c88a-d2ab-49aa-b478-a8bfb7ee15e1), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:50.071527 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Pushing event updated for resources: {'Port': ['ID=9c95c88a-d2ab-49aa-b478-a8bfb7ee15e1,revision_number=5']} {{(pid=103460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:34:50.295278 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06618489-0525-47b9-ab94-3f4c21e6e014 req-e011b511-42c5-4648-a8f2-915847b12b71 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:34:50.296998 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-06618489-0525-47b9-ab94-3f4c21e6e014 req-e011b511-42c5-4648-a8f2-915847b12b71 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "GET /v2.0/ports?device_id=f3764666-b97b-49ee-a110-73b596762fc2 HTTP/1.1" status: 200 len: 946 time: 0.0583727 Mar 08 20:34:50.360397 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-06618489-0525-47b9-ab94-3f4c21e6e014 req-0acba7d6-6696-4dd3-a9a2-68bcd4b2893f tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "GET /v2.0/security-groups?id=594a1c24-3d62-4c4c-9d98-a58b8e523f99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561900 Mar 08 20:34:50.577704 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa096235-a511-40e9-b2bc-b97421ba940d req-f071e27a-da53-4160-8de0-3ec64aea285f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:34:50.579268 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-fa096235-a511-40e9-b2bc-b97421ba940d req-f071e27a-da53-4160-8de0-3ec64aea285f service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=2d624e6e-62ab-4d10-b4ef-1e8143d00fd3 HTTP/1.1" status: 200 len: 1129 time: 0.0465508 Mar 08 20:34:50.632280 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-fa096235-a511-40e9-b2bc-b97421ba940d req-358ffdd0-135e-4dc6-b1e1-9466e0c4a80c service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=4d697690-46e7-4a5b-b531-6aaab5a49583&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419953 Mar 08 20:34:50.837333 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3064216c-ab1f-42e1-8fec-a75b04522614 req-bd51fa86-ae9d-4783-9974-738419a3328a tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:34:50.838900 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-3064216c-ab1f-42e1-8fec-a75b04522614 req-bd51fa86-ae9d-4783-9974-738419a3328a tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] 10.222.0.41 "GET /v2.0/ports?device_id=2d624e6e-62ab-4d10-b4ef-1e8143d00fd3 HTTP/1.1" status: 200 len: 945 time: 0.0547912 Mar 08 20:34:50.891260 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-3064216c-ab1f-42e1-8fec-a75b04522614 req-20707348-0c0d-4770-b85c-9fa9cb389ebc tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] 10.222.0.41 "GET /v2.0/security-groups?id=4d697690-46e7-4a5b-b531-6aaab5a49583&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462556 Mar 08 20:34:51.114350 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7777710-9590-4efc-91aa-9bbc28629454 req-1119bfb0-fedf-47b7-9747-dc182b4dd34b tempest-VolumesSnapshotTestJSON-151522371 tempest-VolumesSnapshotTestJSON-151522371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:34:51.115737 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-a7777710-9590-4efc-91aa-9bbc28629454 req-1119bfb0-fedf-47b7-9747-dc182b4dd34b tempest-VolumesSnapshotTestJSON-151522371 tempest-VolumesSnapshotTestJSON-151522371-project] 10.222.0.41 "GET /v2.0/ports?device_id=23d932ec-8f1c-408b-aa51-fa01c62ab323 HTTP/1.1" status: 200 len: 945 time: 0.0553737 Mar 08 20:34:51.169431 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-a7777710-9590-4efc-91aa-9bbc28629454 req-d562b5a4-80be-4ee8-86b2-3c103cd88124 tempest-VolumesSnapshotTestJSON-151522371 tempest-VolumesSnapshotTestJSON-151522371-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe677eff-d822-49be-84a5-bf5c9dee4a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474806 Mar 08 20:34:52.015885 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f066bdf-2942-497e-af5a-0f8578d8b615 req-62b7981c-9356-42a4-b0be-9007d99d219d tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:34:52.017386 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-5f066bdf-2942-497e-af5a-0f8578d8b615 req-62b7981c-9356-42a4-b0be-9007d99d219d tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] 10.222.0.41 "GET /v2.0/ports?device_id=2d624e6e-62ab-4d10-b4ef-1e8143d00fd3 HTTP/1.1" status: 200 len: 945 time: 0.0589125 Mar 08 20:34:52.067867 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-5f066bdf-2942-497e-af5a-0f8578d8b615 req-ba3ea73f-94aa-4d41-9875-2c63dfc06f2f tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] 10.222.0.41 "GET /v2.0/security-groups?id=4d697690-46e7-4a5b-b531-6aaab5a49583&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440779 Mar 08 20:34:53.203424 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fdf4d0-9b50-4dc4-bc33-b3e482c02d5e req-197d302f-c0e0-467d-8c69-86cbaed612ca tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:34:53.204878 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-c0fdf4d0-9b50-4dc4-bc33-b3e482c02d5e req-197d302f-c0e0-467d-8c69-86cbaed612ca tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] 10.222.0.41 "GET /v2.0/ports?device_id=2d624e6e-62ab-4d10-b4ef-1e8143d00fd3 HTTP/1.1" status: 200 len: 945 time: 0.0633800 Mar 08 20:34:53.254438 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-c0fdf4d0-9b50-4dc4-bc33-b3e482c02d5e req-53572139-7861-4cea-89a7-71e87b44e5d0 tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] 10.222.0.41 "GET /v2.0/security-groups?id=4d697690-46e7-4a5b-b531-6aaab5a49583&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439465 Mar 08 20:34:54.233650 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745146981205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476605'] for agent (905863fd-6a46-47f8-82ce-98f31309cbd3), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:54.384765 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f595812-f091-48e1-b5f8-17d08db49e77 req-c3a88086-dd61-4ba1-a382-e664e98ca0fb tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:34:54.386260 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-7f595812-f091-48e1-b5f8-17d08db49e77 req-c3a88086-dd61-4ba1-a382-e664e98ca0fb tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] 10.222.0.41 "GET /v2.0/ports?device_id=2d624e6e-62ab-4d10-b4ef-1e8143d00fd3 HTTP/1.1" status: 200 len: 945 time: 0.0606470 Mar 08 20:34:54.441045 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-7f595812-f091-48e1-b5f8-17d08db49e77 req-7962379e-dc39-40df-95b4-4edccf672c5b tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] 10.222.0.41 "GET /v2.0/security-groups?id=4d697690-46e7-4a5b-b531-6aaab5a49583&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485778 Mar 08 20:34:54.572685 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431cb973-a8e5-4cc7-8fb8-a271248caa55 req-b5ee1792-818d-430f-b3d4-0b4ae419d89d tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:34:54.574657 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-431cb973-a8e5-4cc7-8fb8-a271248caa55 req-b5ee1792-818d-430f-b3d4-0b4ae419d89d tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] 10.222.0.41 "GET /v2.0/ports?device_id=2d624e6e-62ab-4d10-b4ef-1e8143d00fd3 HTTP/1.1" status: 200 len: 945 time: 0.0593560 Mar 08 20:34:54.632271 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-431cb973-a8e5-4cc7-8fb8-a271248caa55 req-ae6fbce2-00ac-47ef-afa9-57f106c6f175 tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] 10.222.0.41 "GET /v2.0/security-groups?id=4d697690-46e7-4a5b-b531-6aaab5a49583&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521584 Mar 08 20:34:54.657522 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.wsgi [-] (103459) accepted ('10.222.0.41', 33268) {{(pid=103459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:34:54.815416 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c05799c-f4f8-47e1-a825-ffb202ca00c2 tempest-TestVolumeBootPattern-1709047994 tempest-TestVolumeBootPattern-1709047994-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:34:54.819961 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [None req-7c05799c-f4f8-47e1-a825-ffb202ca00c2 tempest-TestVolumeBootPattern-1709047994 tempest-TestVolumeBootPattern-1709047994-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=2d624e6e-62ab-4d10-b4ef-1e8143d00fd3 HTTP/1.1" status: 200 len: 1124 time: 0.1585617 Mar 08 20:34:54.820695 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.wsgi [-] (103459) accepted ('10.222.0.41', 33274) {{(pid=103459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:34:54.828414 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.v2.base [None req-8ecb96ab-802a-49c3-84be-a41805fe2b12 tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] Request body: {'floatingip': {'floating_network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'port_id': '9c95c88a-d2ab-49aa-b478-a8bfb7ee15e1', 'tenant_id': 'bf06b78c460f40649c7dfbdd2a48a3e6', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:34:55.027463 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-8ecb96ab-802a-49c3-84be-a41805fe2b12 tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:55.158826 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-8ecb96ab-802a-49c3-84be-a41805fe2b12 tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747308'] for port (None), before_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:55.286109 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.db.db_base_plugin_common [None req-8ecb96ab-802a-49c3-84be-a41805fe2b12 tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] Allocated IP 172.27.2.248 (fc278ace-cc38-44e4-ba35-3f28be706052/6746aa92-141d-47b3-806a-20502e0a6f7e/aaf49c76-4031-4d7a-b2df-1061048346a5) {{(pid=103459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 20:34:55.407751 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-8ecb96ab-802a-49c3-84be-a41805fe2b12 tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] Publish callbacks [] for port (aaf49c76-4031-4d7a-b2df-1061048346a5), precommit_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:55.598992 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-8ecb96ab-802a-49c3-84be-a41805fe2b12 tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745146440906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28404629'] for port (aaf49c76-4031-4d7a-b2df-1061048346a5), after_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:55.646158 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ecb96ab-802a-49c3-84be-a41805fe2b12 tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] Network fc278ace-cc38-44e4-ba35-3f28be706052 is already hosted by enough agents. {{(pid=103459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 20:34:55.649063 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.scheduler.base_scheduler [None req-8ecb96ab-802a-49c3-84be-a41805fe2b12 tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] Resources bound (agent type, host, resource id): {{(pid=103459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:34:55.652488 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ecb96ab-802a-49c3-84be-a41805fe2b12 tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] Received port after_create {{(pid=103459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 20:34:55.679519 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecb96ab-802a-49c3-84be-a41805fe2b12 tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] Pushing event updated for resources: {'Port': ['ID=aaf49c76-4031-4d7a-b2df-1061048346a5,revision_number=1']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:34:56.030860 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94382126-0805-4364-830e-d035c270d0b7 req-ced7ee94-9f6e-47cc-92d9-9eba5f786fb9 tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:34:56.032420 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-94382126-0805-4364-830e-d035c270d0b7 req-ced7ee94-9f6e-47cc-92d9-9eba5f786fb9 tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5f8ea3c-dce4-482f-8530-87a9153e6873 HTTP/1.1" status: 200 len: 946 time: 0.2062054 Mar 08 20:34:56.093961 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7c703c-515d-4eee-83ca-0036f8bd55b1 req-aaa3cc3b-eb67-4d42-b5d5-2d1901e0eab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:34:56.095470 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-9b7c703c-515d-4eee-83ca-0036f8bd55b1 req-aaa3cc3b-eb67-4d42-b5d5-2d1901e0eab8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3ab75e5ad0c04c16ae8ecd6073e24a81&device_id=a5f8ea3c-dce4-482f-8530-87a9153e6873 HTTP/1.1" status: 200 len: 1130 time: 0.1794147 Mar 08 20:34:56.197384 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-94382126-0805-4364-830e-d035c270d0b7 req-6b107654-d5c7-4230-9e25-b556e4d77a24 tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] 10.222.0.41 "GET /v2.0/security-groups?id=306014d5-d504-41eb-b92c-22e11b4bc9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557600 Mar 08 20:34:56.256678 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-8ecb96ab-802a-49c3-84be-a41805fe2b12 tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] Publish callbacks [] for floatingip (a92cd06a-4c95-450a-8179-c41cd7e260fe), precommit_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:56.277444 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7c703c-515d-4eee-83ca-0036f8bd55b1 req-b959ba18-4dc5-453a-bc93-ae3f381b5be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:34:56.278939 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-9b7c703c-515d-4eee-83ca-0036f8bd55b1 req-b959ba18-4dc5-453a-bc93-ae3f381b5be8 service neutron] 10.222.0.37 "GET /v2.0/networks?id=de9446a0-c58a-4c9a-a8d6-6921f8f95911 HTTP/1.1" status: 200 len: 919 time: 0.1664641 Mar 08 20:34:56.336018 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-9b7c703c-515d-4eee-83ca-0036f8bd55b1 req-201fb368-6508-419c-9caa-8e3c724f483f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=64834295-ef23-47d3-a226-c43721e27b16 HTTP/1.1" status: 200 len: 217 time: 0.0410361 Mar 08 20:34:56.389731 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7c703c-515d-4eee-83ca-0036f8bd55b1 req-0959fc1d-e271-4d0b-b219-4e7b2ff1dcfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:34:56.391349 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-9b7c703c-515d-4eee-83ca-0036f8bd55b1 req-0959fc1d-e271-4d0b-b219-4e7b2ff1dcfe service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c447eb81-039d-4a17-9b2c-b8079a3e024b HTTP/1.1" status: 200 len: 858 time: 0.0458708 Mar 08 20:34:56.443677 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-9b7c703c-515d-4eee-83ca-0036f8bd55b1 req-18d7a229-08f3-418d-ab55-41c32562866e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=de9446a0-c58a-4c9a-a8d6-6921f8f95911&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323806 Mar 08 20:34:56.444719 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-8ecb96ab-802a-49c3-84be-a41805fe2b12 tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747308'] for port (aaf49c76-4031-4d7a-b2df-1061048346a5), before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:56.625224 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-9b7c703c-515d-4eee-83ca-0036f8bd55b1 req-8b5b8127-f4d8-4d1e-b26d-42f0a3da0e9b service neutron] 10.222.0.37 "GET /v2.0/networks/de9446a0-c58a-4c9a-a8d6-6921f8f95911?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1566660 Mar 08 20:34:56.734606 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-8ecb96ab-802a-49c3-84be-a41805fe2b12 tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] Publish callbacks [] for port (aaf49c76-4031-4d7a-b2df-1061048346a5), precommit_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:56.758156 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-9b7c703c-515d-4eee-83ca-0036f8bd55b1 req-a649aa64-e834-44d4-a06d-513801e2af31 service neutron] 10.222.0.37 "GET /v2.0/networks/de9446a0-c58a-4c9a-a8d6-6921f8f95911?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1110392 Mar 08 20:34:56.833309 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-8ecb96ab-802a-49c3-84be-a41805fe2b12 tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745146878648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745146440924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745146440942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28404716'] for port (aaf49c76-4031-4d7a-b2df-1061048346a5), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:56.907337 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecb96ab-802a-49c3-84be-a41805fe2b12 tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] Pushing event updated for resources: {'Port': ['ID=aaf49c76-4031-4d7a-b2df-1061048346a5,revision_number=2']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:34:56.921037 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-8ecb96ab-802a-49c3-84be-a41805fe2b12 tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-443219'] for floatingip (a92cd06a-4c95-450a-8179-c41cd7e260fe), after_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:57.028871 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.db.l3_db [None req-8ecb96ab-802a-49c3-84be-a41805fe2b12 tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] Floating IP a92cd06a-4c95-450a-8179-c41cd7e260fe associated. External IP: 172.27.2.248, port: 9c95c88a-d2ab-49aa-b478-a8bfb7ee15e1. Mar 08 20:34:57.339042 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd7ef0e-fc07-406c-970a-0307c291317b req-ed2d7040-a814-468f-a528-dac20e7e011f tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:34:57.341284 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-bdd7ef0e-fc07-406c-970a-0307c291317b req-ed2d7040-a814-468f-a528-dac20e7e011f tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5f8ea3c-dce4-482f-8530-87a9153e6873 HTTP/1.1" status: 200 len: 946 time: 0.0682778 Mar 08 20:34:57.393575 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-bdd7ef0e-fc07-406c-970a-0307c291317b req-36d29167-38c4-48b7-9213-a35719f20d11 tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] 10.222.0.41 "GET /v2.0/security-groups?id=306014d5-d504-41eb-b92c-22e11b4bc9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467062 Mar 08 20:34:57.474289 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ecb96ab-802a-49c3-84be-a41805fe2b12 tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] Router 813bc19a-5efc-4849-a90c-b51f279e8583 has already been hosted by L3 agent 7ae9fd8f-5d61-4821-9eac-044950c450f0 {{(pid=103459) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 20:34:57.589174 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ecb96ab-802a-49c3-84be-a41805fe2b12 tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] Notify agent at l3_agent.dv-cinder-830096-3-iscsi the message routers_updated {{(pid=103459) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 20:34:57.600735 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5245b6d-e466-4c32-9479-5f5ca22970cb None None] Sync routers for ids ['813bc19a-5efc-4849-a90c-b51f279e8583'] in dv-cinder-830096-3-iscsi {{(pid=103461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 20:34:57.609843 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5245b6d-e466-4c32-9479-5f5ca22970cb None None] Routers {'813bc19a-5efc-4849-a90c-b51f279e8583'} bound to L3 agent in host dv-cinder-830096-3-iscsi {{(pid=103461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:34:57.610456 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.db.l3_hamode_db [None req-d5245b6d-e466-4c32-9479-5f5ca22970cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-08T20:23:01Z,description=,heartbeat_timestamp=2022-03-08T20:34:31Z,host='dv-cinder-830096-3-iscsi',id=7ae9fd8f-5d61-4821-9eac-044950c450f0,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:23:02Z,topic='l3_agent')) {'router_ids': ['813bc19a-5efc-4849-a90c-b51f279e8583'], 'active': True} {{(pid=103461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:34:57.709836 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-8ecb96ab-802a-49c3-84be-a41805fe2b12 tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4188892'] for floatingip (None), before_response {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:57.736200 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.db.l3_dvr_db [None req-d5245b6d-e466-4c32-9479-5f5ca22970cb None None] Set router 813bc19a-5efc-4849-a90c-b51f279e8583 gateway port host: dv-cinder-830096-3-iscsi {{(pid=103461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:34:57.742768 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [None req-8ecb96ab-802a-49c3-84be-a41805fe2b12 tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.9202909 Mar 08 20:34:57.744013 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d624e6e-62ab-4d10-b4ef-1e8143d00fd3', 'tag': '9c95c88a-d2ab-49aa-b478-a8bfb7ee15e1'}] {{(pid=103459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 20:34:57.746472 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30f128d5f71b3f7cc76d6cee4f56f72b4ad92d7c7cb63713f7d7a45aaaaee86d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d827aef-f99d-4f1b-a678-695b7f905b10" -d '{"events": [{"name": "network-changed", "server_uuid": "2d624e6e-62ab-4d10-b4ef-1e8143d00fd3", "tag": "9c95c88a-d2ab-49aa-b478-a8bfb7ee15e1"}]}' {{(pid=103459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 20:34:57.783896 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 20:34:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed94ffdd-a6b2-403e-846c-d29c0224a9ff x-openstack-request-id: req-ed94ffdd-a6b2-403e-846c-d29c0224a9ff {{(pid=103459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 20:34:57.784198 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d624e6e-62ab-4d10-b4ef-1e8143d00fd3", "tag": "9c95c88a-d2ab-49aa-b478-a8bfb7ee15e1", "status": "completed", "code": 200}]} {{(pid=103459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 20:34:57.784477 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ed94ffdd-a6b2-403e-846c-d29c0224a9ff {{(pid=103459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 20:34:57.784881 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d624e6e-62ab-4d10-b4ef-1e8143d00fd3', 'tag': '9c95c88a-d2ab-49aa-b478-a8bfb7ee15e1', 'status': 'completed', 'code': 200} Mar 08 20:34:57.883622 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d827aef-f99d-4f1b-a678-695b7f905b10 req-8f84efd2-3575-4f4a-8460-2cb8b8ad37eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:34:57.885122 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-8d827aef-f99d-4f1b-a678-695b7f905b10 req-8f84efd2-3575-4f4a-8460-2cb8b8ad37eb service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=bf06b78c460f40649c7dfbdd2a48a3e6&device_id=2d624e6e-62ab-4d10-b4ef-1e8143d00fd3 HTTP/1.1" status: 200 len: 1129 time: 0.0547285 Mar 08 20:34:57.977823 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.db.l3_hamode_db [None req-d5245b6d-e466-4c32-9479-5f5ca22970cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '813bc19a-5efc-4849-a90c-b51f279e8583', 'name': 'tempest-TestVolumeBootPattern-564992217-router', 'tenant_id': 'bf06b78c460f40649c7dfbdd2a48a3e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'external_fixed_ips': [{'subnet_id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'ip_address': '172.27.2.236'}], 'enable_snat': True}, 'gw_port_id': 'b09be00f-c368-414b-9fd5-063c97760f7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:33:30Z', 'updated_at': '2022-03-08T20:33:34Z', 'revision_number': 4, 'project_id': 'bf06b78c460f40649c7dfbdd2a48a3e6', 'gw_port': {'id': 'b09be00f-c368-414b-9fd5-063c97760f7b', 'name': '', 'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:67:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '813bc19a-5efc-4849-a90c-b51f279e8583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'ip_address': '172.27.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:33:31Z', 'updated_at': '2022-03-08T20:33:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-3-iscsi', '_floatingips': [{'id': 'a92cd06a-4c95-450a-8179-c41cd7e260fe', 'tenant_id': 'bf06b78c460f40649c7dfbdd2a48a3e6', 'floating_ip_address': '172.27.2.248', 'floating_network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'router_id': '813bc19a-5efc-4849-a90c-b51f279e8583', 'port_id': '9c95c88a-d2ab-49aa-b478-a8bfb7ee15e1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 438, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2c7d66f-86ac-44f2-9eb5-cb2716ba5d76', 'mac_address': 'fa:16:3e:ca:a6:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d624e6e-62ab-4d10-b4ef-1e8143d00fd3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T20:34:55Z', 'updated_at': '2022-03-08T20:34:55Z', 'revision_number': 0, 'project_id': 'bf06b78c460f40649c7dfbdd2a48a3e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf80f1eb-9470-4de8-869d-5b5d1aef8ede', 'name': '', 'network_id': 'c2c7d66f-86ac-44f2-9eb5-cb2716ba5d76', 'tenant_id': 'bf06b78c460f40649c7dfbdd2a48a3e6', 'mac_address': 'fa:16:3e:fd:84:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '813bc19a-5efc-4849-a90c-b51f279e8583', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '88ad92d3-2fe0-4490-8ff5-712fc5e791fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:33:34Z', 'updated_at': '2022-03-08T20:33:39Z', 'revision_number': 5, 'project_id': 'bf06b78c460f40649c7dfbdd2a48a3e6', 'subnets': [{'id': '88ad92d3-2fe0-4490-8ff5-712fc5e791fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830096-3-iscsi', False) {} {{(pid=103461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:34:58.009943 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5245b6d-e466-4c32-9479-5f5ca22970cb None None] Checking router: 813bc19a-5efc-4849-a90c-b51f279e8583 for host: dv-cinder-830096-3-iscsi {{(pid=103461) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 20:34:58.019390 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5245b6d-e466-4c32-9479-5f5ca22970cb None None] Routers {'813bc19a-5efc-4849-a90c-b51f279e8583'} bound to L3 agent in host dv-cinder-830096-3-iscsi {{(pid=103461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:34:58.020008 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.db.l3_hamode_db [None req-d5245b6d-e466-4c32-9479-5f5ca22970cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-08T20:23:01Z,description=,heartbeat_timestamp=2022-03-08T20:34:31Z,host='dv-cinder-830096-3-iscsi',id=7ae9fd8f-5d61-4821-9eac-044950c450f0,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:23:02Z,topic='l3_agent')) {'router_ids': ['813bc19a-5efc-4849-a90c-b51f279e8583'], 'active': True} {{(pid=103461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:34:58.042633 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d827aef-f99d-4f1b-a678-695b7f905b10 req-bb792047-55ad-44d9-90c8-72e63811fa12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:34:58.044919 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-8d827aef-f99d-4f1b-a678-695b7f905b10 req-bb792047-55ad-44d9-90c8-72e63811fa12 service neutron] 10.222.0.37 "GET /v2.0/networks?id=c2c7d66f-86ac-44f2-9eb5-cb2716ba5d76 HTTP/1.1" status: 200 len: 912 time: 0.1223454 Mar 08 20:34:58.127668 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-8d827aef-f99d-4f1b-a678-695b7f905b10 req-5b5b287e-9e0c-4ecd-8a83-aa0fae902a7e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9c95c88a-d2ab-49aa-b478-a8bfb7ee15e1 HTTP/1.1" status: 200 len: 999 time: 0.0628219 Mar 08 20:34:58.204919 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d827aef-f99d-4f1b-a678-695b7f905b10 req-27d98cf0-5ee3-4be4-addd-655edef9e076 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:34:58.206444 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-8d827aef-f99d-4f1b-a678-695b7f905b10 req-27d98cf0-5ee3-4be4-addd-655edef9e076 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=88ad92d3-2fe0-4490-8ff5-712fc5e791fb HTTP/1.1" status: 200 len: 850 time: 0.0471246 Mar 08 20:34:58.220639 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.db.l3_dvr_db [None req-d5245b6d-e466-4c32-9479-5f5ca22970cb None None] Set router 813bc19a-5efc-4849-a90c-b51f279e8583 gateway port host: dv-cinder-830096-3-iscsi {{(pid=103461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:34:58.274368 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d827aef-f99d-4f1b-a678-695b7f905b10 req-043b8f68-27c6-4276-9740-b13f91d1020f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:34:58.275797 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-8d827aef-f99d-4f1b-a678-695b7f905b10 req-043b8f68-27c6-4276-9740-b13f91d1020f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c2c7d66f-86ac-44f2-9eb5-cb2716ba5d76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0510824 Mar 08 20:34:58.384458 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-8d827aef-f99d-4f1b-a678-695b7f905b10 req-0077e1bf-10d1-496e-9c76-ff2ac38d402a service neutron] 10.222.0.37 "GET /v2.0/networks/c2c7d66f-86ac-44f2-9eb5-cb2716ba5d76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878947 Mar 08 20:34:58.452851 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.db.l3_hamode_db [None req-d5245b6d-e466-4c32-9479-5f5ca22970cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '813bc19a-5efc-4849-a90c-b51f279e8583', 'name': 'tempest-TestVolumeBootPattern-564992217-router', 'tenant_id': 'bf06b78c460f40649c7dfbdd2a48a3e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'external_fixed_ips': [{'subnet_id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'ip_address': '172.27.2.236'}], 'enable_snat': True}, 'gw_port_id': 'b09be00f-c368-414b-9fd5-063c97760f7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:33:30Z', 'updated_at': '2022-03-08T20:33:34Z', 'revision_number': 4, 'project_id': 'bf06b78c460f40649c7dfbdd2a48a3e6', 'gw_port': {'id': 'b09be00f-c368-414b-9fd5-063c97760f7b', 'name': '', 'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:67:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '813bc19a-5efc-4849-a90c-b51f279e8583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'ip_address': '172.27.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:33:31Z', 'updated_at': '2022-03-08T20:33:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-3-iscsi', '_floatingips': [{'id': 'a92cd06a-4c95-450a-8179-c41cd7e260fe', 'tenant_id': 'bf06b78c460f40649c7dfbdd2a48a3e6', 'floating_ip_address': '172.27.2.248', 'floating_network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'router_id': '813bc19a-5efc-4849-a90c-b51f279e8583', 'port_id': '9c95c88a-d2ab-49aa-b478-a8bfb7ee15e1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 438, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2c7d66f-86ac-44f2-9eb5-cb2716ba5d76', 'mac_address': 'fa:16:3e:ca:a6:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d624e6e-62ab-4d10-b4ef-1e8143d00fd3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T20:34:55Z', 'updated_at': '2022-03-08T20:34:55Z', 'revision_number': 0, 'project_id': 'bf06b78c460f40649c7dfbdd2a48a3e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf80f1eb-9470-4de8-869d-5b5d1aef8ede', 'name': '', 'network_id': 'c2c7d66f-86ac-44f2-9eb5-cb2716ba5d76', 'tenant_id': 'bf06b78c460f40649c7dfbdd2a48a3e6', 'mac_address': 'fa:16:3e:fd:84:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '813bc19a-5efc-4849-a90c-b51f279e8583', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '88ad92d3-2fe0-4490-8ff5-712fc5e791fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:33:34Z', 'updated_at': '2022-03-08T20:33:39Z', 'revision_number': 5, 'project_id': 'bf06b78c460f40649c7dfbdd2a48a3e6', 'subnets': [{'id': '88ad92d3-2fe0-4490-8ff5-712fc5e791fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830096-3-iscsi', False) {} {{(pid=103461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:34:58.484401 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5245b6d-e466-4c32-9479-5f5ca22970cb None None] The sync data for ids ['813bc19a-5efc-4849-a90c-b51f279e8583'] in dv-cinder-830096-3-iscsi is: [{'id': '813bc19a-5efc-4849-a90c-b51f279e8583', 'name': 'tempest-TestVolumeBootPattern-564992217-router', 'tenant_id': 'bf06b78c460f40649c7dfbdd2a48a3e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'external_fixed_ips': [{'subnet_id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'ip_address': '172.27.2.236'}], 'enable_snat': True}, 'gw_port_id': 'b09be00f-c368-414b-9fd5-063c97760f7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:33:30Z', 'updated_at': '2022-03-08T20:33:34Z', 'revision_number': 4, 'project_id': 'bf06b78c460f40649c7dfbdd2a48a3e6', 'gw_port': {'id': 'b09be00f-c368-414b-9fd5-063c97760f7b', 'name': '', 'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:67:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '813bc19a-5efc-4849-a90c-b51f279e8583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'ip_address': '172.27.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:33:31Z', 'updated_at': '2022-03-08T20:33:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-3-iscsi', '_floatingips': [{'id': 'a92cd06a-4c95-450a-8179-c41cd7e260fe', 'tenant_id': 'bf06b78c460f40649c7dfbdd2a48a3e6', 'floating_ip_address': '172.27.2.248', 'floating_network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'router_id': '813bc19a-5efc-4849-a90c-b51f279e8583', 'port_id': '9c95c88a-d2ab-49aa-b478-a8bfb7ee15e1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 438, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2c7d66f-86ac-44f2-9eb5-cb2716ba5d76', 'mac_address': 'fa:16:3e:ca:a6:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d624e6e-62ab-4d10-b4ef-1e8143d00fd3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T20:34:55Z', 'updated_at': '2022-03-08T20:34:55Z', 'revision_number': 0, 'project_id': 'bf06b78c460f40649c7dfbdd2a48a3e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf80f1eb-9470-4de8-869d-5b5d1aef8ede', 'name': '', 'network_id': 'c2c7d66f-86ac-44f2-9eb5-cb2716ba5d76', 'tenant_id': 'bf06b78c460f40649c7dfbdd2a48a3e6', 'mac_address': 'fa:16:3e:fd:84:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '813bc19a-5efc-4849-a90c-b51f279e8583', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '88ad92d3-2fe0-4490-8ff5-712fc5e791fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:33:34Z', 'updated_at': '2022-03-08T20:33:39Z', 'revision_number': 5, 'project_id': 'bf06b78c460f40649c7dfbdd2a48a3e6', 'subnets': [{'id': '88ad92d3-2fe0-4490-8ff5-712fc5e791fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 20:34:58.499398 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-8d827aef-f99d-4f1b-a678-695b7f905b10 req-410236e4-a8c8-4eab-954e-23a4255cdfc7 service neutron] 10.222.0.37 "GET /v2.0/networks/c2c7d66f-86ac-44f2-9eb5-cb2716ba5d76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932870 Mar 08 20:34:58.539045 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da027dc2-3bc4-4107-a5fa-9253a6050128 req-37de442b-96fd-4b22-a2ea-61f9eff8c623 tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:34:58.541565 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-da027dc2-3bc4-4107-a5fa-9253a6050128 req-37de442b-96fd-4b22-a2ea-61f9eff8c623 tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5f8ea3c-dce4-482f-8530-87a9153e6873 HTTP/1.1" status: 200 len: 946 time: 0.0725341 Mar 08 20:34:58.596709 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-da027dc2-3bc4-4107-a5fa-9253a6050128 req-7917da91-d567-4147-9bae-75f4577d6fd0 tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] 10.222.0.41 "GET /v2.0/security-groups?id=306014d5-d504-41eb-b92c-22e11b4bc9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486979 Mar 08 20:34:58.717743 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee9280a7-79cc-4a2b-9507-91a08af31473 None None] New status for floating IP a92cd06a-4c95-450a-8179-c41cd7e260fe: ACTIVE {{(pid=103460) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 20:34:59.005152 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-b11dcc30-5bd6-4b38-904c-e643cdaa5a2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745146981205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476605'] for agent (a3d84102-f7d3-452b-861a-973020576047), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:59.748702 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac482647-90d4-42a8-b3ae-3ee29632c5af req-18cd85ee-5001-4490-8899-e70c83cac17c tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:34:59.750333 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-ac482647-90d4-42a8-b3ae-3ee29632c5af req-18cd85ee-5001-4490-8899-e70c83cac17c tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5f8ea3c-dce4-482f-8530-87a9153e6873 HTTP/1.1" status: 200 len: 946 time: 0.0706451 Mar 08 20:34:59.809125 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-ac482647-90d4-42a8-b3ae-3ee29632c5af req-426a0e1a-d7c5-436f-bcf4-ef665f3cf452 tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] 10.222.0.41 "GET /v2.0/security-groups?id=306014d5-d504-41eb-b92c-22e11b4bc9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526006 Mar 08 20:35:00.768225 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d612b6c7-5c6c-4b0d-b6d2-3c20619d2770 req-639f826a-a892-4573-bac1-456fc118d92e tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:35:00.769757 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-d612b6c7-5c6c-4b0d-b6d2-3c20619d2770 req-639f826a-a892-4573-bac1-456fc118d92e tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] 10.222.0.41 "GET /v2.0/ports?device_id=746253e9-c452-490e-a0a9-d18104c2d5bf HTTP/1.1" status: 200 len: 945 time: 0.0614154 Mar 08 20:35:00.825906 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-d612b6c7-5c6c-4b0d-b6d2-3c20619d2770 req-384e4394-f292-4b23-81ff-d3f0a5997231 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] 10.222.0.41 "GET /v2.0/security-groups?id=9b92b894-289e-44fe-91c4-7a651e094017&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469346 Mar 08 20:35:00.935264 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb0384e-0da5-4325-8caa-55f92097acaf req-fbc9496b-e0a7-4a46-b996-d605d9f7fc0d tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:35:00.938439 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-eeb0384e-0da5-4325-8caa-55f92097acaf req-fbc9496b-e0a7-4a46-b996-d605d9f7fc0d tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5f8ea3c-dce4-482f-8530-87a9153e6873 HTTP/1.1" status: 200 len: 946 time: 0.0570433 Mar 08 20:35:00.991860 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-eeb0384e-0da5-4325-8caa-55f92097acaf req-8e2a5b0f-d882-4fb9-abd7-f603bf13901e tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] 10.222.0.41 "GET /v2.0/security-groups?id=306014d5-d504-41eb-b92c-22e11b4bc9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464649 Mar 08 20:35:01.221118 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-f1fd7aca-5056-4eef-97d9-794a5fc2125a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745146981205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476605'] for agent (7ae9fd8f-5d61-4821-9eac-044950c450f0), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:35:01.953580 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a711279-62cd-4266-b249-368d22b0a1cb req-361a1dae-09bd-47c9-80ea-b2e510a6bccd tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:35:01.955237 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-5a711279-62cd-4266-b249-368d22b0a1cb req-361a1dae-09bd-47c9-80ea-b2e510a6bccd tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] 10.222.0.41 "GET /v2.0/ports?device_id=746253e9-c452-490e-a0a9-d18104c2d5bf HTTP/1.1" status: 200 len: 945 time: 0.0534906 Mar 08 20:35:02.010503 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-5a711279-62cd-4266-b249-368d22b0a1cb req-379555bd-f21c-4e11-bdd0-ca36c40b3afe tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] 10.222.0.41 "GET /v2.0/security-groups?id=9b92b894-289e-44fe-91c4-7a651e094017&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492330 Mar 08 20:35:02.123415 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bce6beb-b2cb-40fd-9485-0ef78489f840 req-22b27771-bfcd-49db-8bb0-9a9b712b8465 tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:35:02.124856 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-9bce6beb-b2cb-40fd-9485-0ef78489f840 req-22b27771-bfcd-49db-8bb0-9a9b712b8465 tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5f8ea3c-dce4-482f-8530-87a9153e6873 HTTP/1.1" status: 200 len: 946 time: 0.0575988 Mar 08 20:35:02.175169 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-9bce6beb-b2cb-40fd-9485-0ef78489f840 req-45bcc7a8-a969-4951-b068-7cd3b0a27c6b tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] 10.222.0.41 "GET /v2.0/security-groups?id=306014d5-d504-41eb-b92c-22e11b4bc9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447495 Mar 08 20:35:02.375177 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-dbe61520-29cf-4847-b96e-6d24c6c097a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745146981205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476605'] for agent (6cc78598-e6b3-4e4d-a99c-31b9c4784fd2), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:35:03.137972 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b04d0c-0e9f-4898-8129-adce29dbaa24 req-7b3eeb55-0d20-4516-9156-a9a3390905c2 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:35:03.139470 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-a9b04d0c-0e9f-4898-8129-adce29dbaa24 req-7b3eeb55-0d20-4516-9156-a9a3390905c2 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] 10.222.0.41 "GET /v2.0/ports?device_id=746253e9-c452-490e-a0a9-d18104c2d5bf HTTP/1.1" status: 200 len: 945 time: 0.0537531 Mar 08 20:35:03.197983 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-a9b04d0c-0e9f-4898-8129-adce29dbaa24 req-aaa5189a-85eb-437f-b771-90baaee1d9fd tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] 10.222.0.41 "GET /v2.0/security-groups?id=9b92b894-289e-44fe-91c4-7a651e094017&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522103 Mar 08 20:35:03.310589 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff059b0-0914-435e-95bc-e499febeff1a req-2ac453df-c287-413e-8284-43059dfaeec5 tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:35:03.312143 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-eff059b0-0914-435e-95bc-e499febeff1a req-2ac453df-c287-413e-8284-43059dfaeec5 tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5f8ea3c-dce4-482f-8530-87a9153e6873 HTTP/1.1" status: 200 len: 946 time: 0.0600202 Mar 08 20:35:03.368510 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-eff059b0-0914-435e-95bc-e499febeff1a req-7b6b24eb-d352-4065-8fc7-bc7d47c07bb7 tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] 10.222.0.41 "GET /v2.0/security-groups?id=306014d5-d504-41eb-b92c-22e11b4bc9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506151 Mar 08 20:35:03.741011 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-7a330e8f-62e0-4259-bea2-8ced8e9b3a98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745146981205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476605'] for agent (cd1d0244-f954-4bda-89fb-1fdc1954e39d), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:35:04.099989 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5174ca-64ea-4b03-8a39-9ba17e68163a req-9a56ae11-b428-4af2-9f70-ef1917c45222 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:35:04.101360 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-1d5174ca-64ea-4b03-8a39-9ba17e68163a req-9a56ae11-b428-4af2-9f70-ef1917c45222 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] 10.222.0.37 "GET /v2.0/ports?device_id=746253e9-c452-490e-a0a9-d18104c2d5bf HTTP/1.1" status: 200 len: 945 time: 0.0542531 Mar 08 20:35:04.206475 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [req-1d5174ca-64ea-4b03-8a39-9ba17e68163a req-c63df5c0-27c0-4d75-be70-4167e297f668 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Deleting port 17b66bf1-0da6-436d-ab85-b9880e2c6420 {{(pid=103459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 20:35:04.207182 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [req-1d5174ca-64ea-4b03-8a39-9ba17e68163a req-c63df5c0-27c0-4d75-be70-4167e297f668 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745146874691'] for port (17b66bf1-0da6-436d-ab85-b9880e2c6420), before_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:35:04.328005 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [req-1d5174ca-64ea-4b03-8a39-9ba17e68163a req-c63df5c0-27c0-4d75-be70-4167e297f668 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] For port 17b66bf1-0da6-436d-ab85-b9880e2c6420, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=17b66bf1-0da6-436d-ab85-b9880e2c6420,segment=NetworkSegment(4d17c990-8ca8-4b04-9435-e1e4727aeb38),segment_id=4d17c990-8ca8-4b04-9435-e1e4727aeb38)] {{(pid=103459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:35:04.328389 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [req-1d5174ca-64ea-4b03-8a39-9ba17e68163a req-c63df5c0-27c0-4d75-be70-4167e297f668 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443457'] for port (17b66bf1-0da6-436d-ab85-b9880e2c6420), precommit_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:35:04.370624 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44fca66-6da4-4f37-a44e-382344359a32 req-ac93bcee-04a4-414d-8c53-cca718883018 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:35:04.372600 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-e44fca66-6da4-4f37-a44e-382344359a32 req-ac93bcee-04a4-414d-8c53-cca718883018 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] 10.222.0.41 "GET /v2.0/ports?device_id=746253e9-c452-490e-a0a9-d18104c2d5bf HTTP/1.1" status: 200 len: 945 time: 0.1031158 Mar 08 20:35:04.495634 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a703a25-3663-4ed1-a84f-41b5d47fd338 req-35d8798b-aaa0-4540-87d4-da8f69186e00 tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:35:04.497850 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-2a703a25-3663-4ed1-a84f-41b5d47fd338 req-35d8798b-aaa0-4540-87d4-da8f69186e00 tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5f8ea3c-dce4-482f-8530-87a9153e6873 HTTP/1.1" status: 200 len: 946 time: 0.0587764 Mar 08 20:35:04.531394 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-e44fca66-6da4-4f37-a44e-382344359a32 req-7e4a701b-cbff-47d3-8a0c-51d83606a50a tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] 10.222.0.41 "GET /v2.0/security-groups?id=9b92b894-289e-44fe-91c4-7a651e094017&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1223917 Mar 08 20:35:04.547756 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-2a703a25-3663-4ed1-a84f-41b5d47fd338 req-c16150de-b2ec-441c-8daf-ead0977a9168 tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] 10.222.0.41 "GET /v2.0/security-groups?id=306014d5-d504-41eb-b92c-22e11b4bc9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442121 Mar 08 20:35:04.607051 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [req-1d5174ca-64ea-4b03-8a39-9ba17e68163a req-c63df5c0-27c0-4d75-be70-4167e297f668 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:35:04.607408 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [req-1d5174ca-64ea-4b03-8a39-9ba17e68163a req-c63df5c0-27c0-4d75-be70-4167e297f668 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-443219'] for floatingip (df01dd8c-ae62-43fa-9525-bc0ee2e20658), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:35:04.607720 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.db.l3_db [req-1d5174ca-64ea-4b03-8a39-9ba17e68163a req-c63df5c0-27c0-4d75-be70-4167e297f668 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Floating IP df01dd8c-ae62-43fa-9525-bc0ee2e20658 disassociated. External IP: 172.27.2.211, port: 17b66bf1-0da6-436d-ab85-b9880e2c6420. Mar 08 20:35:04.608059 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [req-1d5174ca-64ea-4b03-8a39-9ba17e68163a req-c63df5c0-27c0-4d75-be70-4167e297f668 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Calling delete_port for 17b66bf1-0da6-436d-ab85-b9880e2c6420 owned by compute:nova {{(pid=103459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 20:35:04.842874 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [req-1d5174ca-64ea-4b03-8a39-9ba17e68163a req-c63df5c0-27c0-4d75-be70-4167e297f668 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745146878630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745146440915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28404629'] for port (17b66bf1-0da6-436d-ab85-b9880e2c6420), after_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:35:04.874336 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63df5c0-27c0-4d75-be70-4167e297f668 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Pushing event deleted for resources: {'Port': ['ID=17b66bf1-0da6-436d-ab85-b9880e2c6420,revision_number=None']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:35:04.999843 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1d5174ca-64ea-4b03-8a39-9ba17e68163a req-c63df5c0-27c0-4d75-be70-4167e297f668 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Router 530b8758-a936-4a7c-9055-3fd7021964a9 has already been hosted by L3 agent 7ae9fd8f-5d61-4821-9eac-044950c450f0 {{(pid=103459) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 20:35:05.113657 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1d5174ca-64ea-4b03-8a39-9ba17e68163a req-c63df5c0-27c0-4d75-be70-4167e297f668 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Notify agent at l3_agent.dv-cinder-830096-3-iscsi the message routers_updated {{(pid=103459) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 20:35:05.124929 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bc94721-a3ad-4436-8a51-072a3512c189 None None] Sync routers for ids ['530b8758-a936-4a7c-9055-3fd7021964a9'] in dv-cinder-830096-3-iscsi {{(pid=103461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 20:35:05.135649 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bc94721-a3ad-4436-8a51-072a3512c189 None None] Routers {'530b8758-a936-4a7c-9055-3fd7021964a9'} bound to L3 agent in host dv-cinder-830096-3-iscsi {{(pid=103461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:35:05.136292 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.db.l3_hamode_db [None req-8bc94721-a3ad-4436-8a51-072a3512c189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-08T20:23:01Z,description=,heartbeat_timestamp=2022-03-08T20:35:01Z,host='dv-cinder-830096-3-iscsi',id=7ae9fd8f-5d61-4821-9eac-044950c450f0,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:23:02Z,topic='l3_agent')) {'router_ids': ['530b8758-a936-4a7c-9055-3fd7021964a9'], 'active': True} {{(pid=103461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:35:05.158442 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d5174ca-64ea-4b03-8a39-9ba17e68163a req-c63df5c0-27c0-4d75-be70-4167e297f668 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] No DVR routers for this DVR port 17b66bf1-0da6-436d-ab85-b9880e2c6420 on host hv-cinder-83009 {{(pid=103459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 20:35:05.161633 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [req-1d5174ca-64ea-4b03-8a39-9ba17e68163a req-c63df5c0-27c0-4d75-be70-4167e297f668 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4188892'] for port (None), before_response {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:35:05.165368 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-1d5174ca-64ea-4b03-8a39-9ba17e68163a req-c63df5c0-27c0-4d75-be70-4167e297f668 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] 10.222.0.37 "DELETE /v2.0/ports/17b66bf1-0da6-436d-ab85-b9880e2c6420 HTTP/1.1" status: 204 len: 173 time: 1.0557213 Mar 08 20:35:05.165836 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '746253e9-c452-490e-a0a9-d18104c2d5bf', 'name': 'network-vif-deleted', 'tag': '17b66bf1-0da6-436d-ab85-b9880e2c6420'}] {{(pid=103459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 20:35:05.168205 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30f128d5f71b3f7cc76d6cee4f56f72b4ad92d7c7cb63713f7d7a45aaaaee86d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-007b2cf9-87ba-464c-bdca-1d98a3f42d9d" -d '{"events": [{"server_uuid": "746253e9-c452-490e-a0a9-d18104c2d5bf", "name": "network-vif-deleted", "tag": "17b66bf1-0da6-436d-ab85-b9880e2c6420"}]}' {{(pid=103459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 20:35:05.229569 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 20:35:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-899797e7-aaac-42ac-92ad-46275ae70684 x-openstack-request-id: req-899797e7-aaac-42ac-92ad-46275ae70684 {{(pid=103459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 20:35:05.230286 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "746253e9-c452-490e-a0a9-d18104c2d5bf", "name": "network-vif-deleted", "tag": "17b66bf1-0da6-436d-ab85-b9880e2c6420", "status": "completed", "code": 200}]} {{(pid=103459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 20:35:05.230476 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-899797e7-aaac-42ac-92ad-46275ae70684 {{(pid=103459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 20:35:05.230918 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '746253e9-c452-490e-a0a9-d18104c2d5bf', 'name': 'network-vif-deleted', 'tag': '17b66bf1-0da6-436d-ab85-b9880e2c6420', 'status': 'completed', 'code': 200} Mar 08 20:35:05.259344 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.db.l3_dvr_db [None req-8bc94721-a3ad-4436-8a51-072a3512c189 None None] Set router 530b8758-a936-4a7c-9055-3fd7021964a9 gateway port host: dv-cinder-830096-3-iscsi {{(pid=103461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:35:05.352756 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745146981205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476605'] for agent (fa4b043a-5d45-4181-9cb2-30d29598ef5b), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:35:05.498614 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.db.l3_hamode_db [None req-8bc94721-a3ad-4436-8a51-072a3512c189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '530b8758-a936-4a7c-9055-3fd7021964a9', 'name': 'tempest-AttachVolumeNegativeTest-742847262-router', 'tenant_id': 'f20808b123ee4f56a27c063a5a344a6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'external_fixed_ips': [{'subnet_id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'ip_address': '172.27.2.231'}], 'enable_snat': True}, 'gw_port_id': 'd32f389e-7f79-4333-ab66-fc102b040de8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:31:20Z', 'updated_at': '2022-03-08T20:31:27Z', 'revision_number': 4, 'project_id': 'f20808b123ee4f56a27c063a5a344a6f', 'gw_port': {'id': 'd32f389e-7f79-4333-ab66-fc102b040de8', 'name': '', 'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:e2:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '530b8758-a936-4a7c-9055-3fd7021964a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'ip_address': '172.27.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:31:21Z', 'updated_at': '2022-03-08T20:31:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-3-iscsi', '_floatingips': [{'id': 'b547fc3c-8d67-408d-927f-ae3a2f6cb4dc', 'tenant_id': 'f20808b123ee4f56a27c063a5a344a6f', 'floating_ip_address': '172.27.2.86', 'floating_network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'router_id': '530b8758-a936-4a7c-9055-3fd7021964a9', 'port_id': '93f0e9aa-ddc8-4b50-8928-b322cf8f747d', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 109, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4b9653e-45c7-499b-ba57-89c5719459c1', 'mac_address': 'fa:16:3e:62:08:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76db48e1-da0b-42d6-9dac-a3bdaf9154db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T20:31:35Z', 'updated_at': '2022-03-08T20:32:14Z', 'revision_number': 2, 'project_id': 'f20808b123ee4f56a27c063a5a344a6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c07238a4-1852-4dbe-82ad-b0c5eb7fb6f9', 'name': '', 'network_id': 'c4b9653e-45c7-499b-ba57-89c5719459c1', 'tenant_id': 'f20808b123ee4f56a27c063a5a344a6f', 'mac_address': 'fa:16:3e:58:2a:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '530b8758-a936-4a7c-9055-3fd7021964a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '3acd2cae-edc5-4deb-af56-8a423e7d5ec3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:31:26Z', 'updated_at': '2022-03-08T20:31:33Z', 'revision_number': 5, 'project_id': 'f20808b123ee4f56a27c063a5a344a6f', 'subnets': [{'id': '3acd2cae-edc5-4deb-af56-8a423e7d5ec3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830096-3-iscsi', False) {} {{(pid=103461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:35:05.530922 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bc94721-a3ad-4436-8a51-072a3512c189 None None] Checking router: 530b8758-a936-4a7c-9055-3fd7021964a9 for host: dv-cinder-830096-3-iscsi {{(pid=103461) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 20:35:05.544309 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bc94721-a3ad-4436-8a51-072a3512c189 None None] Routers {'530b8758-a936-4a7c-9055-3fd7021964a9'} bound to L3 agent in host dv-cinder-830096-3-iscsi {{(pid=103461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:35:05.545475 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.db.l3_hamode_db [None req-8bc94721-a3ad-4436-8a51-072a3512c189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-08T20:23:01Z,description=,heartbeat_timestamp=2022-03-08T20:35:01Z,host='dv-cinder-830096-3-iscsi',id=7ae9fd8f-5d61-4821-9eac-044950c450f0,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:23:02Z,topic='l3_agent')) {'router_ids': ['530b8758-a936-4a7c-9055-3fd7021964a9'], 'active': True} {{(pid=103461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:35:05.662678 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-f3afd737-4071-42c8-9193-fd31c75c5850 req-c4bce3f6-9e80-4563-ab64-eb035d98534d tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] 10.222.0.41 "GET /v2.0/ports?device_id=746253e9-c452-490e-a0a9-d18104c2d5bf HTTP/1.1" status: 200 len: 210 time: 0.0405796 Mar 08 20:35:05.670021 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.db.l3_dvr_db [None req-8bc94721-a3ad-4436-8a51-072a3512c189 None None] Set router 530b8758-a936-4a7c-9055-3fd7021964a9 gateway port host: dv-cinder-830096-3-iscsi {{(pid=103461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:35:05.696767 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f9c739-6d9d-4e58-9e1a-bc753d522dce req-4f2eb26e-6014-4a41-8394-779ae350ca15 tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:35:05.698354 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-55f9c739-6d9d-4e58-9e1a-bc753d522dce req-4f2eb26e-6014-4a41-8394-779ae350ca15 tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5f8ea3c-dce4-482f-8530-87a9153e6873 HTTP/1.1" status: 200 len: 946 time: 0.0688975 Mar 08 20:35:05.758134 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-55f9c739-6d9d-4e58-9e1a-bc753d522dce req-ce62d46a-042c-4eb3-afe0-e80f33cc9806 tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] 10.222.0.41 "GET /v2.0/security-groups?id=306014d5-d504-41eb-b92c-22e11b4bc9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531540 Mar 08 20:35:05.907025 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.db.l3_hamode_db [None req-8bc94721-a3ad-4436-8a51-072a3512c189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '530b8758-a936-4a7c-9055-3fd7021964a9', 'name': 'tempest-AttachVolumeNegativeTest-742847262-router', 'tenant_id': 'f20808b123ee4f56a27c063a5a344a6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'external_fixed_ips': [{'subnet_id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'ip_address': '172.27.2.231'}], 'enable_snat': True}, 'gw_port_id': 'd32f389e-7f79-4333-ab66-fc102b040de8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:31:20Z', 'updated_at': '2022-03-08T20:31:27Z', 'revision_number': 4, 'project_id': 'f20808b123ee4f56a27c063a5a344a6f', 'gw_port': {'id': 'd32f389e-7f79-4333-ab66-fc102b040de8', 'name': '', 'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:e2:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '530b8758-a936-4a7c-9055-3fd7021964a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'ip_address': '172.27.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:31:21Z', 'updated_at': '2022-03-08T20:31:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-3-iscsi', '_floatingips': [{'id': 'b547fc3c-8d67-408d-927f-ae3a2f6cb4dc', 'tenant_id': 'f20808b123ee4f56a27c063a5a344a6f', 'floating_ip_address': '172.27.2.86', 'floating_network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'router_id': '530b8758-a936-4a7c-9055-3fd7021964a9', 'port_id': '93f0e9aa-ddc8-4b50-8928-b322cf8f747d', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 109, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4b9653e-45c7-499b-ba57-89c5719459c1', 'mac_address': 'fa:16:3e:62:08:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76db48e1-da0b-42d6-9dac-a3bdaf9154db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T20:31:35Z', 'updated_at': '2022-03-08T20:32:14Z', 'revision_number': 2, 'project_id': 'f20808b123ee4f56a27c063a5a344a6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c07238a4-1852-4dbe-82ad-b0c5eb7fb6f9', 'name': '', 'network_id': 'c4b9653e-45c7-499b-ba57-89c5719459c1', 'tenant_id': 'f20808b123ee4f56a27c063a5a344a6f', 'mac_address': 'fa:16:3e:58:2a:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '530b8758-a936-4a7c-9055-3fd7021964a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '3acd2cae-edc5-4deb-af56-8a423e7d5ec3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:31:26Z', 'updated_at': '2022-03-08T20:31:33Z', 'revision_number': 5, 'project_id': 'f20808b123ee4f56a27c063a5a344a6f', 'subnets': [{'id': '3acd2cae-edc5-4deb-af56-8a423e7d5ec3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830096-3-iscsi', False) {} {{(pid=103461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:35:05.937946 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bc94721-a3ad-4436-8a51-072a3512c189 None None] The sync data for ids ['530b8758-a936-4a7c-9055-3fd7021964a9'] in dv-cinder-830096-3-iscsi is: [{'id': '530b8758-a936-4a7c-9055-3fd7021964a9', 'name': 'tempest-AttachVolumeNegativeTest-742847262-router', 'tenant_id': 'f20808b123ee4f56a27c063a5a344a6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'external_fixed_ips': [{'subnet_id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'ip_address': '172.27.2.231'}], 'enable_snat': True}, 'gw_port_id': 'd32f389e-7f79-4333-ab66-fc102b040de8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:31:20Z', 'updated_at': '2022-03-08T20:31:27Z', 'revision_number': 4, 'project_id': 'f20808b123ee4f56a27c063a5a344a6f', 'gw_port': {'id': 'd32f389e-7f79-4333-ab66-fc102b040de8', 'name': '', 'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:e2:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '530b8758-a936-4a7c-9055-3fd7021964a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'ip_address': '172.27.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:31:21Z', 'updated_at': '2022-03-08T20:31:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-3-iscsi', '_floatingips': [{'id': 'b547fc3c-8d67-408d-927f-ae3a2f6cb4dc', 'tenant_id': 'f20808b123ee4f56a27c063a5a344a6f', 'floating_ip_address': '172.27.2.86', 'floating_network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'router_id': '530b8758-a936-4a7c-9055-3fd7021964a9', 'port_id': '93f0e9aa-ddc8-4b50-8928-b322cf8f747d', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 109, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4b9653e-45c7-499b-ba57-89c5719459c1', 'mac_address': 'fa:16:3e:62:08:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76db48e1-da0b-42d6-9dac-a3bdaf9154db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T20:31:35Z', 'updated_at': '2022-03-08T20:32:14Z', 'revision_number': 2, 'project_id': 'f20808b123ee4f56a27c063a5a344a6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c07238a4-1852-4dbe-82ad-b0c5eb7fb6f9', 'name': '', 'network_id': 'c4b9653e-45c7-499b-ba57-89c5719459c1', 'tenant_id': 'f20808b123ee4f56a27c063a5a344a6f', 'mac_address': 'fa:16:3e:58:2a:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '530b8758-a936-4a7c-9055-3fd7021964a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '3acd2cae-edc5-4deb-af56-8a423e7d5ec3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:31:26Z', 'updated_at': '2022-03-08T20:31:33Z', 'revision_number': 5, 'project_id': 'f20808b123ee4f56a27c063a5a344a6f', 'subnets': [{'id': '3acd2cae-edc5-4deb-af56-8a423e7d5ec3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 20:35:06.191834 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6390967f-584d-4c17-88aa-c9c4053e4836 None None] New status for floating IP df01dd8c-ae62-43fa-9525-bc0ee2e20658: DOWN {{(pid=103460) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 20:35:06.775916 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-09fa6fcb-8588-4ed2-bed8-74810421e3f1 req-a4c7aa6b-e24f-4f4a-a626-bd4c4d4ff7de tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] 10.222.0.41 "GET /v2.0/ports?device_id=746253e9-c452-490e-a0a9-d18104c2d5bf HTTP/1.1" status: 200 len: 210 time: 0.0283291 Mar 08 20:35:06.894106 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124ebc8b-f871-4962-9868-c68c331a7b75 req-afed3c7b-8fe4-460f-a43b-a23faeff362b tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:35:06.895640 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-124ebc8b-f871-4962-9868-c68c331a7b75 req-afed3c7b-8fe4-460f-a43b-a23faeff362b tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5f8ea3c-dce4-482f-8530-87a9153e6873 HTTP/1.1" status: 200 len: 946 time: 0.0577915 Mar 08 20:35:06.946107 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-124ebc8b-f871-4962-9868-c68c331a7b75 req-505fe350-f677-43b3-9e1e-cd84715ff41e tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] 10.222.0.41 "GET /v2.0/security-groups?id=306014d5-d504-41eb-b92c-22e11b4bc9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445623 Mar 08 20:35:07.893495 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-0948b508-5e1b-4f64-9acb-ce6ce0cae518 req-940dae74-919f-4fe7-8c9d-37fcfb162c4a tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] 10.222.0.41 "GET /v2.0/ports?device_id=746253e9-c452-490e-a0a9-d18104c2d5bf HTTP/1.1" status: 200 len: 210 time: 0.0303009 Mar 08 20:35:08.089976 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6719eade-7901-4e6c-baec-31db69e49d87 req-32a18c83-9054-4632-9294-bea29f926004 tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:35:08.091391 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-6719eade-7901-4e6c-baec-31db69e49d87 req-32a18c83-9054-4632-9294-bea29f926004 tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5f8ea3c-dce4-482f-8530-87a9153e6873 HTTP/1.1" status: 200 len: 946 time: 0.0673916 Mar 08 20:35:08.160820 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-6719eade-7901-4e6c-baec-31db69e49d87 req-6f8f1984-ebc1-4410-beb4-d5b647e48a52 tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] 10.222.0.41 "GET /v2.0/security-groups?id=306014d5-d504-41eb-b92c-22e11b4bc9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601161 Mar 08 20:35:09.009964 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-a8cc6885-597f-44b1-879a-b549f568fed1 req-c0dee41a-d1df-4268-b766-0ebb3cd8849b tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] 10.222.0.41 "GET /v2.0/ports?device_id=746253e9-c452-490e-a0a9-d18104c2d5bf HTTP/1.1" status: 200 len: 210 time: 0.0283017 Mar 08 20:35:09.300292 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de65db2e-d507-4f74-ac14-9ecc300c6ae9 req-f6e7f153-4670-4d10-8426-0f54712cdacd tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:35:09.301816 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-de65db2e-d507-4f74-ac14-9ecc300c6ae9 req-f6e7f153-4670-4d10-8426-0f54712cdacd tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5f8ea3c-dce4-482f-8530-87a9153e6873 HTTP/1.1" status: 200 len: 946 time: 0.0547423 Mar 08 20:35:09.354179 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-de65db2e-d507-4f74-ac14-9ecc300c6ae9 req-0b8ffa62-90ef-47b4-b5ac-dc2bb36cc217 tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] 10.222.0.41 "GET /v2.0/security-groups?id=306014d5-d504-41eb-b92c-22e11b4bc9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465293 Mar 08 20:35:09.999132 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.rpc [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Device 17b66bf1-0da6-436d-ab85-b9880e2c6420 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103460) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 20:35:10.020386 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.plugin [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] No Port match for: 17b66bf1-0da6-436d-ab85-b9880e2c6420 {{(pid=103460) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 20:35:10.020745 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.rpc [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Device 17b66bf1-0da6-436d-ab85-b9880e2c6420 not bound to the agent host hv-cinder-83009 {{(pid=103460) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 20:35:10.132558 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-89bce2c3-8c47-47bd-88a6-f8c5f9078c2d req-564a6243-2b4e-4f69-9dc9-5981ac0d6236 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] 10.222.0.41 "GET /v2.0/ports?device_id=746253e9-c452-490e-a0a9-d18104c2d5bf HTTP/1.1" status: 200 len: 210 time: 0.0351748 Mar 08 20:35:10.495301 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3645e847-95ad-4b52-9541-1dcc28b76e11 req-b41d1466-ee14-461c-b7ff-648d8f339a88 tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:35:10.496929 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-3645e847-95ad-4b52-9541-1dcc28b76e11 req-b41d1466-ee14-461c-b7ff-648d8f339a88 tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5f8ea3c-dce4-482f-8530-87a9153e6873 HTTP/1.1" status: 200 len: 946 time: 0.0610313 Mar 08 20:35:10.569556 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-3645e847-95ad-4b52-9541-1dcc28b76e11 req-7642a017-0143-4bfa-b895-dc16ab9692a9 tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] 10.222.0.41 "GET /v2.0/security-groups?id=306014d5-d504-41eb-b92c-22e11b4bc9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666711 Mar 08 20:35:11.202130 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.db.agents_db [None req-39e8813d-158c-4e2f-bb5f-b8539461cb33 None None] Agent healthcheck: found 6 active agents {{(pid=103461) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 20:35:11.424048 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.wsgi [-] (103459) accepted ('10.222.0.41', 33406) {{(pid=103459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:35:11.494877 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-fa60b066-c889-48d5-9f4a-151e049995fa tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Publish callbacks [] for security_group (9b92b894-289e-44fe-91c4-7a651e094017), before_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:35:11.522323 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-fa60b066-c889-48d5-9f4a-151e049995fa tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Publish callbacks [] for security_group (9b92b894-289e-44fe-91c4-7a651e094017), precommit_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:35:11.702531 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-fa60b066-c889-48d5-9f4a-151e049995fa tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310940'] for security_group (9b92b894-289e-44fe-91c4-7a651e094017), after_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:35:11.705786 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-fa60b066-c889-48d5-9f4a-151e049995fa tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Publish callbacks [] for security_group (None), before_response {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:35:11.707181 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [None req-fa60b066-c889-48d5-9f4a-151e049995fa tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] 10.222.0.41 "DELETE /v2.0/security-groups/9b92b894-289e-44fe-91c4-7a651e094017 HTTP/1.1" status: 204 len: 168 time: 0.2820499 Mar 08 20:35:11.710832 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.wsgi [-] (103459) accepted ('10.222.0.41', 33410) {{(pid=103459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:35:11.738198 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa60b066-c889-48d5-9f4a-151e049995fa tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b92b894-289e-44fe-91c4-7a651e094017,revision_number=None']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:35:11.773923 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.api.v2.resource [None req-d2595755-70dc-4433-8aed-7b7c5569b19a tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] show failed (client error): The resource could not be found. Mar 08 20:35:11.773923 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [None req-d2595755-70dc-4433-8aed-7b7c5569b19a tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] 10.222.0.41 "GET /v2.0/security-groups/9b92b894-289e-44fe-91c4-7a651e094017 HTTP/1.1" status: 404 len: 347 time: 0.0521977 Mar 08 20:35:11.773923 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.wsgi [-] (103459) accepted ('10.222.0.41', 33416) {{(pid=103459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:35:11.782772 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea23b73-1519-49f2-80e6-2cfaff0f8369 req-93f28a2f-1de6-4fff-b2d8-d3d1cb06a67a tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:35:11.788403 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-6ea23b73-1519-49f2-80e6-2cfaff0f8369 req-93f28a2f-1de6-4fff-b2d8-d3d1cb06a67a tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5f8ea3c-dce4-482f-8530-87a9153e6873 HTTP/1.1" status: 200 len: 946 time: 0.1111219 Mar 08 20:35:11.867345 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-6ea23b73-1519-49f2-80e6-2cfaff0f8369 req-74b2a349-fdde-4c22-bb26-8c96a555f65a tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] 10.222.0.41 "GET /v2.0/security-groups?id=306014d5-d504-41eb-b92c-22e11b4bc9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650690 Mar 08 20:35:11.937455 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-bce63dab-e34a-4f66-849a-2e9ae7a9f956 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Deleting port 80b4228b-2eba-419e-8e8c-3d0e65f7a918 {{(pid=103459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 20:35:11.937919 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-bce63dab-e34a-4f66-849a-2e9ae7a9f956 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745146874691'] for port (80b4228b-2eba-419e-8e8c-3d0e65f7a918), before_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:35:12.037028 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-bce63dab-e34a-4f66-849a-2e9ae7a9f956 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443457'] for port (80b4228b-2eba-419e-8e8c-3d0e65f7a918), precommit_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:35:12.037303 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-bce63dab-e34a-4f66-849a-2e9ae7a9f956 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Publish callbacks [] for floatingip (80b4228b-2eba-419e-8e8c-3d0e65f7a918), precommit_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:35:12.050342 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-bce63dab-e34a-4f66-849a-2e9ae7a9f956 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Calling delete_port for 80b4228b-2eba-419e-8e8c-3d0e65f7a918 owned by network:floatingip {{(pid=103459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 20:35:12.347691 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-bce63dab-e34a-4f66-849a-2e9ae7a9f956 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745146878630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745146440915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28404629'] for port (80b4228b-2eba-419e-8e8c-3d0e65f7a918), after_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:35:12.376214 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce63dab-e34a-4f66-849a-2e9ae7a9f956 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Pushing event deleted for resources: {'Port': ['ID=80b4228b-2eba-419e-8e8c-3d0e65f7a918,revision_number=None']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:35:12.442783 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-bce63dab-e34a-4f66-849a-2e9ae7a9f956 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Publish callbacks [] for floatingip (df01dd8c-ae62-43fa-9525-bc0ee2e20658), after_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:35:12.445400 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-bce63dab-e34a-4f66-849a-2e9ae7a9f956 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4188892'] for floatingip (None), before_response {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:35:12.446625 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [None req-bce63dab-e34a-4f66-849a-2e9ae7a9f956 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] 10.222.0.41 "DELETE /v2.0/floatingips/df01dd8c-ae62-43fa-9525-bc0ee2e20658 HTTP/1.1" status: 204 len: 168 time: 0.6721287 Mar 08 20:35:13.021801 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3360dbe3-2370-473a-a1bb-e17c8a378025 req-dfe706b7-a00d-4511-8fff-64666239adff tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:35:13.023955 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-3360dbe3-2370-473a-a1bb-e17c8a378025 req-dfe706b7-a00d-4511-8fff-64666239adff tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5f8ea3c-dce4-482f-8530-87a9153e6873 HTTP/1.1" status: 200 len: 946 time: 0.0691037 Mar 08 20:35:13.099584 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-3360dbe3-2370-473a-a1bb-e17c8a378025 req-50e2e983-61a3-4198-a478-a9aec3e59f35 tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] 10.222.0.41 "GET /v2.0/security-groups?id=306014d5-d504-41eb-b92c-22e11b4bc9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672412 Mar 08 20:35:14.259072 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbf3852-9734-4cc7-b975-57cb82c294d0 req-cb5065aa-5729-4efa-be65-684f0f22eb17 tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:35:14.260786 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-fbbf3852-9734-4cc7-b975-57cb82c294d0 req-cb5065aa-5729-4efa-be65-684f0f22eb17 tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5f8ea3c-dce4-482f-8530-87a9153e6873 HTTP/1.1" status: 200 len: 946 time: 0.0671494 Mar 08 20:35:14.314858 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-fbbf3852-9734-4cc7-b975-57cb82c294d0 req-65cef440-98a6-4124-b6e4-7f066d61bc47 tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] 10.222.0.41 "GET /v2.0/security-groups?id=306014d5-d504-41eb-b92c-22e11b4bc9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478306 Mar 08 20:35:15.462260 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50fc562-aa95-4264-8865-bf6f90491f06 req-cddf002e-7f7d-4836-9847-77df374a7c83 tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:35:15.463753 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-b50fc562-aa95-4264-8865-bf6f90491f06 req-cddf002e-7f7d-4836-9847-77df374a7c83 tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5f8ea3c-dce4-482f-8530-87a9153e6873 HTTP/1.1" status: 200 len: 946 time: 0.0596731 Mar 08 20:35:15.515192 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-b50fc562-aa95-4264-8865-bf6f90491f06 req-30b424e8-40d1-4437-b1e9-337b178f55d3 tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] 10.222.0.41 "GET /v2.0/security-groups?id=306014d5-d504-41eb-b92c-22e11b4bc9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455608 Mar 08 20:35:16.651196 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ad6db6-2872-4745-988e-56a4db6abe5f req-9132a7e0-aa8e-448c-9c05-80acf74c3204 tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:35:16.652779 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-a4ad6db6-2872-4745-988e-56a4db6abe5f req-9132a7e0-aa8e-448c-9c05-80acf74c3204 tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5f8ea3c-dce4-482f-8530-87a9153e6873 HTTP/1.1" status: 200 len: 946 time: 0.0644650 Mar 08 20:35:16.700896 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-a4ad6db6-2872-4745-988e-56a4db6abe5f req-a57eff8b-bc44-49b0-924a-3a4fc9fabe6e tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] 10.222.0.41 "GET /v2.0/security-groups?id=306014d5-d504-41eb-b92c-22e11b4bc9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426242 Mar 08 20:35:17.717457 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32740766-1d97-4bbb-ac3b-930db5f37044 req-534d6ca5-22d9-4da1-bbb8-7496d9d61ba8 tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:35:17.719677 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-32740766-1d97-4bbb-ac3b-930db5f37044 req-534d6ca5-22d9-4da1-bbb8-7496d9d61ba8 tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] 10.222.0.41 "GET /v2.0/ports?device_id=bad46cc3-630c-44e3-97f4-2efe2ffc87e1 HTTP/1.1" status: 200 len: 945 time: 0.0691340 Mar 08 20:35:17.783646 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-32740766-1d97-4bbb-ac3b-930db5f37044 req-8649e8f5-a482-4f7d-bb4d-e376e5d76b91 tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] 10.222.0.41 "GET /v2.0/security-groups?id=67f89219-d397-47b0-aaf7-d3f898f93734&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580091 Mar 08 20:35:17.845427 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713c9ea5-f16a-4ab5-9d43-b68df70fe9e9 req-93b3f404-f48a-4eef-8e76-38c163133e1e tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:35:17.847338 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-713c9ea5-f16a-4ab5-9d43-b68df70fe9e9 req-93b3f404-f48a-4eef-8e76-38c163133e1e tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5f8ea3c-dce4-482f-8530-87a9153e6873 HTTP/1.1" status: 200 len: 946 time: 0.0592449 Mar 08 20:35:17.911102 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-713c9ea5-f16a-4ab5-9d43-b68df70fe9e9 req-660976b4-da03-4684-8d2e-83b461de2fea tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] 10.222.0.41 "GET /v2.0/security-groups?id=306014d5-d504-41eb-b92c-22e11b4bc9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542812 Mar 08 20:35:18.936949 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34915961-c125-4fac-971f-e6b74368f518 req-997023d9-10e6-4864-9764-da662cb0d1cc tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:35:18.938818 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-34915961-c125-4fac-971f-e6b74368f518 req-997023d9-10e6-4864-9764-da662cb0d1cc tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] 10.222.0.41 "GET /v2.0/ports?device_id=bad46cc3-630c-44e3-97f4-2efe2ffc87e1 HTTP/1.1" status: 200 len: 945 time: 0.0616834 Mar 08 20:35:18.995779 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-34915961-c125-4fac-971f-e6b74368f518 req-3755d9c8-b996-447e-b3bd-6e8bcff0ccab tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] 10.222.0.41 "GET /v2.0/security-groups?id=67f89219-d397-47b0-aaf7-d3f898f93734&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511513 Mar 08 20:35:19.124470 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3a521e-a16e-484e-8538-3ac6c04a346f req-ed62a413-ff7e-40cd-badf-0eba466847c8 tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:35:19.126008 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-ef3a521e-a16e-484e-8538-3ac6c04a346f req-ed62a413-ff7e-40cd-badf-0eba466847c8 tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5f8ea3c-dce4-482f-8530-87a9153e6873 HTTP/1.1" status: 200 len: 946 time: 0.0629652 Mar 08 20:35:19.181244 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-ef3a521e-a16e-484e-8538-3ac6c04a346f req-4eed05f9-a6aa-4386-8911-50202c06bc7f tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] 10.222.0.41 "GET /v2.0/security-groups?id=306014d5-d504-41eb-b92c-22e11b4bc9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490324 Mar 08 20:35:19.295396 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f5c425-b186-4b66-afd6-9dfbc72e7248 req-29aa601c-22b3-452c-ad27-08fc85ec9c46 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:35:19.296969 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-09f5c425-b186-4b66-afd6-9dfbc72e7248 req-29aa601c-22b3-452c-ad27-08fc85ec9c46 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] 10.222.0.41 "GET /v2.0/ports?device_id=76db48e1-da0b-42d6-9dac-a3bdaf9154db HTTP/1.1" status: 200 len: 946 time: 0.0565121 Mar 08 20:35:19.356283 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-09f5c425-b186-4b66-afd6-9dfbc72e7248 req-06019ade-5e2f-4d13-b689-aa07a592880c tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] 10.222.0.41 "GET /v2.0/security-groups?id=9c6d9f50-97e4-4cca-9665-c8c2da1ef57a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489614 Mar 08 20:35:20.139107 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae23af73-7702-4792-8622-d41700ada15f req-09ebb8ef-3b40-4f14-b915-8edc84bcc748 tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:35:20.140628 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-ae23af73-7702-4792-8622-d41700ada15f req-09ebb8ef-3b40-4f14-b915-8edc84bcc748 tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] 10.222.0.41 "GET /v2.0/ports?device_id=bad46cc3-630c-44e3-97f4-2efe2ffc87e1 HTTP/1.1" status: 200 len: 945 time: 0.0607753 Mar 08 20:35:20.187642 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-ae23af73-7702-4792-8622-d41700ada15f req-388ad963-c70a-4efd-bdac-3278cd4acc95 tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] 10.222.0.41 "GET /v2.0/security-groups?id=67f89219-d397-47b0-aaf7-d3f898f93734&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408993 Mar 08 20:35:20.318727 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21753635-51b0-4b37-ad27-c9aace6453d3 req-75f2355c-b215-4324-bb99-4ad7fde41b1f tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:35:20.320092 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-21753635-51b0-4b37-ad27-c9aace6453d3 req-75f2355c-b215-4324-bb99-4ad7fde41b1f tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5f8ea3c-dce4-482f-8530-87a9153e6873 HTTP/1.1" status: 200 len: 946 time: 0.0571215 Mar 08 20:35:20.366578 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-21753635-51b0-4b37-ad27-c9aace6453d3 req-67484af3-9911-4edb-ac08-51934027cd99 tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] 10.222.0.41 "GET /v2.0/security-groups?id=306014d5-d504-41eb-b92c-22e11b4bc9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404749 Mar 08 20:35:20.481645 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bd198a-7e50-49f6-9acd-199e89cf13c5 req-685aa852-4c67-4122-ab1e-8b5e983f00c6 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:35:20.483145 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-17bd198a-7e50-49f6-9acd-199e89cf13c5 req-685aa852-4c67-4122-ab1e-8b5e983f00c6 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] 10.222.0.41 "GET /v2.0/ports?device_id=76db48e1-da0b-42d6-9dac-a3bdaf9154db HTTP/1.1" status: 200 len: 946 time: 0.0575469 Mar 08 20:35:20.537333 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-17bd198a-7e50-49f6-9acd-199e89cf13c5 req-7b0ef913-54b6-4969-a0e5-d1e95e6d4e06 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] 10.222.0.41 "GET /v2.0/security-groups?id=9c6d9f50-97e4-4cca-9665-c8c2da1ef57a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445900 Mar 08 20:35:21.319825 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d03bc7-06dd-45ab-a609-17481b546cea req-f78b7f60-4956-4fa2-a16e-da4d604760bf tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:35:21.323563 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-c1d03bc7-06dd-45ab-a609-17481b546cea req-f78b7f60-4956-4fa2-a16e-da4d604760bf tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] 10.222.0.41 "GET /v2.0/ports?device_id=bad46cc3-630c-44e3-97f4-2efe2ffc87e1 HTTP/1.1" status: 200 len: 945 time: 0.0579693 Mar 08 20:35:21.370924 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-c1d03bc7-06dd-45ab-a609-17481b546cea req-46b26ca5-c36e-4bfc-9708-a0d8ec24a040 tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] 10.222.0.41 "GET /v2.0/security-groups?id=67f89219-d397-47b0-aaf7-d3f898f93734&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411687 Mar 08 20:35:21.489360 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1409eda8-ed91-4b84-85fc-8dd755a6cc16 req-fe31d34c-e91f-4cf0-86d3-b1935d820912 tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:35:21.490839 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-1409eda8-ed91-4b84-85fc-8dd755a6cc16 req-fe31d34c-e91f-4cf0-86d3-b1935d820912 tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5f8ea3c-dce4-482f-8530-87a9153e6873 HTTP/1.1" status: 200 len: 946 time: 0.0520964 Mar 08 20:35:21.539196 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-1409eda8-ed91-4b84-85fc-8dd755a6cc16 req-53b007d0-6525-40db-8dad-85405de42958 tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] 10.222.0.41 "GET /v2.0/security-groups?id=306014d5-d504-41eb-b92c-22e11b4bc9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420232 Mar 08 20:35:21.664407 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b682e94e-c41a-4174-b136-ef809836c3cb req-4bf96edd-2c7f-4aa6-a551-fd80b361c906 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:35:21.665904 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-b682e94e-c41a-4174-b136-ef809836c3cb req-4bf96edd-2c7f-4aa6-a551-fd80b361c906 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] 10.222.0.41 "GET /v2.0/ports?device_id=76db48e1-da0b-42d6-9dac-a3bdaf9154db HTTP/1.1" status: 200 len: 946 time: 0.0543780 Mar 08 20:35:21.716742 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-b682e94e-c41a-4174-b136-ef809836c3cb req-508bc282-f296-4067-8f9f-1d88cffb5e90 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] 10.222.0.41 "GET /v2.0/security-groups?id=9c6d9f50-97e4-4cca-9665-c8c2da1ef57a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446680 Mar 08 20:35:22.490997 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bb4d17-db98-4e79-a48f-44800cc1f12b req-e6a1d992-13ae-4028-9cd8-f814565f4ba9 tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:35:22.492512 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-d6bb4d17-db98-4e79-a48f-44800cc1f12b req-e6a1d992-13ae-4028-9cd8-f814565f4ba9 tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] 10.222.0.41 "GET /v2.0/ports?device_id=bad46cc3-630c-44e3-97f4-2efe2ffc87e1 HTTP/1.1" status: 200 len: 945 time: 0.0530224 Mar 08 20:35:22.546768 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-d6bb4d17-db98-4e79-a48f-44800cc1f12b req-0563cf7b-e6af-461d-9429-3a5c33403f74 tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] 10.222.0.41 "GET /v2.0/security-groups?id=67f89219-d397-47b0-aaf7-d3f898f93734&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469134 Mar 08 20:35:22.662304 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2b09dc-09fa-4993-bc55-53716733f868 req-02c95190-6c1f-4602-bbcc-2fb127fa03c9 tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:35:22.663801 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-7c2b09dc-09fa-4993-bc55-53716733f868 req-02c95190-6c1f-4602-bbcc-2fb127fa03c9 tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5f8ea3c-dce4-482f-8530-87a9153e6873 HTTP/1.1" status: 200 len: 946 time: 0.0562294 Mar 08 20:35:22.712594 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-7c2b09dc-09fa-4993-bc55-53716733f868 req-1513fce2-3bf2-4f0e-97d5-9b1d2992b9d7 tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] 10.222.0.41 "GET /v2.0/security-groups?id=306014d5-d504-41eb-b92c-22e11b4bc9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430529 Mar 08 20:35:22.758585 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de3fd1f-f89f-476c-9251-ae5036a7f413 req-c92a4c1a-4a74-4de4-98ca-9dce5079de7b tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:35:22.760091 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-3de3fd1f-f89f-476c-9251-ae5036a7f413 req-c92a4c1a-4a74-4de4-98ca-9dce5079de7b tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] 10.222.0.37 "GET /v2.0/ports?device_id=76db48e1-da0b-42d6-9dac-a3bdaf9154db HTTP/1.1" status: 200 len: 946 time: 0.0579877 Mar 08 20:35:22.899829 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d66e4f-dde8-43b6-9d56-6521300eac1d req-0fbcd482-6731-49be-b009-96bf7b828902 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:35:22.901402 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-b5d66e4f-dde8-43b6-9d56-6521300eac1d req-0fbcd482-6731-49be-b009-96bf7b828902 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] 10.222.0.41 "GET /v2.0/ports?device_id=76db48e1-da0b-42d6-9dac-a3bdaf9154db HTTP/1.1" status: 200 len: 946 time: 0.1158698 Mar 08 20:35:22.951343 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [req-3de3fd1f-f89f-476c-9251-ae5036a7f413 req-e901ee35-1833-4c82-b7c6-22e39ce819e9 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Deleting port 93f0e9aa-ddc8-4b50-8928-b322cf8f747d {{(pid=103459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 20:35:22.951343 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [req-3de3fd1f-f89f-476c-9251-ae5036a7f413 req-e901ee35-1833-4c82-b7c6-22e39ce819e9 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745146874691'] for port (93f0e9aa-ddc8-4b50-8928-b322cf8f747d), before_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:35:22.988290 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-b5d66e4f-dde8-43b6-9d56-6521300eac1d req-4c9b3aa5-1934-4d9f-a332-bb645dd3dd7c tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] 10.222.0.41 "GET /v2.0/security-groups?id=9c6d9f50-97e4-4cca-9665-c8c2da1ef57a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0792868 Mar 08 20:35:23.064169 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [req-3de3fd1f-f89f-476c-9251-ae5036a7f413 req-e901ee35-1833-4c82-b7c6-22e39ce819e9 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] For port 93f0e9aa-ddc8-4b50-8928-b322cf8f747d, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=93f0e9aa-ddc8-4b50-8928-b322cf8f747d,segment=NetworkSegment(4d17c990-8ca8-4b04-9435-e1e4727aeb38),segment_id=4d17c990-8ca8-4b04-9435-e1e4727aeb38)] {{(pid=103459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:35:23.064563 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [req-3de3fd1f-f89f-476c-9251-ae5036a7f413 req-e901ee35-1833-4c82-b7c6-22e39ce819e9 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443457'] for port (93f0e9aa-ddc8-4b50-8928-b322cf8f747d), precommit_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:35:23.252605 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [req-3de3fd1f-f89f-476c-9251-ae5036a7f413 req-e901ee35-1833-4c82-b7c6-22e39ce819e9 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:35:23.259331 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [req-3de3fd1f-f89f-476c-9251-ae5036a7f413 req-e901ee35-1833-4c82-b7c6-22e39ce819e9 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-443219'] for floatingip (b547fc3c-8d67-408d-927f-ae3a2f6cb4dc), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:35:23.259331 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.db.l3_db [req-3de3fd1f-f89f-476c-9251-ae5036a7f413 req-e901ee35-1833-4c82-b7c6-22e39ce819e9 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Floating IP b547fc3c-8d67-408d-927f-ae3a2f6cb4dc disassociated. External IP: 172.27.2.86, port: 93f0e9aa-ddc8-4b50-8928-b322cf8f747d. Mar 08 20:35:23.259331 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [req-3de3fd1f-f89f-476c-9251-ae5036a7f413 req-e901ee35-1833-4c82-b7c6-22e39ce819e9 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Calling delete_port for 93f0e9aa-ddc8-4b50-8928-b322cf8f747d owned by compute:nova {{(pid=103459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 20:35:23.627875 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [req-3de3fd1f-f89f-476c-9251-ae5036a7f413 req-e901ee35-1833-4c82-b7c6-22e39ce819e9 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745146878630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745146440915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28404629'] for port (93f0e9aa-ddc8-4b50-8928-b322cf8f747d), after_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:35:23.677948 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e901ee35-1833-4c82-b7c6-22e39ce819e9 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Pushing event deleted for resources: {'Port': ['ID=93f0e9aa-ddc8-4b50-8928-b322cf8f747d,revision_number=None']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:35:23.748724 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c80afb6-0a07-42ae-a2ad-0339e7a26bdf req-67d6a8c4-fbf7-4ac4-b6d0-7faeff48ae5a tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:35:23.750205 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-4c80afb6-0a07-42ae-a2ad-0339e7a26bdf req-67d6a8c4-fbf7-4ac4-b6d0-7faeff48ae5a tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] 10.222.0.41 "GET /v2.0/ports?device_id=bad46cc3-630c-44e3-97f4-2efe2ffc87e1 HTTP/1.1" status: 200 len: 945 time: 0.1330898 Mar 08 20:35:24.062734 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa58dd1-ba96-4f25-901a-a1bfb272f919 req-dc318514-12fd-420d-aeba-35fc475e78b2 tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:35:24.064343 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-2fa58dd1-ba96-4f25-901a-a1bfb272f919 req-dc318514-12fd-420d-aeba-35fc475e78b2 tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5f8ea3c-dce4-482f-8530-87a9153e6873 HTTP/1.1" status: 200 len: 946 time: 0.0570424 Mar 08 20:35:24.078485 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3de3fd1f-f89f-476c-9251-ae5036a7f413 req-e901ee35-1833-4c82-b7c6-22e39ce819e9 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Router 530b8758-a936-4a7c-9055-3fd7021964a9 has already been hosted by L3 agent 7ae9fd8f-5d61-4821-9eac-044950c450f0 {{(pid=103459) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 20:35:24.101666 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-4c80afb6-0a07-42ae-a2ad-0339e7a26bdf req-65467619-6b6f-4d52-9ed0-407ab14ca935 tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] 10.222.0.41 "GET /v2.0/security-groups?id=67f89219-d397-47b0-aaf7-d3f898f93734&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3456004 Mar 08 20:35:24.141345 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-2fa58dd1-ba96-4f25-901a-a1bfb272f919 req-79fce56a-b0c3-4f91-a9fd-e7c564dba41c tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] 10.222.0.41 "GET /v2.0/security-groups?id=306014d5-d504-41eb-b92c-22e11b4bc9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694604 Mar 08 20:35:24.217545 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745146981205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476605'] for agent (905863fd-6a46-47f8-82ce-98f31309cbd3), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:35:24.263638 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-d48a7fb0-f8f0-47d7-b659-83591cab47d0 req-2df131b4-f02b-4af0-a5c9-a41a12cd50b4 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] 10.222.0.41 "GET /v2.0/ports?device_id=76db48e1-da0b-42d6-9dac-a3bdaf9154db HTTP/1.1" status: 200 len: 210 time: 0.0393655 Mar 08 20:35:24.266190 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3de3fd1f-f89f-476c-9251-ae5036a7f413 req-e901ee35-1833-4c82-b7c6-22e39ce819e9 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Notify agent at l3_agent.dv-cinder-830096-3-iscsi the message routers_updated {{(pid=103459) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 20:35:24.279695 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f62f2a2-9f17-42ff-a891-dffc27926205 None None] Sync routers for ids ['530b8758-a936-4a7c-9055-3fd7021964a9'] in dv-cinder-830096-3-iscsi {{(pid=103461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 20:35:24.294885 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f62f2a2-9f17-42ff-a891-dffc27926205 None None] Routers {'530b8758-a936-4a7c-9055-3fd7021964a9'} bound to L3 agent in host dv-cinder-830096-3-iscsi {{(pid=103461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:35:24.295976 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.db.l3_hamode_db [None req-5f62f2a2-9f17-42ff-a891-dffc27926205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-08T20:23:01Z,description=,heartbeat_timestamp=2022-03-08T20:35:01Z,host='dv-cinder-830096-3-iscsi',id=7ae9fd8f-5d61-4821-9eac-044950c450f0,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:23:02Z,topic='l3_agent')) {'router_ids': ['530b8758-a936-4a7c-9055-3fd7021964a9'], 'active': True} {{(pid=103461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:35:24.304570 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bae8eb-3782-4bf5-a670-e745555806db req-d25ea704-d818-48ae-bf43-50536dc0af0a tempest-VolumesSnapshotTestJSON-151522371 tempest-VolumesSnapshotTestJSON-151522371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:35:24.306422 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-f5bae8eb-3782-4bf5-a670-e745555806db req-d25ea704-d818-48ae-bf43-50536dc0af0a tempest-VolumesSnapshotTestJSON-151522371 tempest-VolumesSnapshotTestJSON-151522371-project] 10.222.0.41 "GET /v2.0/ports?device_id=23d932ec-8f1c-408b-aa51-fa01c62ab323 HTTP/1.1" status: 200 len: 945 time: 0.1019552 Mar 08 20:35:24.334589 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [req-3de3fd1f-f89f-476c-9251-ae5036a7f413 req-e901ee35-1833-4c82-b7c6-22e39ce819e9 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] No DVR routers for this DVR port 93f0e9aa-ddc8-4b50-8928-b322cf8f747d on host hv-cinder-83009 {{(pid=103459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 20:35:24.339005 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [req-3de3fd1f-f89f-476c-9251-ae5036a7f413 req-e901ee35-1833-4c82-b7c6-22e39ce819e9 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4188892'] for port (None), before_response {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:35:24.345200 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-3de3fd1f-f89f-476c-9251-ae5036a7f413 req-e901ee35-1833-4c82-b7c6-22e39ce819e9 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] 10.222.0.37 "DELETE /v2.0/ports/93f0e9aa-ddc8-4b50-8928-b322cf8f747d HTTP/1.1" status: 204 len: 173 time: 1.5664444 Mar 08 20:35:24.351620 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76db48e1-da0b-42d6-9dac-a3bdaf9154db', 'name': 'network-vif-deleted', 'tag': '93f0e9aa-ddc8-4b50-8928-b322cf8f747d'}] {{(pid=103459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 20:35:24.354681 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30f128d5f71b3f7cc76d6cee4f56f72b4ad92d7c7cb63713f7d7a45aaaaee86d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9075e8e5-5cff-424d-a106-99512c92f3ec" -d '{"events": [{"server_uuid": "76db48e1-da0b-42d6-9dac-a3bdaf9154db", "name": "network-vif-deleted", "tag": "93f0e9aa-ddc8-4b50-8928-b322cf8f747d"}]}' {{(pid=103459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 20:35:24.403714 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-f5bae8eb-3782-4bf5-a670-e745555806db req-3d4ff96c-47d7-4b51-8acc-2af7e50c5b8d tempest-VolumesSnapshotTestJSON-151522371 tempest-VolumesSnapshotTestJSON-151522371-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe677eff-d822-49be-84a5-bf5c9dee4a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711083 Mar 08 20:35:24.423073 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 20:35:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99bc3e86-5348-4aec-8220-cd38a96b38bd x-openstack-request-id: req-99bc3e86-5348-4aec-8220-cd38a96b38bd {{(pid=103459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 20:35:24.423073 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76db48e1-da0b-42d6-9dac-a3bdaf9154db", "name": "network-vif-deleted", "tag": "93f0e9aa-ddc8-4b50-8928-b322cf8f747d", "status": "completed", "code": 200}]} {{(pid=103459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 20:35:24.423073 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-99bc3e86-5348-4aec-8220-cd38a96b38bd {{(pid=103459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 20:35:24.423073 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76db48e1-da0b-42d6-9dac-a3bdaf9154db', 'name': 'network-vif-deleted', 'tag': '93f0e9aa-ddc8-4b50-8928-b322cf8f747d', 'status': 'completed', 'code': 200} Mar 08 20:35:24.423391 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.db.l3_dvr_db [None req-5f62f2a2-9f17-42ff-a891-dffc27926205 None None] Set router 530b8758-a936-4a7c-9055-3fd7021964a9 gateway port host: dv-cinder-830096-3-iscsi {{(pid=103461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:35:24.631602 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.db.l3_hamode_db [None req-5f62f2a2-9f17-42ff-a891-dffc27926205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '530b8758-a936-4a7c-9055-3fd7021964a9', 'name': 'tempest-AttachVolumeNegativeTest-742847262-router', 'tenant_id': 'f20808b123ee4f56a27c063a5a344a6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'external_fixed_ips': [{'subnet_id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'ip_address': '172.27.2.231'}], 'enable_snat': True}, 'gw_port_id': 'd32f389e-7f79-4333-ab66-fc102b040de8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:31:20Z', 'updated_at': '2022-03-08T20:31:27Z', 'revision_number': 4, 'project_id': 'f20808b123ee4f56a27c063a5a344a6f', 'gw_port': {'id': 'd32f389e-7f79-4333-ab66-fc102b040de8', 'name': '', 'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:e2:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '530b8758-a936-4a7c-9055-3fd7021964a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'ip_address': '172.27.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:31:21Z', 'updated_at': '2022-03-08T20:31:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-3-iscsi', '_interfaces': [{'id': 'c07238a4-1852-4dbe-82ad-b0c5eb7fb6f9', 'name': '', 'network_id': 'c4b9653e-45c7-499b-ba57-89c5719459c1', 'tenant_id': 'f20808b123ee4f56a27c063a5a344a6f', 'mac_address': 'fa:16:3e:58:2a:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '530b8758-a936-4a7c-9055-3fd7021964a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '3acd2cae-edc5-4deb-af56-8a423e7d5ec3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:31:26Z', 'updated_at': '2022-03-08T20:31:33Z', 'revision_number': 5, 'project_id': 'f20808b123ee4f56a27c063a5a344a6f', 'subnets': [{'id': '3acd2cae-edc5-4deb-af56-8a423e7d5ec3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830096-3-iscsi', False) {} {{(pid=103461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:35:24.757364 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f62f2a2-9f17-42ff-a891-dffc27926205 None None] Checking router: 530b8758-a936-4a7c-9055-3fd7021964a9 for host: dv-cinder-830096-3-iscsi {{(pid=103461) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 20:35:24.766921 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f62f2a2-9f17-42ff-a891-dffc27926205 None None] Routers {'530b8758-a936-4a7c-9055-3fd7021964a9'} bound to L3 agent in host dv-cinder-830096-3-iscsi {{(pid=103461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:35:24.767530 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.db.l3_hamode_db [None req-5f62f2a2-9f17-42ff-a891-dffc27926205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-08T20:23:01Z,description=,heartbeat_timestamp=2022-03-08T20:35:01Z,host='dv-cinder-830096-3-iscsi',id=7ae9fd8f-5d61-4821-9eac-044950c450f0,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:23:02Z,topic='l3_agent')) {'router_ids': ['530b8758-a936-4a7c-9055-3fd7021964a9'], 'active': True} {{(pid=103461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:35:24.899258 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.db.l3_dvr_db [None req-5f62f2a2-9f17-42ff-a891-dffc27926205 None None] Set router 530b8758-a936-4a7c-9055-3fd7021964a9 gateway port host: dv-cinder-830096-3-iscsi {{(pid=103461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:35:25.109136 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.db.l3_hamode_db [None req-5f62f2a2-9f17-42ff-a891-dffc27926205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '530b8758-a936-4a7c-9055-3fd7021964a9', 'name': 'tempest-AttachVolumeNegativeTest-742847262-router', 'tenant_id': 'f20808b123ee4f56a27c063a5a344a6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'external_fixed_ips': [{'subnet_id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'ip_address': '172.27.2.231'}], 'enable_snat': True}, 'gw_port_id': 'd32f389e-7f79-4333-ab66-fc102b040de8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:31:20Z', 'updated_at': '2022-03-08T20:31:27Z', 'revision_number': 4, 'project_id': 'f20808b123ee4f56a27c063a5a344a6f', 'gw_port': {'id': 'd32f389e-7f79-4333-ab66-fc102b040de8', 'name': '', 'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:e2:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '530b8758-a936-4a7c-9055-3fd7021964a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'ip_address': '172.27.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:31:21Z', 'updated_at': '2022-03-08T20:31:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-3-iscsi', '_interfaces': [{'id': 'c07238a4-1852-4dbe-82ad-b0c5eb7fb6f9', 'name': '', 'network_id': 'c4b9653e-45c7-499b-ba57-89c5719459c1', 'tenant_id': 'f20808b123ee4f56a27c063a5a344a6f', 'mac_address': 'fa:16:3e:58:2a:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '530b8758-a936-4a7c-9055-3fd7021964a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '3acd2cae-edc5-4deb-af56-8a423e7d5ec3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:31:26Z', 'updated_at': '2022-03-08T20:31:33Z', 'revision_number': 5, 'project_id': 'f20808b123ee4f56a27c063a5a344a6f', 'subnets': [{'id': '3acd2cae-edc5-4deb-af56-8a423e7d5ec3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830096-3-iscsi', False) {} {{(pid=103461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:35:25.137599 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f62f2a2-9f17-42ff-a891-dffc27926205 None None] The sync data for ids ['530b8758-a936-4a7c-9055-3fd7021964a9'] in dv-cinder-830096-3-iscsi is: [{'id': '530b8758-a936-4a7c-9055-3fd7021964a9', 'name': 'tempest-AttachVolumeNegativeTest-742847262-router', 'tenant_id': 'f20808b123ee4f56a27c063a5a344a6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'external_fixed_ips': [{'subnet_id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'ip_address': '172.27.2.231'}], 'enable_snat': True}, 'gw_port_id': 'd32f389e-7f79-4333-ab66-fc102b040de8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:31:20Z', 'updated_at': '2022-03-08T20:31:27Z', 'revision_number': 4, 'project_id': 'f20808b123ee4f56a27c063a5a344a6f', 'gw_port': {'id': 'd32f389e-7f79-4333-ab66-fc102b040de8', 'name': '', 'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:e2:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '530b8758-a936-4a7c-9055-3fd7021964a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'ip_address': '172.27.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:31:21Z', 'updated_at': '2022-03-08T20:31:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-3-iscsi', '_interfaces': [{'id': 'c07238a4-1852-4dbe-82ad-b0c5eb7fb6f9', 'name': '', 'network_id': 'c4b9653e-45c7-499b-ba57-89c5719459c1', 'tenant_id': 'f20808b123ee4f56a27c063a5a344a6f', 'mac_address': 'fa:16:3e:58:2a:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '530b8758-a936-4a7c-9055-3fd7021964a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '3acd2cae-edc5-4deb-af56-8a423e7d5ec3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:31:26Z', 'updated_at': '2022-03-08T20:31:33Z', 'revision_number': 5, 'project_id': 'f20808b123ee4f56a27c063a5a344a6f', 'subnets': [{'id': '3acd2cae-edc5-4deb-af56-8a423e7d5ec3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 20:35:25.250924 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72c963b-7d5f-447d-861d-9e87f0ebe279 req-3f322010-3dfe-4cd5-8180-981825b4e307 tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:35:25.252552 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-e72c963b-7d5f-447d-861d-9e87f0ebe279 req-3f322010-3dfe-4cd5-8180-981825b4e307 tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] 10.222.0.41 "GET /v2.0/ports?device_id=bad46cc3-630c-44e3-97f4-2efe2ffc87e1 HTTP/1.1" status: 200 len: 945 time: 0.0660245 Mar 08 20:35:25.292341 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fe0f71-d678-43fb-86a1-09770365dbd2 req-eb106769-89b0-45de-a83a-ea0eae07c809 tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:35:25.296130 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-95fe0f71-d678-43fb-86a1-09770365dbd2 req-eb106769-89b0-45de-a83a-ea0eae07c809 tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5f8ea3c-dce4-482f-8530-87a9153e6873 HTTP/1.1" status: 200 len: 946 time: 0.0767806 Mar 08 20:35:25.325702 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-e72c963b-7d5f-447d-861d-9e87f0ebe279 req-26c472cb-f5a2-4e9a-8bd3-58a77f0b2a4f tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] 10.222.0.41 "GET /v2.0/security-groups?id=67f89219-d397-47b0-aaf7-d3f898f93734&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651767 Mar 08 20:35:25.360022 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-95fe0f71-d678-43fb-86a1-09770365dbd2 req-bf02c021-9f4a-4354-bdb4-2ddd90552ae4 tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] 10.222.0.41 "GET /v2.0/security-groups?id=306014d5-d504-41eb-b92c-22e11b4bc9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534506 Mar 08 20:35:25.439974 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-4675f7ef-331f-40b0-966d-c950072ed231 req-d8754ce1-d9df-4cfb-95aa-0328c3453068 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] 10.222.0.41 "GET /v2.0/ports?device_id=76db48e1-da0b-42d6-9dac-a3bdaf9154db HTTP/1.1" status: 200 len: 210 time: 0.0297291 Mar 08 20:35:25.468268 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2110797-0178-41eb-ac90-7d27b7e4d359 None None] New status for floating IP b547fc3c-8d67-408d-927f-ae3a2f6cb4dc: DOWN {{(pid=103460) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 20:35:25.552370 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02aed98a-bb66-4d2f-a9c7-507eebbdb584 req-c9757288-ece1-40fb-8b4d-8597db2d2240 tempest-VolumesSnapshotTestJSON-151522371 tempest-VolumesSnapshotTestJSON-151522371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:35:25.554022 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-02aed98a-bb66-4d2f-a9c7-507eebbdb584 req-c9757288-ece1-40fb-8b4d-8597db2d2240 tempest-VolumesSnapshotTestJSON-151522371 tempest-VolumesSnapshotTestJSON-151522371-project] 10.222.0.41 "GET /v2.0/ports?device_id=23d932ec-8f1c-408b-aa51-fa01c62ab323 HTTP/1.1" status: 200 len: 945 time: 0.0619106 Mar 08 20:35:25.601594 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-02aed98a-bb66-4d2f-a9c7-507eebbdb584 req-9c418cf0-b4af-4f83-8eea-f05f7032f636 tempest-VolumesSnapshotTestJSON-151522371 tempest-VolumesSnapshotTestJSON-151522371-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe677eff-d822-49be-84a5-bf5c9dee4a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414174 Mar 08 20:35:26.456139 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f837381b-f223-4e61-bdf9-51b4f19b07fe req-d7fc897f-7f75-4618-a357-4c85f48b6d36 tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:35:26.457758 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-f837381b-f223-4e61-bdf9-51b4f19b07fe req-d7fc897f-7f75-4618-a357-4c85f48b6d36 tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] 10.222.0.41 "GET /v2.0/ports?device_id=bad46cc3-630c-44e3-97f4-2efe2ffc87e1 HTTP/1.1" status: 200 len: 945 time: 0.0581529 Mar 08 20:35:26.493140 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7f7abe-6bfd-4776-aa01-8b66ff8ab2ce req-5c8f2cb1-1831-470f-92da-b7f87078648f tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:35:26.494751 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-ac7f7abe-6bfd-4776-aa01-8b66ff8ab2ce req-5c8f2cb1-1831-470f-92da-b7f87078648f tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5f8ea3c-dce4-482f-8530-87a9153e6873 HTTP/1.1" status: 200 len: 946 time: 0.0595548 Mar 08 20:35:26.506952 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-f837381b-f223-4e61-bdf9-51b4f19b07fe req-c5aef72c-916d-40a6-a132-79b6e1ccc75b tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] 10.222.0.41 "GET /v2.0/security-groups?id=67f89219-d397-47b0-aaf7-d3f898f93734&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434170 Mar 08 20:35:26.552698 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-ac7f7abe-6bfd-4776-aa01-8b66ff8ab2ce req-0682c677-fed4-476d-a4b6-fc5af7419cdf tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] 10.222.0.41 "GET /v2.0/security-groups?id=306014d5-d504-41eb-b92c-22e11b4bc9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482590 Mar 08 20:35:26.610145 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-84899224-a4a5-47d2-b3df-fe2cabfcce98 req-0b5da2a5-b1d5-43e9-9f04-431c475edaa7 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] 10.222.0.41 "GET /v2.0/ports?device_id=76db48e1-da0b-42d6-9dac-a3bdaf9154db HTTP/1.1" status: 200 len: 210 time: 0.0285206 Mar 08 20:35:26.726266 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f554d074-1729-4e17-8306-39f6f66c16e3 req-f94709b0-7c9f-463e-8082-b8d79254d905 tempest-VolumesSnapshotTestJSON-151522371 tempest-VolumesSnapshotTestJSON-151522371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:35:26.727898 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-f554d074-1729-4e17-8306-39f6f66c16e3 req-f94709b0-7c9f-463e-8082-b8d79254d905 tempest-VolumesSnapshotTestJSON-151522371 tempest-VolumesSnapshotTestJSON-151522371-project] 10.222.0.41 "GET /v2.0/ports?device_id=23d932ec-8f1c-408b-aa51-fa01c62ab323 HTTP/1.1" status: 200 len: 945 time: 0.0575061 Mar 08 20:35:26.780378 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-f554d074-1729-4e17-8306-39f6f66c16e3 req-0cd61cf9-92cb-4af8-a893-09d5fede34e2 tempest-VolumesSnapshotTestJSON-151522371 tempest-VolumesSnapshotTestJSON-151522371-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe677eff-d822-49be-84a5-bf5c9dee4a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460060 Mar 08 20:35:26.872827 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.rpc [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Device 93f0e9aa-ddc8-4b50-8928-b322cf8f747d no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103460) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 20:35:26.893683 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.plugin [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] No Port match for: 93f0e9aa-ddc8-4b50-8928-b322cf8f747d {{(pid=103460) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 20:35:26.894014 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.rpc [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Device 93f0e9aa-ddc8-4b50-8928-b322cf8f747d not bound to the agent host hv-cinder-83009 {{(pid=103460) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 20:35:27.418091 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f09674-e532-4bf5-85b1-34cc6b527370 req-c842d230-88ec-4ee9-8a5b-e4b1e690b005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:35:27.419604 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-50f09674-e532-4bf5-85b1-34cc6b527370 req-c842d230-88ec-4ee9-8a5b-e4b1e690b005 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a5f8ea3c-dce4-482f-8530-87a9153e6873 HTTP/1.1" status: 200 len: 1130 time: 0.0472317 Mar 08 20:35:27.470846 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-50f09674-e532-4bf5-85b1-34cc6b527370 req-3ac366b2-fca8-4694-b61e-0dbc609dc4d8 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=306014d5-d504-41eb-b92c-22e11b4bc9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416324 Mar 08 20:35:27.629442 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0df7d62-0ba6-4f37-b7cf-6f3154e0b9bb req-0e3315b0-65a1-4af6-b902-6d8bc94e688e tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:35:27.630957 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-b0df7d62-0ba6-4f37-b7cf-6f3154e0b9bb req-0e3315b0-65a1-4af6-b902-6d8bc94e688e tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] 10.222.0.41 "GET /v2.0/ports?device_id=bad46cc3-630c-44e3-97f4-2efe2ffc87e1 HTTP/1.1" status: 200 len: 945 time: 0.0551827 Mar 08 20:35:27.682889 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-b0df7d62-0ba6-4f37-b7cf-6f3154e0b9bb req-79207ff2-664f-415b-8676-551c485c27e2 tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] 10.222.0.41 "GET /v2.0/security-groups?id=67f89219-d397-47b0-aaf7-d3f898f93734&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442204 Mar 08 20:35:27.697352 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbc047e-5efe-49d4-9ba2-1103ff6f16e9 req-18f09946-143c-4b0a-99d7-5d8b4fdcb18e tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:35:27.698936 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-afbc047e-5efe-49d4-9ba2-1103ff6f16e9 req-18f09946-143c-4b0a-99d7-5d8b4fdcb18e tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5f8ea3c-dce4-482f-8530-87a9153e6873 HTTP/1.1" status: 200 len: 946 time: 0.0543594 Mar 08 20:35:27.760566 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-afbc047e-5efe-49d4-9ba2-1103ff6f16e9 req-feb5faf5-d4c2-40a5-9fbf-2cc16ebd60e1 tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] 10.222.0.41 "GET /v2.0/security-groups?id=306014d5-d504-41eb-b92c-22e11b4bc9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539196 Mar 08 20:35:27.894216 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.wsgi [-] (103459) accepted ('10.222.0.41', 33580) {{(pid=103459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:35:27.921740 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14eec69b-ac0b-4892-a7c2-f7edf79b276d req-87b45be4-f3ef-4b3e-9aa2-78fcb67a37f5 tempest-VolumesSnapshotTestJSON-151522371 tempest-VolumesSnapshotTestJSON-151522371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:35:27.923242 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-14eec69b-ac0b-4892-a7c2-f7edf79b276d req-87b45be4-f3ef-4b3e-9aa2-78fcb67a37f5 tempest-VolumesSnapshotTestJSON-151522371 tempest-VolumesSnapshotTestJSON-151522371-project] 10.222.0.41 "GET /v2.0/ports?device_id=23d932ec-8f1c-408b-aa51-fa01c62ab323 HTTP/1.1" status: 200 len: 945 time: 0.0752513 Mar 08 20:35:27.980750 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-9ff9115b-8f9f-453f-a855-e1706b8eecf5 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Publish callbacks [] for security_group (9c6d9f50-97e4-4cca-9665-c8c2da1ef57a), before_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:35:28.006488 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-14eec69b-ac0b-4892-a7c2-f7edf79b276d req-a817d673-9438-407f-ae37-f082960185aa tempest-VolumesSnapshotTestJSON-151522371 tempest-VolumesSnapshotTestJSON-151522371-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe677eff-d822-49be-84a5-bf5c9dee4a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754340 Mar 08 20:35:28.025305 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-9ff9115b-8f9f-453f-a855-e1706b8eecf5 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Publish callbacks [] for security_group (9c6d9f50-97e4-4cca-9665-c8c2da1ef57a), precommit_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:35:28.094951 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa0f408-4c15-4ccf-905b-67992575d6ab req-f3e09b56-129c-47d5-aabe-a9a1680e8f66 tempest-VolumesSnapshotTestJSON-151522371 tempest-VolumesSnapshotTestJSON-151522371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:35:28.096455 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-caa0f408-4c15-4ccf-905b-67992575d6ab req-f3e09b56-129c-47d5-aabe-a9a1680e8f66 tempest-VolumesSnapshotTestJSON-151522371 tempest-VolumesSnapshotTestJSON-151522371-project] 10.222.0.37 "GET /v2.0/ports?device_id=23d932ec-8f1c-408b-aa51-fa01c62ab323 HTTP/1.1" status: 200 len: 945 time: 0.0891140 Mar 08 20:35:28.212758 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [req-caa0f408-4c15-4ccf-905b-67992575d6ab req-14d6c6e5-0536-4e00-91c0-77a80627ae5b tempest-VolumesSnapshotTestJSON-151522371 tempest-VolumesSnapshotTestJSON-151522371-project] Deleting port 046f7628-2098-426f-9b44-487266b82035 {{(pid=103459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 20:35:28.213476 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [req-caa0f408-4c15-4ccf-905b-67992575d6ab req-14d6c6e5-0536-4e00-91c0-77a80627ae5b tempest-VolumesSnapshotTestJSON-151522371 tempest-VolumesSnapshotTestJSON-151522371-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745146874691'] for port (046f7628-2098-426f-9b44-487266b82035), before_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:35:28.270712 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-9ff9115b-8f9f-453f-a855-e1706b8eecf5 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310940'] for security_group (9c6d9f50-97e4-4cca-9665-c8c2da1ef57a), after_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:35:28.270712 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-9ff9115b-8f9f-453f-a855-e1706b8eecf5 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Publish callbacks [] for security_group (None), before_response {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:35:28.270712 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [None req-9ff9115b-8f9f-453f-a855-e1706b8eecf5 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] 10.222.0.41 "DELETE /v2.0/security-groups/9c6d9f50-97e4-4cca-9665-c8c2da1ef57a HTTP/1.1" status: 204 len: 168 time: 0.3747914 Mar 08 20:35:28.272990 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.41', 33582) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:35:28.285694 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff9115b-8f9f-453f-a855-e1706b8eecf5 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c6d9f50-97e4-4cca-9665-c8c2da1ef57a,revision_number=None']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:35:28.288203 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.api.v2.resource [None req-68dbe2bc-77b2-46fe-9857-6dac3f7cf557 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] show failed (client error): The resource could not be found. Mar 08 20:35:28.292609 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.wsgi [-] (103459) accepted ('10.222.0.41', 33584) {{(pid=103459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:35:28.292928 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-68dbe2bc-77b2-46fe-9857-6dac3f7cf557 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] 10.222.0.41 "GET /v2.0/security-groups/9c6d9f50-97e4-4cca-9665-c8c2da1ef57a HTTP/1.1" status: 404 len: 347 time: 0.0187559 Mar 08 20:35:28.360139 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [req-caa0f408-4c15-4ccf-905b-67992575d6ab req-14d6c6e5-0536-4e00-91c0-77a80627ae5b tempest-VolumesSnapshotTestJSON-151522371 tempest-VolumesSnapshotTestJSON-151522371-project] For port 046f7628-2098-426f-9b44-487266b82035, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=046f7628-2098-426f-9b44-487266b82035,segment=NetworkSegment(59ee6f0e-5cdb-4301-9c10-a81d6f7d3da8),segment_id=59ee6f0e-5cdb-4301-9c10-a81d6f7d3da8)] {{(pid=103459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:35:28.360538 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [req-caa0f408-4c15-4ccf-905b-67992575d6ab req-14d6c6e5-0536-4e00-91c0-77a80627ae5b tempest-VolumesSnapshotTestJSON-151522371 tempest-VolumesSnapshotTestJSON-151522371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443457'] for port (046f7628-2098-426f-9b44-487266b82035), precommit_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:35:28.405578 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [req-caa0f408-4c15-4ccf-905b-67992575d6ab req-14d6c6e5-0536-4e00-91c0-77a80627ae5b tempest-VolumesSnapshotTestJSON-151522371 tempest-VolumesSnapshotTestJSON-151522371-project] Calling delete_port for 046f7628-2098-426f-9b44-487266b82035 owned by compute:nova {{(pid=103459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 20:35:28.512173 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-7e87b0b8-c3a9-4fc8-8d13-d70421dead97 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Deleting port 6ee0837e-75b8-46b9-af1a-466cc3301713 {{(pid=103459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 20:35:28.512522 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-7e87b0b8-c3a9-4fc8-8d13-d70421dead97 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745146874691'] for port (6ee0837e-75b8-46b9-af1a-466cc3301713), before_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:35:28.631832 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-7e87b0b8-c3a9-4fc8-8d13-d70421dead97 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443457'] for port (6ee0837e-75b8-46b9-af1a-466cc3301713), precommit_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:35:28.632128 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-7e87b0b8-c3a9-4fc8-8d13-d70421dead97 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Publish callbacks [] for floatingip (6ee0837e-75b8-46b9-af1a-466cc3301713), precommit_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:35:28.645656 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-7e87b0b8-c3a9-4fc8-8d13-d70421dead97 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Calling delete_port for 6ee0837e-75b8-46b9-af1a-466cc3301713 owned by network:floatingip {{(pid=103459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 20:35:28.821508 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af9bf10-fe41-42bd-9908-dce4a5fc70e8 req-e6451624-2e52-4da2-93cb-406af4ce5041 tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:35:28.823191 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-0af9bf10-fe41-42bd-9908-dce4a5fc70e8 req-e6451624-2e52-4da2-93cb-406af4ce5041 tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] 10.222.0.41 "GET /v2.0/ports?device_id=bad46cc3-630c-44e3-97f4-2efe2ffc87e1 HTTP/1.1" status: 200 len: 945 time: 0.0672593 Mar 08 20:35:28.841898 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [req-caa0f408-4c15-4ccf-905b-67992575d6ab req-14d6c6e5-0536-4e00-91c0-77a80627ae5b tempest-VolumesSnapshotTestJSON-151522371 tempest-VolumesSnapshotTestJSON-151522371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745146878630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745146440915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28404629'] for port (046f7628-2098-426f-9b44-487266b82035), after_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:35:28.868331 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.db [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] get_ports_and_sgs() called for port_ids ['046f7628-2098-426f-9b44-487266b82035'] {{(pid=103460) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 20:35:28.888308 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d6c6e5-0536-4e00-91c0-77a80627ae5b tempest-VolumesSnapshotTestJSON-151522371 tempest-VolumesSnapshotTestJSON-151522371-project] Pushing event deleted for resources: {'Port': ['ID=046f7628-2098-426f-9b44-487266b82035,revision_number=None']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:35:28.920597 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-0af9bf10-fe41-42bd-9908-dce4a5fc70e8 req-b44f1dd8-433a-49e0-adcf-c056c9d516f8 tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] 10.222.0.41 "GET /v2.0/security-groups?id=67f89219-d397-47b0-aaf7-d3f898f93734&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0873592 Mar 08 20:35:28.953881 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-7e87b0b8-c3a9-4fc8-8d13-d70421dead97 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745146878630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745146440915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28404629'] for port (6ee0837e-75b8-46b9-af1a-466cc3301713), after_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:35:28.978222 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [req-caa0f408-4c15-4ccf-905b-67992575d6ab req-14d6c6e5-0536-4e00-91c0-77a80627ae5b tempest-VolumesSnapshotTestJSON-151522371 tempest-VolumesSnapshotTestJSON-151522371-project] No DVR routers for this DVR port 046f7628-2098-426f-9b44-487266b82035 on host hv-cinder-83009 {{(pid=103459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 20:35:28.985822 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [req-caa0f408-4c15-4ccf-905b-67992575d6ab req-14d6c6e5-0536-4e00-91c0-77a80627ae5b tempest-VolumesSnapshotTestJSON-151522371 tempest-VolumesSnapshotTestJSON-151522371-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4188892'] for port (None), before_response {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:35:28.989091 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-caa0f408-4c15-4ccf-905b-67992575d6ab req-14d6c6e5-0536-4e00-91c0-77a80627ae5b tempest-VolumesSnapshotTestJSON-151522371 tempest-VolumesSnapshotTestJSON-151522371-project] 10.222.0.37 "DELETE /v2.0/ports/046f7628-2098-426f-9b44-487266b82035 HTTP/1.1" status: 204 len: 173 time: 0.8831763 Mar 08 20:35:28.992060 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23d932ec-8f1c-408b-aa51-fa01c62ab323', 'name': 'network-vif-deleted', 'tag': '046f7628-2098-426f-9b44-487266b82035'}] {{(pid=103459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 20:35:28.994358 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30f128d5f71b3f7cc76d6cee4f56f72b4ad92d7c7cb63713f7d7a45aaaaee86d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc34a586-157d-49ee-bd23-10e785e69299" -d '{"events": [{"server_uuid": "23d932ec-8f1c-408b-aa51-fa01c62ab323", "name": "network-vif-deleted", "tag": "046f7628-2098-426f-9b44-487266b82035"}]}' {{(pid=103459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 20:35:29.027471 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e87b0b8-c3a9-4fc8-8d13-d70421dead97 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Pushing event deleted for resources: {'Port': ['ID=6ee0837e-75b8-46b9-af1a-466cc3301713,revision_number=None']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:35:29.055466 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237babeb-bb05-4bf7-be17-555fdc8000b5 req-904d8e87-ed63-4b9f-82f8-518b651991b2 tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:35:29.057218 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-237babeb-bb05-4bf7-be17-555fdc8000b5 req-904d8e87-ed63-4b9f-82f8-518b651991b2 tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5f8ea3c-dce4-482f-8530-87a9153e6873 HTTP/1.1" status: 200 len: 946 time: 0.1827207 Mar 08 20:35:29.060772 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 20:35:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9413bd2-3667-4b12-bc83-64ac2a09e1fd x-openstack-request-id: req-b9413bd2-3667-4b12-bc83-64ac2a09e1fd {{(pid=103459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 20:35:29.061097 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23d932ec-8f1c-408b-aa51-fa01c62ab323", "name": "network-vif-deleted", "tag": "046f7628-2098-426f-9b44-487266b82035", "status": "completed", "code": 200}]} {{(pid=103459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 20:35:29.061517 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b9413bd2-3667-4b12-bc83-64ac2a09e1fd {{(pid=103459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 20:35:29.061802 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23d932ec-8f1c-408b-aa51-fa01c62ab323', 'name': 'network-vif-deleted', 'tag': '046f7628-2098-426f-9b44-487266b82035', 'status': 'completed', 'code': 200} Mar 08 20:35:29.085145 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-35aff097-7682-42df-8a2e-5b2d3cdd4642 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745146981205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476605'] for agent (a3d84102-f7d3-452b-861a-973020576047), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:35:29.130391 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-7e87b0b8-c3a9-4fc8-8d13-d70421dead97 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Publish callbacks [] for floatingip (b547fc3c-8d67-408d-927f-ae3a2f6cb4dc), after_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:35:29.132968 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-7e87b0b8-c3a9-4fc8-8d13-d70421dead97 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4188892'] for floatingip (None), before_response {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:35:29.134120 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [None req-7e87b0b8-c3a9-4fc8-8d13-d70421dead97 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] 10.222.0.41 "DELETE /v2.0/floatingips/b547fc3c-8d67-408d-927f-ae3a2f6cb4dc HTTP/1.1" status: 204 len: 168 time: 0.8405244 Mar 08 20:35:29.157007 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-237babeb-bb05-4bf7-be17-555fdc8000b5 req-1b10e17e-39d1-4bbc-96e7-b7ecdbedf174 tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] 10.222.0.41 "GET /v2.0/security-groups?id=306014d5-d504-41eb-b92c-22e11b4bc9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750153 Mar 08 20:35:29.159201 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-489852a0-165f-4634-bcad-cfb88d055826 req-609cc5ef-e589-42d5-a411-2de64f11ac30 tempest-VolumesSnapshotTestJSON-151522371 tempest-VolumesSnapshotTestJSON-151522371-project] 10.222.0.41 "GET /v2.0/ports?device_id=23d932ec-8f1c-408b-aa51-fa01c62ab323 HTTP/1.1" status: 200 len: 210 time: 0.0322657 Mar 08 20:35:29.459158 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.wsgi [-] (103459) accepted ('10.222.0.41', 33596) {{(pid=103459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:35:29.463768 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.v2.base [None req-d1b2b3d4-3e8d-4c29-a0a3-0948d177b2a4 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Request body: {'security_group': {'name': 'tempest-securitygroup--97679084', 'description': 'tempest-description--273594629'}} {{(pid=103459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:35:29.649528 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-d1b2b3d4-3e8d-4c29-a0a3-0948d177b2a4 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Publish callbacks [] for security_group (None), before_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:35:29.737432 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-d1b2b3d4-3e8d-4c29-a0a3-0948d177b2a4 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Publish callbacks [] for security_group (eeef95d0-0be7-48ea-b698-bba64e1cd742), precommit_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:35:29.901532 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-d1b2b3d4-3e8d-4c29-a0a3-0948d177b2a4 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310940'] for security_group (eeef95d0-0be7-48ea-b698-bba64e1cd742), after_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:35:29.932528 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b2b3d4-3e8d-4c29-a0a3-0948d177b2a4 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eeef95d0-0be7-48ea-b698-bba64e1cd742,revision_number=1']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:35:30.017799 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-d1b2b3d4-3e8d-4c29-a0a3-0948d177b2a4 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Publish callbacks [] for security_group (None), before_response {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:35:30.019030 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [None req-d1b2b3d4-3e8d-4c29-a0a3-0948d177b2a4 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5588572 Mar 08 20:35:30.029909 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.wsgi [-] (103459) accepted ('10.222.0.41', 33600) {{(pid=103459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:35:30.035930 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.v2.base [None req-6d1febd7-f3f7-4fb1-8436-d5e563058c0f tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Request body: {'security_group_rule': {'security_group_id': 'eeef95d0-0be7-48ea-b698-bba64e1cd742', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:35:30.081027 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bf5d2a-42b2-491f-b226-90176aee8cb4 req-2670b96b-5c19-4906-816d-8387bf009462 tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:35:30.082577 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-d5bf5d2a-42b2-491f-b226-90176aee8cb4 req-2670b96b-5c19-4906-816d-8387bf009462 tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] 10.222.0.41 "GET /v2.0/ports?device_id=bad46cc3-630c-44e3-97f4-2efe2ffc87e1 HTTP/1.1" status: 200 len: 945 time: 0.0674245 Mar 08 20:35:30.140930 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-d5bf5d2a-42b2-491f-b226-90176aee8cb4 req-ae1fd6d5-a9af-4fae-a043-659a1fb7b575 tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] 10.222.0.41 "GET /v2.0/security-groups?id=67f89219-d397-47b0-aaf7-d3f898f93734&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510828 Mar 08 20:35:30.169526 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-6d1febd7-f3f7-4fb1-8436-d5e563058c0f tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Publish callbacks [] for security_group_rule (244a20c3-8918-4dbe-a447-1b967e9575ea), before_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:35:30.293455 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-6d1febd7-f3f7-4fb1-8436-d5e563058c0f tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Publish callbacks [] for security_group_rule (244a20c3-8918-4dbe-a447-1b967e9575ea), precommit_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:35:30.299118 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-7f6a20dd-4b21-4477-a5a1-6ae8eff2b219 req-9dab23b2-0a81-4e8b-8318-42a9541a5998 tempest-VolumesSnapshotTestJSON-151522371 tempest-VolumesSnapshotTestJSON-151522371-project] 10.222.0.41 "GET /v2.0/ports?device_id=23d932ec-8f1c-408b-aa51-fa01c62ab323 HTTP/1.1" status: 200 len: 210 time: 0.0335507 Mar 08 20:35:30.316526 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a752d7-5e5e-4818-bb5e-a73a0cd3efe5 req-a576e4b5-06e1-4176-b1be-0f6391958159 tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:35:30.318409 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-43a752d7-5e5e-4818-bb5e-a73a0cd3efe5 req-a576e4b5-06e1-4176-b1be-0f6391958159 tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5f8ea3c-dce4-482f-8530-87a9153e6873 HTTP/1.1" status: 200 len: 946 time: 0.0847249 Mar 08 20:35:30.368729 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-43a752d7-5e5e-4818-bb5e-a73a0cd3efe5 req-a8ffb51f-6102-47e6-9ac0-f6ee864281fd tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] 10.222.0.41 "GET /v2.0/security-groups?id=306014d5-d504-41eb-b92c-22e11b4bc9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444019 Mar 08 20:35:30.421139 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-6d1febd7-f3f7-4fb1-8436-d5e563058c0f tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310824'] for security_group_rule (244a20c3-8918-4dbe-a447-1b967e9575ea), after_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:35:30.444315 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1febd7-f3f7-4fb1-8436-d5e563058c0f tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=244a20c3-8918-4dbe-a447-1b967e9575ea,revision_number=0']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:35:30.531753 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-6d1febd7-f3f7-4fb1-8436-d5e563058c0f tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:35:30.536205 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [None req-6d1febd7-f3f7-4fb1-8436-d5e563058c0f tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5023694 Mar 08 20:35:30.541533 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.41', 33612) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:35:30.550048 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.v2.base [None req-a95cea91-486f-4e46-b81a-ffeafbcb6d59 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Request body: {'security_group_rule': {'security_group_id': 'eeef95d0-0be7-48ea-b698-bba64e1cd742', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:35:30.680038 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-a95cea91-486f-4e46-b81a-ffeafbcb6d59 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Publish callbacks [] for security_group_rule (7b1efc08-a55e-42e9-9343-8ef96764bb6d), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:35:30.747518 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-a95cea91-486f-4e46-b81a-ffeafbcb6d59 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Publish callbacks [] for security_group_rule (7b1efc08-a55e-42e9-9343-8ef96764bb6d), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:35:30.876078 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-a95cea91-486f-4e46-b81a-ffeafbcb6d59 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310824'] for security_group_rule (7b1efc08-a55e-42e9-9343-8ef96764bb6d), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:35:30.887328 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.rpc [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Device 046f7628-2098-426f-9b44-487266b82035 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103460) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 20:35:30.898486 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df130c76-b878-4833-ad8f-f286cfddfcf9 req-911978d4-139b-4688-bc06-9e26bf591fe4 tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:35:30.900060 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-df130c76-b878-4833-ad8f-f286cfddfcf9 req-911978d4-139b-4688-bc06-9e26bf591fe4 tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5f8ea3c-dce4-482f-8530-87a9153e6873 HTTP/1.1" status: 200 len: 946 time: 0.0672905 Mar 08 20:35:30.905817 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95cea91-486f-4e46-b81a-ffeafbcb6d59 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b1efc08-a55e-42e9-9343-8ef96764bb6d,revision_number=0']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:35:30.913724 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.plugin [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] No Port match for: 046f7628-2098-426f-9b44-487266b82035 {{(pid=103460) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 20:35:30.914609 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.rpc [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Device 046f7628-2098-426f-9b44-487266b82035 not bound to the agent host hv-cinder-83009 {{(pid=103460) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 20:35:30.957894 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-df130c76-b878-4833-ad8f-f286cfddfcf9 req-b9af180a-7fa1-40ba-b21d-a3d88d8c7bd8 tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] 10.222.0.41 "GET /v2.0/security-groups?id=306014d5-d504-41eb-b92c-22e11b4bc9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492201 Mar 08 20:35:30.980302 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-a95cea91-486f-4e46-b81a-ffeafbcb6d59 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:35:30.982286 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-a95cea91-486f-4e46-b81a-ffeafbcb6d59 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4395456 Mar 08 20:35:30.989242 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.41', 33616) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:35:30.994632 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.v2.base [None req-7fa2dcb0-5493-44cb-a168-75bb88d8c816 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Request body: {'floatingip': {'floating_network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052'}} {{(pid=103458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:35:31.037341 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098da3dc-9025-4f3a-bbe4-6a39ce0c9ae7 req-055c6262-1805-40f8-ad5e-436b6a2a3d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:35:31.038852 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-098da3dc-9025-4f3a-bbe4-6a39ce0c9ae7 req-055c6262-1805-40f8-ad5e-436b6a2a3d91 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3ab75e5ad0c04c16ae8ecd6073e24a81&device_id=a5f8ea3c-dce4-482f-8530-87a9153e6873 HTTP/1.1" status: 200 len: 1130 time: 0.0606291 Mar 08 20:35:31.084961 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7fa2dcb0-5493-44cb-a168-75bb88d8c816 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:35:31.163343 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098da3dc-9025-4f3a-bbe4-6a39ce0c9ae7 req-3d487ae9-beae-4431-980b-2006452bd7a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:35:31.165868 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-098da3dc-9025-4f3a-bbe4-6a39ce0c9ae7 req-3d487ae9-beae-4431-980b-2006452bd7a6 service neutron] 10.222.0.37 "GET /v2.0/networks?id=de9446a0-c58a-4c9a-a8d6-6921f8f95911 HTTP/1.1" status: 200 len: 919 time: 0.1085267 Mar 08 20:35:31.214786 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7fa2dcb0-5493-44cb-a168-75bb88d8c816 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747308'] for port (None), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:35:31.219322 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-098da3dc-9025-4f3a-bbe4-6a39ce0c9ae7 req-b812cf55-6c1f-4793-b0e9-5ead07f7c594 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=64834295-ef23-47d3-a226-c43721e27b16 HTTP/1.1" status: 200 len: 217 time: 0.0427916 Mar 08 20:35:31.314880 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098da3dc-9025-4f3a-bbe4-6a39ce0c9ae7 req-b537a205-9299-46ec-88a7-b4c31f6da6b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:35:31.316385 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-098da3dc-9025-4f3a-bbe4-6a39ce0c9ae7 req-b537a205-9299-46ec-88a7-b4c31f6da6b4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c447eb81-039d-4a17-9b2c-b8079a3e024b HTTP/1.1" status: 200 len: 858 time: 0.0581822 Mar 08 20:35:31.323425 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce22c777-7c18-4b55-857c-a5ceff201ef5 req-505bf628-b8b3-403b-a9eb-eb0871a87b08 tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:35:31.325472 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-ce22c777-7c18-4b55-857c-a5ceff201ef5 req-505bf628-b8b3-403b-a9eb-eb0871a87b08 tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] 10.222.0.41 "GET /v2.0/ports?device_id=bad46cc3-630c-44e3-97f4-2efe2ffc87e1 HTTP/1.1" status: 200 len: 945 time: 0.0982163 Mar 08 20:35:31.348579 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.db.db_base_plugin_common [None req-7fa2dcb0-5493-44cb-a168-75bb88d8c816 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Allocated IP 172.27.2.46 (fc278ace-cc38-44e4-ba35-3f28be706052/6746aa92-141d-47b3-806a-20502e0a6f7e/55f1c655-ef40-4a00-8966-b5c843e71912) {{(pid=103458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 20:35:31.385731 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-4b1d11c4-8426-4d84-8c3e-199ea1fa8d60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745146981205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476605'] for agent (7ae9fd8f-5d61-4821-9eac-044950c450f0), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:35:31.391311 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-098da3dc-9025-4f3a-bbe4-6a39ce0c9ae7 req-31432552-1b6d-4366-92e3-06a92721947b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=de9446a0-c58a-4c9a-a8d6-6921f8f95911&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0514271 Mar 08 20:35:31.431215 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-ce22c777-7c18-4b55-857c-a5ceff201ef5 req-20a7c63b-b330-43a6-b9f8-b12b8c7cf04a tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] 10.222.0.41 "GET /v2.0/security-groups?id=67f89219-d397-47b0-aaf7-d3f898f93734&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0935493 Mar 08 20:35:31.506384 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7fa2dcb0-5493-44cb-a168-75bb88d8c816 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Publish callbacks [] for port (55f1c655-ef40-4a00-8966-b5c843e71912), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:35:31.539427 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-098da3dc-9025-4f3a-bbe4-6a39ce0c9ae7 req-c40c063f-a3e0-4412-a704-a066ade4f093 service neutron] 10.222.0.37 "GET /v2.0/networks/de9446a0-c58a-4c9a-a8d6-6921f8f95911?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1129901 Mar 08 20:35:31.661788 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-098da3dc-9025-4f3a-bbe4-6a39ce0c9ae7 req-77148961-ae5b-4103-b911-bbaffe1c3e37 service neutron] 10.222.0.37 "GET /v2.0/networks/de9446a0-c58a-4c9a-a8d6-6921f8f95911?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1112123 Mar 08 20:35:31.673581 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7fa2dcb0-5493-44cb-a168-75bb88d8c816 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745146440906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28566877'] for port (55f1c655-ef40-4a00-8966-b5c843e71912), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:35:31.729569 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fa2dcb0-5493-44cb-a168-75bb88d8c816 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Network fc278ace-cc38-44e4-ba35-3f28be706052 is already hosted by enough agents. {{(pid=103458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 20:35:31.737743 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.scheduler.base_scheduler [None req-7fa2dcb0-5493-44cb-a168-75bb88d8c816 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Resources bound (agent type, host, resource id): {{(pid=103458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:35:31.740387 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa2dcb0-5493-44cb-a168-75bb88d8c816 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Pushing event updated for resources: {'Port': ['ID=55f1c655-ef40-4a00-8966-b5c843e71912,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:35:31.742726 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fa2dcb0-5493-44cb-a168-75bb88d8c816 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Received port after_create {{(pid=103458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 20:35:31.747623 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-18e15f2e-da82-4804-98c6-ca76e907421b req-c4fbf479-cf4f-4419-b758-7195c0d6ce2d service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f3764666-b97b-49ee-a110-73b596762fc2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1131563 Mar 08 20:35:31.865151 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7fa2dcb0-5493-44cb-a168-75bb88d8c816 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Publish callbacks [] for floatingip (79b1ec25-0cfe-4848-80f4-290bff0f49b5), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:35:31.869783 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e15f2e-da82-4804-98c6-ca76e907421b req-ce601b5e-b61c-4826-ba45-b0e89608c6e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:35:31.871377 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-18e15f2e-da82-4804-98c6-ca76e907421b req-ce601b5e-b61c-4826-ba45-b0e89608c6e3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=01d3223cb5334df4aeb878f77f56a4af&device_id=f3764666-b97b-49ee-a110-73b596762fc2 HTTP/1.1" status: 200 len: 1130 time: 0.0869749 Mar 08 20:35:32.018361 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7fa2dcb0-5493-44cb-a168-75bb88d8c816 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747308'] for port (55f1c655-ef40-4a00-8966-b5c843e71912), before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:35:32.069432 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e15f2e-da82-4804-98c6-ca76e907421b req-d211c791-a6e3-4246-869b-c5f88bf7c616 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:35:32.070879 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-18e15f2e-da82-4804-98c6-ca76e907421b req-d211c791-a6e3-4246-869b-c5f88bf7c616 service neutron] 10.222.0.37 "GET /v2.0/networks?id=6c06189c-e7e3-4c8a-acc0-5147890ac16f HTTP/1.1" status: 200 len: 917 time: 0.1547954 Mar 08 20:35:32.241551 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-18e15f2e-da82-4804-98c6-ca76e907421b req-9c2fcfa9-0fa6-47ce-80b5-8a7c1a68b66e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=191c4710-0568-4083-be7c-dec75711110b HTTP/1.1" status: 200 len: 1000 time: 0.1382263 Mar 08 20:35:32.249345 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd320ce9-1a7b-48d0-aeed-69160c89c36e req-e51ceb3f-3aae-488a-80d4-6a8d98b74f5a tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:35:32.250859 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-dd320ce9-1a7b-48d0-aeed-69160c89c36e req-e51ceb3f-3aae-488a-80d4-6a8d98b74f5a tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5f8ea3c-dce4-482f-8530-87a9153e6873 HTTP/1.1" status: 200 len: 946 time: 0.1938133 Mar 08 20:35:32.355726 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e15f2e-da82-4804-98c6-ca76e907421b req-77a02451-cd24-4398-9df2-91a5fd64ff7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:35:32.357285 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-18e15f2e-da82-4804-98c6-ca76e907421b req-77a02451-cd24-4398-9df2-91a5fd64ff7a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=22d98187-3e01-4f4c-846a-c4973fed68d0 HTTP/1.1" status: 200 len: 855 time: 0.1037679 Mar 08 20:35:32.375573 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-dbe61520-29cf-4847-b96e-6d24c6c097a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745146981205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476605'] for agent (6cc78598-e6b3-4e4d-a99c-31b9c4784fd2), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:35:32.384698 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7fa2dcb0-5493-44cb-a168-75bb88d8c816 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Publish callbacks [] for port (55f1c655-ef40-4a00-8966-b5c843e71912), precommit_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:35:32.405195 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-dd320ce9-1a7b-48d0-aeed-69160c89c36e req-344adac6-6738-4141-afac-4497a3977758 tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] 10.222.0.41 "GET /v2.0/security-groups?id=306014d5-d504-41eb-b92c-22e11b4bc9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392343 Mar 08 20:35:32.424870 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e15f2e-da82-4804-98c6-ca76e907421b req-5a8412ba-5c7e-4ccb-949d-18d91d7c1abb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:35:32.426509 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-18e15f2e-da82-4804-98c6-ca76e907421b req-5a8412ba-5c7e-4ccb-949d-18d91d7c1abb service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6c06189c-e7e3-4c8a-acc0-5147890ac16f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0564449 Mar 08 20:35:32.502963 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7fa2dcb0-5493-44cb-a168-75bb88d8c816 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745146878648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745146440924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745146440942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28566820'] for port (55f1c655-ef40-4a00-8966-b5c843e71912), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:35:32.597037 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ef1a6e-35f4-4603-9a0b-827a4ad57800 req-c008b157-5f14-4374-9ae5-fc65a3c4f06b tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:35:32.599512 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-a5ef1a6e-35f4-4603-9a0b-827a4ad57800 req-c008b157-5f14-4374-9ae5-fc65a3c4f06b tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] 10.222.0.41 "GET /v2.0/ports?device_id=bad46cc3-630c-44e3-97f4-2efe2ffc87e1 HTTP/1.1" status: 200 len: 945 time: 0.0832331 Mar 08 20:35:32.610491 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-18e15f2e-da82-4804-98c6-ca76e907421b req-0c7c1b6f-b3a1-48f5-ab3c-1dd995a22b6c service neutron] 10.222.0.37 "GET /v2.0/networks/6c06189c-e7e3-4c8a-acc0-5147890ac16f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1714656 Mar 08 20:35:32.628817 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7fa2dcb0-5493-44cb-a168-75bb88d8c816 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-443219'] for floatingip (79b1ec25-0cfe-4848-80f4-290bff0f49b5), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:35:32.631313 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa2dcb0-5493-44cb-a168-75bb88d8c816 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Pushing event updated for resources: {'Port': ['ID=55f1c655-ef40-4a00-8966-b5c843e71912,revision_number=2']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:35:32.655766 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-a5ef1a6e-35f4-4603-9a0b-827a4ad57800 req-7cc47f6b-b4fd-4a7a-9548-12dfed5f119c tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] 10.222.0.41 "GET /v2.0/security-groups?id=67f89219-d397-47b0-aaf7-d3f898f93734&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501201 Mar 08 20:35:32.728859 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-18e15f2e-da82-4804-98c6-ca76e907421b req-8d877ec8-5c48-4345-a57a-5b88ed7524ec service neutron] 10.222.0.37 "GET /v2.0/networks/6c06189c-e7e3-4c8a-acc0-5147890ac16f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1080456 Mar 08 20:35:32.766225 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7fa2dcb0-5493-44cb-a168-75bb88d8c816 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4188892'] for floatingip (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:35:32.767641 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-7fa2dcb0-5493-44cb-a168-75bb88d8c816 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.7770138 Mar 08 20:35:32.988858 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-f40bc5fd-fff7-4778-a382-e4fde05069c8 req-ac31b703-d671-45f7-ae27-f82e587d1f84 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--97679084&fields=id&tenant_id=f20808b123ee4f56a27c063a5a344a6f HTTP/1.1" status: 200 len: 267 time: 0.0525222 Mar 08 20:35:33.113963 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40bc5fd-fff7-4778-a382-e4fde05069c8 req-76180bdc-b146-4c19-9589-c4d0649236df tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:35:33.116818 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-f40bc5fd-fff7-4778-a382-e4fde05069c8 req-76180bdc-b146-4c19-9589-c4d0649236df tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] 10.222.0.41 "GET /v2.0/networks?id=c4b9653e-45c7-499b-ba57-89c5719459c1 HTTP/1.1" status: 200 len: 814 time: 0.1204953 Mar 08 20:35:33.135534 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-f40bc5fd-fff7-4778-a382-e4fde05069c8 req-1115045a-3710-4ff7-9dba-9c5b728081c2 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] 10.222.0.41 "GET /v2.0/quotas/f20808b123ee4f56a27c063a5a344a6f HTTP/1.1" status: 200 len: 375 time: 0.0103137 Mar 08 20:35:33.204599 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-f40bc5fd-fff7-4778-a382-e4fde05069c8 req-680414d3-2fb8-4a00-b127-0e07ce80c697 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=f20808b123ee4f56a27c063a5a344a6f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0548615 Mar 08 20:35:33.313793 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-f40bc5fd-fff7-4778-a382-e4fde05069c8 req-2ca6739e-33cb-45d8-88eb-d37023b025aa service neutron] 10.222.0.41 "GET /v2.0/networks/c4b9653e-45c7-499b-ba57-89c5719459c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973697 Mar 08 20:35:33.407252 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-f40bc5fd-fff7-4778-a382-e4fde05069c8 req-25a0b6f3-e6d0-4507-9559-7beb671298bf service neutron] 10.222.0.41 "GET /v2.0/networks/c4b9653e-45c7-499b-ba57-89c5719459c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865431 Mar 08 20:35:33.551318 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241b88fa-f8f0-4e3b-96d0-ed4a34ec8415 req-1a2c07b8-634e-4441-82bf-09c757b43138 tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:35:33.552829 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-241b88fa-f8f0-4e3b-96d0-ed4a34ec8415 req-1a2c07b8-634e-4441-82bf-09c757b43138 tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5f8ea3c-dce4-482f-8530-87a9153e6873 HTTP/1.1" status: 200 len: 946 time: 0.0592396 Mar 08 20:35:33.616001 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-241b88fa-f8f0-4e3b-96d0-ed4a34ec8415 req-528d8f7b-a078-448d-9c3a-5efbab3ebaef tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] 10.222.0.41 "GET /v2.0/security-groups?id=306014d5-d504-41eb-b92c-22e11b4bc9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542026 Mar 08 20:35:33.821133 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-7a330e8f-62e0-4259-bea2-8ced8e9b3a98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745146981205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476605'] for agent (cd1d0244-f954-4bda-89fb-1fdc1954e39d), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:35:33.833968 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41734cf-d38b-42ac-aefa-b2d09ebfbbe3 req-0702db96-0559-4d76-aa1b-33a45eafc8a9 tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:35:33.833968 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-a41734cf-d38b-42ac-aefa-b2d09ebfbbe3 req-0702db96-0559-4d76-aa1b-33a45eafc8a9 tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] 10.222.0.41 "GET /v2.0/ports?device_id=bad46cc3-630c-44e3-97f4-2efe2ffc87e1 HTTP/1.1" status: 200 len: 945 time: 0.1043835 Mar 08 20:35:33.851550 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-280130e5-c91b-46a2-a794-8fe318701212 req-e85a1447-a45b-4e9d-9f81-4a374cf91e1b tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] 10.222.0.41 "GET /v2.0/ports?device_id=2e62a230-e556-4ebf-90f0-5bd254facb63 HTTP/1.1" status: 200 len: 210 time: 0.0382404 Mar 08 20:35:33.885361 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-a41734cf-d38b-42ac-aefa-b2d09ebfbbe3 req-d04823cd-ae55-43a6-ad13-44f53f9f6daf tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] 10.222.0.41 "GET /v2.0/security-groups?id=67f89219-d397-47b0-aaf7-d3f898f93734&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474067 Mar 08 20:35:34.738420 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d1baf1-bdc0-4d15-898d-71ab5afcf775 req-e9d84e7d-508a-472b-b8a5-22030fed6de8 tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:35:34.739916 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-48d1baf1-bdc0-4d15-898d-71ab5afcf775 req-e9d84e7d-508a-472b-b8a5-22030fed6de8 tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5f8ea3c-dce4-482f-8530-87a9153e6873 HTTP/1.1" status: 200 len: 946 time: 0.0538182 Mar 08 20:35:34.787786 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-48d1baf1-bdc0-4d15-898d-71ab5afcf775 req-77c39747-8901-4733-9926-44e1e118684d tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] 10.222.0.41 "GET /v2.0/security-groups?id=306014d5-d504-41eb-b92c-22e11b4bc9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420141 Mar 08 20:35:34.935880 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-306ee7ec-d54e-4b00-8b72-3b031af357b5 req-2e2463d2-eb09-4ec1-8882-70b9c75d38d6 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] 10.222.0.41 "GET /v2.0/ports?device_id=2e62a230-e556-4ebf-90f0-5bd254facb63 HTTP/1.1" status: 200 len: 210 time: 0.0334074 Mar 08 20:35:35.027576 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3e3a63-8d46-4227-ad58-03cb1d52ec84 req-67a693fb-296e-424e-a546-8e69c1aa3b89 tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:35:35.029160 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-bf3e3a63-8d46-4227-ad58-03cb1d52ec84 req-67a693fb-296e-424e-a546-8e69c1aa3b89 tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] 10.222.0.41 "GET /v2.0/ports?device_id=bad46cc3-630c-44e3-97f4-2efe2ffc87e1 HTTP/1.1" status: 200 len: 945 time: 0.0617423 Mar 08 20:35:35.087726 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-bf3e3a63-8d46-4227-ad58-03cb1d52ec84 req-20cf6637-05e7-4f11-b6ae-49160a114a53 tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] 10.222.0.41 "GET /v2.0/security-groups?id=67f89219-d397-47b0-aaf7-d3f898f93734&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523429 Mar 08 20:35:35.357252 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745146981205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476605'] for agent (fa4b043a-5d45-4181-9cb2-30d29598ef5b), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:35:35.913365 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764d171f-517a-4809-9a0b-5d4aab9dd6ab req-8c1b5ec5-a635-414a-8d91-d451aab5c4cf tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:35:35.914875 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-764d171f-517a-4809-9a0b-5d4aab9dd6ab req-8c1b5ec5-a635-414a-8d91-d451aab5c4cf tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5f8ea3c-dce4-482f-8530-87a9153e6873 HTTP/1.1" status: 200 len: 946 time: 0.0575504 Mar 08 20:35:35.964333 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-764d171f-517a-4809-9a0b-5d4aab9dd6ab req-832a5444-376d-4a99-9269-2114b0615412 tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] 10.222.0.41 "GET /v2.0/security-groups?id=306014d5-d504-41eb-b92c-22e11b4bc9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431983 Mar 08 20:35:36.034133 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-3c0bd6c6-fc40-412e-bfc5-ff3c7683eeb5 req-aefa28a4-7ee4-4cac-b57b-1f9b50f19463 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] 10.222.0.41 "GET /v2.0/ports?device_id=2e62a230-e556-4ebf-90f0-5bd254facb63 HTTP/1.1" status: 200 len: 210 time: 0.0318315 Mar 08 20:35:36.211768 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3293fa2-99e8-45bd-87fe-8f4a554721e2 req-05ed7c61-5f18-4208-9404-8fd0c3788b25 tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:35:36.213340 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-b3293fa2-99e8-45bd-87fe-8f4a554721e2 req-05ed7c61-5f18-4208-9404-8fd0c3788b25 tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] 10.222.0.41 "GET /v2.0/ports?device_id=bad46cc3-630c-44e3-97f4-2efe2ffc87e1 HTTP/1.1" status: 200 len: 945 time: 0.0576909 Mar 08 20:35:36.260611 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-b3293fa2-99e8-45bd-87fe-8f4a554721e2 req-d9b8b51c-acd7-427d-80b3-e85f8b837ecd tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] 10.222.0.41 "GET /v2.0/security-groups?id=67f89219-d397-47b0-aaf7-d3f898f93734&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410881 Mar 08 20:35:37.094965 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0b547c-3481-442c-a343-8a18df6bc17f req-f26d8c21-95d7-44d8-b2e6-15292f416d13 tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:35:37.096466 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-ff0b547c-3481-442c-a343-8a18df6bc17f req-f26d8c21-95d7-44d8-b2e6-15292f416d13 tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5f8ea3c-dce4-482f-8530-87a9153e6873 HTTP/1.1" status: 200 len: 946 time: 0.0572164 Mar 08 20:35:37.132027 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-243780ee-8860-422b-b953-da7425e0c9d3 req-19bf1f6e-2ecc-4924-b0d2-8dac71c47bc3 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] 10.222.0.41 "GET /v2.0/ports?device_id=2e62a230-e556-4ebf-90f0-5bd254facb63 HTTP/1.1" status: 200 len: 210 time: 0.0283673 Mar 08 20:35:37.150661 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-ff0b547c-3481-442c-a343-8a18df6bc17f req-5fe035a8-583a-4fe9-934b-07294712c842 tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] 10.222.0.41 "GET /v2.0/security-groups?id=306014d5-d504-41eb-b92c-22e11b4bc9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469272 Mar 08 20:35:37.397663 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0793cfe-4d72-4be4-a6a9-63a79a73b844 req-ac08e9c4-bf6d-47c5-8bcf-9f1019f197c4 tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:35:37.399788 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-c0793cfe-4d72-4be4-a6a9-63a79a73b844 req-ac08e9c4-bf6d-47c5-8bcf-9f1019f197c4 tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] 10.222.0.41 "GET /v2.0/ports?device_id=bad46cc3-630c-44e3-97f4-2efe2ffc87e1 HTTP/1.1" status: 200 len: 945 time: 0.0680053 Mar 08 20:35:37.448061 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-c0793cfe-4d72-4be4-a6a9-63a79a73b844 req-696f34c2-0340-4f09-bf87-3dd5ffe65540 tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] 10.222.0.41 "GET /v2.0/security-groups?id=67f89219-d397-47b0-aaf7-d3f898f93734&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422158 Mar 08 20:35:38.240710 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-44a12703-2470-48c4-b213-8ad7137301ea req-f8cec0c0-2b6a-469b-a6a8-3f99667ed0a5 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] 10.222.0.41 "GET /v2.0/ports?device_id=2e62a230-e556-4ebf-90f0-5bd254facb63 HTTP/1.1" status: 200 len: 210 time: 0.0378976 Mar 08 20:35:38.332141 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8790591-ca5d-4adc-a779-24ec4a4d6108 req-a157c2af-1ab8-46a1-bbe6-b3a622a35f64 tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:35:38.333695 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-a8790591-ca5d-4adc-a779-24ec4a4d6108 req-a157c2af-1ab8-46a1-bbe6-b3a622a35f64 tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5f8ea3c-dce4-482f-8530-87a9153e6873 HTTP/1.1" status: 200 len: 946 time: 0.0672379 Mar 08 20:35:38.384944 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-a8790591-ca5d-4adc-a779-24ec4a4d6108 req-ad4cc99c-07f9-4a0d-ab3a-796ffa08ed99 tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] 10.222.0.41 "GET /v2.0/security-groups?id=306014d5-d504-41eb-b92c-22e11b4bc9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450964 Mar 08 20:35:38.578042 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4039464-131f-4dd9-8d4a-6961a4525add req-041c6673-241c-4742-8ae1-5128cc6a3e96 tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:35:38.579671 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-f4039464-131f-4dd9-8d4a-6961a4525add req-041c6673-241c-4742-8ae1-5128cc6a3e96 tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] 10.222.0.41 "GET /v2.0/ports?device_id=bad46cc3-630c-44e3-97f4-2efe2ffc87e1 HTTP/1.1" status: 200 len: 945 time: 0.0600085 Mar 08 20:35:38.630507 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-f4039464-131f-4dd9-8d4a-6961a4525add req-ea780298-3804-49fb-8b32-41c0912ab2f3 tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] 10.222.0.41 "GET /v2.0/security-groups?id=67f89219-d397-47b0-aaf7-d3f898f93734&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444849 Mar 08 20:35:39.354728 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-2990de48-71bb-4653-9b07-8834fff91aff req-dbeba44c-8f48-4e0d-9933-ed6eae4ee85b tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] 10.222.0.41 "GET /v2.0/ports?device_id=2e62a230-e556-4ebf-90f0-5bd254facb63 HTTP/1.1" status: 200 len: 210 time: 0.0342970 Mar 08 20:35:39.560454 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40bc5fd-fff7-4778-a382-e4fde05069c8 req-4cf8ee3b-1147-4a5f-b760-c4f2c2dd6136 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:35:39.562051 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-f40bc5fd-fff7-4778-a382-e4fde05069c8 req-4cf8ee3b-1147-4a5f-b760-c4f2c2dd6136 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] 10.222.0.37 "GET /v2.0/networks?id=c4b9653e-45c7-499b-ba57-89c5719459c1 HTTP/1.1" status: 200 len: 814 time: 0.1927049 Mar 08 20:35:39.598630 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9e775c-085f-45dc-9c86-d65235ded904 req-7d639d73-7892-44ec-9221-dad8658e84b7 tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:35:39.600145 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-db9e775c-085f-45dc-9c86-d65235ded904 req-7d639d73-7892-44ec-9221-dad8658e84b7 tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5f8ea3c-dce4-482f-8530-87a9153e6873 HTTP/1.1" status: 200 len: 946 time: 0.1008606 Mar 08 20:35:39.670502 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-f40bc5fd-fff7-4778-a382-e4fde05069c8 req-66840118-da75-4594-b50d-44f23dce52cc tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f20808b123ee4f56a27c063a5a344a6f HTTP/1.1" status: 200 len: 378 time: 0.0928156 Mar 08 20:35:39.689296 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.v2.base [req-f40bc5fd-fff7-4778-a382-e4fde05069c8 req-f5cf4536-4882-4183-a1b2-b8439e57f634 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Request body: {'port': {'device_id': '2e62a230-e556-4ebf-90f0-5bd254facb63', 'network_id': 'c4b9653e-45c7-499b-ba57-89c5719459c1', 'admin_state_up': True, 'tenant_id': 'f20808b123ee4f56a27c063a5a344a6f', 'security_groups': ['eeef95d0-0be7-48ea-b698-bba64e1cd742']}} {{(pid=103458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:35:39.714105 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-db9e775c-085f-45dc-9c86-d65235ded904 req-1c72b112-9e0d-48bc-8c7f-bcbdd7398266 tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] 10.222.0.41 "GET /v2.0/security-groups?id=306014d5-d504-41eb-b92c-22e11b4bc9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036603 Mar 08 20:35:39.868979 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca5f71e-f12c-46ae-b2c1-b89025d2b8f2 req-e7c1b278-d4f0-4e0d-adb3-ff70611f362b tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:35:39.873264 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-9ca5f71e-f12c-46ae-b2c1-b89025d2b8f2 req-e7c1b278-d4f0-4e0d-adb3-ff70611f362b tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] 10.222.0.41 "GET /v2.0/ports?device_id=bad46cc3-630c-44e3-97f4-2efe2ffc87e1 HTTP/1.1" status: 200 len: 945 time: 0.1382830 Mar 08 20:35:39.958294 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-9ca5f71e-f12c-46ae-b2c1-b89025d2b8f2 req-bf4ab4a3-2d6f-4ee4-9f5e-7115daf5c730 tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] 10.222.0.41 "GET /v2.0/security-groups?id=67f89219-d397-47b0-aaf7-d3f898f93734&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727220 Mar 08 20:35:39.975790 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f40bc5fd-fff7-4778-a382-e4fde05069c8 req-f5cf4536-4882-4183-a1b2-b8439e57f634 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Made reservation on behalf of f20808b123ee4f56a27c063a5a344a6f for: {'port': 1} {{(pid=103458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 20:35:39.979896 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-f40bc5fd-fff7-4778-a382-e4fde05069c8 req-f5cf4536-4882-4183-a1b2-b8439e57f634 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747308'] for port (None), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:35:40.122588 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.db.db_base_plugin_common [req-f40bc5fd-fff7-4778-a382-e4fde05069c8 req-f5cf4536-4882-4183-a1b2-b8439e57f634 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Allocated IP 172.20.0.6 (c4b9653e-45c7-499b-ba57-89c5719459c1/3acd2cae-edc5-4deb-af56-8a423e7d5ec3/b2dc2c70-6a52-4041-bbc3-e64ea6534e27) {{(pid=103458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 20:35:40.274433 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-f40bc5fd-fff7-4778-a382-e4fde05069c8 req-f5cf4536-4882-4183-a1b2-b8439e57f634 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Publish callbacks [] for port (b2dc2c70-6a52-4041-bbc3-e64ea6534e27), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:35:40.412458 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-f40bc5fd-fff7-4778-a382-e4fde05069c8 req-f5cf4536-4882-4183-a1b2-b8439e57f634 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745146440906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28566877'] for port (b2dc2c70-6a52-4041-bbc3-e64ea6534e27), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:35:40.487018 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f40bc5fd-fff7-4778-a382-e4fde05069c8 req-f5cf4536-4882-4183-a1b2-b8439e57f634 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Network c4b9653e-45c7-499b-ba57-89c5719459c1 is already hosted by enough agents. {{(pid=103458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 20:35:40.491681 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.scheduler.base_scheduler [req-f40bc5fd-fff7-4778-a382-e4fde05069c8 req-f5cf4536-4882-4183-a1b2-b8439e57f634 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Resources bound (agent type, host, resource id): {{(pid=103458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:35:40.497566 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [req-f40bc5fd-fff7-4778-a382-e4fde05069c8 req-f5cf4536-4882-4183-a1b2-b8439e57f634 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Received port after_create {{(pid=103458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 20:35:40.743507 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.provisioning_blocks [None req-eea5d389-029d-40bd-bff5-fb5859803e66 None None] Provisioning complete for port b2dc2c70-6a52-4041-bbc3-e64ea6534e27 triggered by entity DHCP. {{(pid=103460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:35:40.744108 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-eea5d389-029d-40bd-bff5-fb5859803e66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476507'] for port (b2dc2c70-6a52-4041-bbc3-e64ea6534e27), provisioning_complete {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:35:40.773662 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cf4536-4882-4183-a1b2-b8439e57f634 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Pushing event updated for resources: {'Port': ['ID=b2dc2c70-6a52-4041-bbc3-e64ea6534e27,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:35:40.785305 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.plugin [None req-eea5d389-029d-40bd-bff5-fb5859803e66 None None] Port b2dc2c70-6a52-4041-bbc3-e64ea6534e27 cannot update to ACTIVE because it is not bound. {{(pid=103460) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 20:35:40.797191 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5cf4536-4882-4183-a1b2-b8439e57f634 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:35:40.797539 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5cf4536-4882-4183-a1b2-b8439e57f634 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:35:40.797878 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5cf4536-4882-4183-a1b2-b8439e57f634 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:35:40.798216 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5cf4536-4882-4183-a1b2-b8439e57f634 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:35:40.798544 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5cf4536-4882-4183-a1b2-b8439e57f634 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:35:40.798874 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5cf4536-4882-4183-a1b2-b8439e57f634 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:35:40.799202 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5cf4536-4882-4183-a1b2-b8439e57f634 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:35:40.799525 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5cf4536-4882-4183-a1b2-b8439e57f634 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:35:40.799847 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5cf4536-4882-4183-a1b2-b8439e57f634 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:35:40.800172 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5cf4536-4882-4183-a1b2-b8439e57f634 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:35:40.800635 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5cf4536-4882-4183-a1b2-b8439e57f634 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:35:40.800836 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5cf4536-4882-4183-a1b2-b8439e57f634 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:35:40.801162 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5cf4536-4882-4183-a1b2-b8439e57f634 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:35:40.821964 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3995be97-766a-4b4d-91e1-00c8bf7becef req-8e57f758-1032-4432-9bbd-a4a65335c9da tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:35:40.823440 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-3995be97-766a-4b4d-91e1-00c8bf7becef req-8e57f758-1032-4432-9bbd-a4a65335c9da tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] 10.222.0.41 "GET /v2.0/ports?device_id=2e62a230-e556-4ebf-90f0-5bd254facb63 HTTP/1.1" status: 200 len: 931 time: 0.3791010 Mar 08 20:35:40.829360 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40bc5fd-fff7-4778-a382-e4fde05069c8 req-f5cf4536-4882-4183-a1b2-b8439e57f634 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:35:40.829957 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-f40bc5fd-fff7-4778-a382-e4fde05069c8 req-f5cf4536-4882-4183-a1b2-b8439e57f634 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4188892'] for port (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:35:40.879593 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-3995be97-766a-4b4d-91e1-00c8bf7becef req-68910932-bcd1-4e7c-a0a2-a04977542227 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] 10.222.0.41 "GET /v2.0/security-groups?id=eeef95d0-0be7-48ea-b698-bba64e1cd742&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0468452 Mar 08 20:35:40.984085 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-f40bc5fd-fff7-4778-a382-e4fde05069c8 req-f5cf4536-4882-4183-a1b2-b8439e57f634 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3028214 Mar 08 20:35:41.009784 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.v2.base [req-f40bc5fd-fff7-4778-a382-e4fde05069c8 req-e8c01475-ae51-40b2-ae9a-0ab7c27471e5 service neutron] Request body: {'port': {'device_id': '2e62a230-e556-4ebf-90f0-5bd254facb63', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=103458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:35:41.076724 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-f40bc5fd-fff7-4778-a382-e4fde05069c8 req-e8c01475-ae51-40b2-ae9a-0ab7c27471e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747308'] for port (b2dc2c70-6a52-4041-bbc3-e64ea6534e27), before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:35:41.079171 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42416330-45f4-458e-a30a-a8c0f116498b req-34f61a2a-3cbb-44cd-891c-9ae1e8fe72ff tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:35:41.080811 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-42416330-45f4-458e-a30a-a8c0f116498b req-34f61a2a-3cbb-44cd-891c-9ae1e8fe72ff tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] 10.222.0.41 "GET /v2.0/ports?device_id=bad46cc3-630c-44e3-97f4-2efe2ffc87e1 HTTP/1.1" status: 200 len: 945 time: 0.0617998 Mar 08 20:35:41.137148 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-42416330-45f4-458e-a30a-a8c0f116498b req-bc531f3f-623a-4acb-b5c5-b836191ba71b tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] 10.222.0.41 "GET /v2.0/security-groups?id=67f89219-d397-47b0-aaf7-d3f898f93734&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490482 Mar 08 20:35:41.361000 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.notifiers.nova [req-f40bc5fd-fff7-4778-a382-e4fde05069c8 req-e8c01475-ae51-40b2-ae9a-0ab7c27471e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2dc2c70-6a52-4041-bbc3-e64ea6534e27 {{(pid=103458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 20:35:41.369471 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-f40bc5fd-fff7-4778-a382-e4fde05069c8 req-e8c01475-ae51-40b2-ae9a-0ab7c27471e5 service neutron] Publish callbacks [] for port (b2dc2c70-6a52-4041-bbc3-e64ea6534e27), precommit_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:35:41.384901 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [req-f40bc5fd-fff7-4778-a382-e4fde05069c8 req-e8c01475-ae51-40b2-ae9a-0ab7c27471e5 service neutron] Transition to ACTIVE for port object b2dc2c70-6a52-4041-bbc3-e64ea6534e27 will not be triggered until provisioned by entity L2. {{(pid=103458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 20:35:41.501253 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-f40bc5fd-fff7-4778-a382-e4fde05069c8 req-e8c01475-ae51-40b2-ae9a-0ab7c27471e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745146878648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745146440924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745146440942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28566820'] for port (b2dc2c70-6a52-4041-bbc3-e64ea6534e27), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:35:41.555323 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c01475-ae51-40b2-ae9a-0ab7c27471e5 service neutron] Pushing event updated for resources: {'Port': ['ID=b2dc2c70-6a52-4041-bbc3-e64ea6534e27,revision_number=2']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:35:41.634798 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [req-f40bc5fd-fff7-4778-a382-e4fde05069c8 req-e8c01475-ae51-40b2-ae9a-0ab7c27471e5 service neutron] Attempting to bind port b2dc2c70-6a52-4041-bbc3-e64ea6534e27 on host hv-cinder-83009 for vnic_type normal with profile {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 20:35:41.634798 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [req-f40bc5fd-fff7-4778-a382-e4fde05069c8 req-e8c01475-ae51-40b2-ae9a-0ab7c27471e5 service neutron] Attempting to bind port b2dc2c70-6a52-4041-bbc3-e64ea6534e27 by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': '4d17c990-8ca8-4b04-9435-e1e4727aeb38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'c4b9653e-45c7-499b-ba57-89c5719459c1'}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 20:35:41.634798 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f40bc5fd-fff7-4778-a382-e4fde05069c8 req-e8c01475-ae51-40b2-ae9a-0ab7c27471e5 service neutron] Attempting to bind port b2dc2c70-6a52-4041-bbc3-e64ea6534e27 on network c4b9653e-45c7-499b-ba57-89c5719459c1 {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 20:35:41.640311 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f40bc5fd-fff7-4778-a382-e4fde05069c8 req-e8c01475-ae51-40b2-ae9a-0ab7c27471e5 service neutron] Port b2dc2c70-6a52-4041-bbc3-e64ea6534e27 on network c4b9653e-45c7-499b-ba57-89c5719459c1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 20:35:41.640744 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f40bc5fd-fff7-4778-a382-e4fde05069c8 req-e8c01475-ae51-40b2-ae9a-0ab7c27471e5 service neutron] Attempting to bind port b2dc2c70-6a52-4041-bbc3-e64ea6534e27 on network c4b9653e-45c7-499b-ba57-89c5719459c1 {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 20:35:41.646212 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f40bc5fd-fff7-4778-a382-e4fde05069c8 req-e8c01475-ae51-40b2-ae9a-0ab7c27471e5 service neutron] Checking agent: {'id': '905863fd-6a46-47f8-82ce-98f31309cbd3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 20, 29, 24), 'started_at': datetime.datetime(2022, 3, 8, 20, 29, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 20, 35, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 20:35:41.646558 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f40bc5fd-fff7-4778-a382-e4fde05069c8 req-e8c01475-ae51-40b2-ae9a-0ab7c27471e5 service neutron] Checking segment: {'id': '4d17c990-8ca8-4b04-9435-e1e4727aeb38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'c4b9653e-45c7-499b-ba57-89c5719459c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 20:35:41.646947 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f40bc5fd-fff7-4778-a382-e4fde05069c8 req-e8c01475-ae51-40b2-ae9a-0ab7c27471e5 service neutron] Bound using segment: {'id': '4d17c990-8ca8-4b04-9435-e1e4727aeb38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'c4b9653e-45c7-499b-ba57-89c5719459c1'} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 20:35:41.647382 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [req-f40bc5fd-fff7-4778-a382-e4fde05069c8 req-e8c01475-ae51-40b2-ae9a-0ab7c27471e5 service neutron] Bound port: b2dc2c70-6a52-4041-bbc3-e64ea6534e27, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d17c990-8ca8-4b04-9435-e1e4727aeb38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'c4b9653e-45c7-499b-ba57-89c5719459c1'}}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 20:35:41.647774 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-f40bc5fd-fff7-4778-a382-e4fde05069c8 req-e8c01475-ae51-40b2-ae9a-0ab7c27471e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747308'] for port (b2dc2c70-6a52-4041-bbc3-e64ea6534e27), before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:35:41.736265 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.db [req-f40bc5fd-fff7-4778-a382-e4fde05069c8 req-e8c01475-ae51-40b2-ae9a-0ab7c27471e5 service neutron] For port b2dc2c70-6a52-4041-bbc3-e64ea6534e27, host hv-cinder-83009, cleared binding levels {{(pid=103458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 20:35:41.739569 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.db [req-f40bc5fd-fff7-4778-a382-e4fde05069c8 req-e8c01475-ae51-40b2-ae9a-0ab7c27471e5 service neutron] For port b2dc2c70-6a52-4041-bbc3-e64ea6534e27, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=b2dc2c70-6a52-4041-bbc3-e64ea6534e27,segment=NetworkSegment(4d17c990-8ca8-4b04-9435-e1e4727aeb38),segment_id=4d17c990-8ca8-4b04-9435-e1e4727aeb38)] {{(pid=103458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 20:35:41.833558 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-f40bc5fd-fff7-4778-a382-e4fde05069c8 req-e8c01475-ae51-40b2-ae9a-0ab7c27471e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745146878648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745146440924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745146440942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28566820'] for port (b2dc2c70-6a52-4041-bbc3-e64ea6534e27), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:35:41.879545 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40bc5fd-fff7-4778-a382-e4fde05069c8 req-e8c01475-ae51-40b2-ae9a-0ab7c27471e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:35:41.879545 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-f40bc5fd-fff7-4778-a382-e4fde05069c8 req-e8c01475-ae51-40b2-ae9a-0ab7c27471e5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4188892'] for port (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:35:41.879545 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-f40bc5fd-fff7-4778-a382-e4fde05069c8 req-e8c01475-ae51-40b2-ae9a-0ab7c27471e5 service neutron] 10.222.0.37 "PUT /v2.0/ports/b2dc2c70-6a52-4041-bbc3-e64ea6534e27 HTTP/1.1" status: 200 len: 1093 time: 0.8736253 Mar 08 20:35:41.879545 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e62a230-e556-4ebf-90f0-5bd254facb63', 'tag': 'b2dc2c70-6a52-4041-bbc3-e64ea6534e27'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 20:35:41.892386 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80a387be2d8005eb2e27f9060a02e972faa958bb0688f3ffd3bc7b0f4eb55c8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9880edff-7eaf-4ef7-b604-2b6bac487e12" -d '{"events": [{"name": "network-changed", "server_uuid": "2e62a230-e556-4ebf-90f0-5bd254facb63", "tag": "b2dc2c70-6a52-4041-bbc3-e64ea6534e27"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 20:35:41.927755 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c01475-ae51-40b2-ae9a-0ab7c27471e5 service neutron] Pushing event updated for resources: {'Port': ['ID=b2dc2c70-6a52-4041-bbc3-e64ea6534e27,revision_number=3']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:35:41.965720 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 20:35:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2816277-0731-4d7f-b625-13b37307dff6 x-openstack-request-id: req-b2816277-0731-4d7f-b625-13b37307dff6 {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 20:35:41.965896 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e62a230-e556-4ebf-90f0-5bd254facb63", "tag": "b2dc2c70-6a52-4041-bbc3-e64ea6534e27", "status": "completed", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 20:35:41.966171 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b2816277-0731-4d7f-b625-13b37307dff6 {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 20:35:41.966591 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e62a230-e556-4ebf-90f0-5bd254facb63', 'tag': 'b2dc2c70-6a52-4041-bbc3-e64ea6534e27', 'status': 'completed', 'code': 200} Mar 08 20:35:42.082332 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b9f7ee-1ae0-4e88-8163-f78fa415b608 req-33297ad8-74c2-4e48-a440-ff574510a512 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:35:42.084507 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-a2b9f7ee-1ae0-4e88-8163-f78fa415b608 req-33297ad8-74c2-4e48-a440-ff574510a512 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] 10.222.0.41 "GET /v2.0/ports?device_id=2e62a230-e556-4ebf-90f0-5bd254facb63 HTTP/1.1" status: 200 len: 943 time: 0.0961795 Mar 08 20:35:42.086937 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9880edff-7eaf-4ef7-b604-2b6bac487e12 req-982de0d3-278f-4763-91ed-573620adb804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:35:42.088618 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-9880edff-7eaf-4ef7-b604-2b6bac487e12 req-982de0d3-278f-4763-91ed-573620adb804 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f20808b123ee4f56a27c063a5a344a6f&device_id=2e62a230-e556-4ebf-90f0-5bd254facb63 HTTP/1.1" status: 200 len: 1127 time: 0.0908730 Mar 08 20:35:42.213799 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-a2b9f7ee-1ae0-4e88-8163-f78fa415b608 req-5ce1be23-91e0-40f3-919d-3d8d9a793cce tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] 10.222.0.41 "GET /v2.0/security-groups?id=eeef95d0-0be7-48ea-b698-bba64e1cd742&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1068687 Mar 08 20:35:42.245102 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9880edff-7eaf-4ef7-b604-2b6bac487e12 req-d721a095-64e2-40e5-b61b-07d3ff9b5842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:35:42.246924 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-9880edff-7eaf-4ef7-b604-2b6bac487e12 req-d721a095-64e2-40e5-b61b-07d3ff9b5842 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=f20808b123ee4f56a27c063a5a344a6f&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1509089 Mar 08 20:35:42.282314 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b2afd3-e7f8-44fc-be35-39bef2bd4275 req-ffa0cbf9-09e8-4a6d-a3b4-593190c80236 tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:35:42.283965 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-a3b2afd3-e7f8-44fc-be35-39bef2bd4275 req-ffa0cbf9-09e8-4a6d-a3b4-593190c80236 tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] 10.222.0.41 "GET /v2.0/ports?device_id=bad46cc3-630c-44e3-97f4-2efe2ffc87e1 HTTP/1.1" status: 200 len: 945 time: 0.0666764 Mar 08 20:35:42.336389 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-a3b2afd3-e7f8-44fc-be35-39bef2bd4275 req-1d134acf-0acb-4e4b-bef6-93bbc3a57994 tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] 10.222.0.41 "GET /v2.0/security-groups?id=67f89219-d397-47b0-aaf7-d3f898f93734&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467043 Mar 08 20:35:42.351604 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9880edff-7eaf-4ef7-b604-2b6bac487e12 req-fc10d416-7d44-4c27-8703-dfcc3a566240 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:35:42.353132 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-9880edff-7eaf-4ef7-b604-2b6bac487e12 req-fc10d416-7d44-4c27-8703-dfcc3a566240 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0972781 Mar 08 20:35:42.464327 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40bc5fd-fff7-4778-a382-e4fde05069c8 req-a900d114-1687-486f-800f-4702a150eb69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:35:42.464327 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-f40bc5fd-fff7-4778-a382-e4fde05069c8 req-a900d114-1687-486f-800f-4702a150eb69 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f20808b123ee4f56a27c063a5a344a6f&device_id=2e62a230-e556-4ebf-90f0-5bd254facb63 HTTP/1.1" status: 200 len: 1127 time: 0.0508428 Mar 08 20:35:42.515441 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-f40bc5fd-fff7-4778-a382-e4fde05069c8 req-aa1067ce-7e5c-460b-a710-94c8f07af0c7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b2dc2c70-6a52-4041-bbc3-e64ea6534e27 HTTP/1.1" status: 200 len: 217 time: 0.0394068 Mar 08 20:35:42.584656 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40bc5fd-fff7-4778-a382-e4fde05069c8 req-f1b484b1-2dd7-44b0-84c9-ca93437208f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:35:42.586170 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-f40bc5fd-fff7-4778-a382-e4fde05069c8 req-f1b484b1-2dd7-44b0-84c9-ca93437208f3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3acd2cae-edc5-4deb-af56-8a423e7d5ec3 HTTP/1.1" status: 200 len: 853 time: 0.0463400 Mar 08 20:35:42.640644 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40bc5fd-fff7-4778-a382-e4fde05069c8 req-5dace078-2b1e-4351-a050-47771b838ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:35:42.642522 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-f40bc5fd-fff7-4778-a382-e4fde05069c8 req-5dace078-2b1e-4351-a050-47771b838ecd service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c4b9653e-45c7-499b-ba57-89c5719459c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0489450 Mar 08 20:35:42.741804 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-f40bc5fd-fff7-4778-a382-e4fde05069c8 req-abd1d414-75ed-4607-82d2-49ef04e0971f service neutron] 10.222.0.37 "GET /v2.0/networks/c4b9653e-45c7-499b-ba57-89c5719459c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897598 Mar 08 20:35:42.845973 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-f40bc5fd-fff7-4778-a382-e4fde05069c8 req-5279da0c-537a-4ba6-ba43-8931ba429847 service neutron] 10.222.0.37 "GET /v2.0/networks/c4b9653e-45c7-499b-ba57-89c5719459c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931668 Mar 08 20:35:43.342414 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a178a07-6c18-4e24-ba01-e678ba892dc4 req-27236403-aa3f-4bc2-952b-13850366f863 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:35:43.344010 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-8a178a07-6c18-4e24-ba01-e678ba892dc4 req-27236403-aa3f-4bc2-952b-13850366f863 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] 10.222.0.41 "GET /v2.0/ports?device_id=2e62a230-e556-4ebf-90f0-5bd254facb63 HTTP/1.1" status: 200 len: 943 time: 0.0586979 Mar 08 20:35:43.400722 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-8a178a07-6c18-4e24-ba01-e678ba892dc4 req-6ad73a6e-a7cc-44aa-9fc9-a7d9efe0b5c5 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] 10.222.0.41 "GET /v2.0/security-groups?id=eeef95d0-0be7-48ea-b698-bba64e1cd742&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0495367 Mar 08 20:35:43.477169 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d703b05-5efd-487b-8937-2e1fe7e18fe5 req-ce3607db-b295-47db-b99b-cc322d5d7408 tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:35:43.478809 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-6d703b05-5efd-487b-8937-2e1fe7e18fe5 req-ce3607db-b295-47db-b99b-cc322d5d7408 tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] 10.222.0.41 "GET /v2.0/ports?device_id=bad46cc3-630c-44e3-97f4-2efe2ffc87e1 HTTP/1.1" status: 200 len: 945 time: 0.0620611 Mar 08 20:35:43.529387 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-6d703b05-5efd-487b-8937-2e1fe7e18fe5 req-72d5a308-e444-461d-b676-8e2852794886 tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] 10.222.0.41 "GET /v2.0/security-groups?id=67f89219-d397-47b0-aaf7-d3f898f93734&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447695 Mar 08 20:35:44.523494 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d16ffa-40ae-41e4-9c9a-d53b05ab7c49 req-83ab38ae-c38e-4122-a3ad-63a8731d4203 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:35:44.525108 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-c8d16ffa-40ae-41e4-9c9a-d53b05ab7c49 req-83ab38ae-c38e-4122-a3ad-63a8731d4203 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] 10.222.0.41 "GET /v2.0/ports?device_id=2e62a230-e556-4ebf-90f0-5bd254facb63 HTTP/1.1" status: 200 len: 943 time: 0.0539720 Mar 08 20:35:44.579501 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-c8d16ffa-40ae-41e4-9c9a-d53b05ab7c49 req-974da46f-8970-4508-9212-d9cc11bc232d tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] 10.222.0.41 "GET /v2.0/security-groups?id=eeef95d0-0be7-48ea-b698-bba64e1cd742&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0472255 Mar 08 20:35:44.673985 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd08c7b-a77b-420d-8a3a-519d399aea35 req-477f5d09-89c4-4b8b-8321-b32d52f6092e tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:35:44.673985 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-dcd08c7b-a77b-420d-8a3a-519d399aea35 req-477f5d09-89c4-4b8b-8321-b32d52f6092e tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] 10.222.0.41 "GET /v2.0/ports?device_id=bad46cc3-630c-44e3-97f4-2efe2ffc87e1 HTTP/1.1" status: 200 len: 945 time: 0.0533345 Mar 08 20:35:44.710988 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-dcd08c7b-a77b-420d-8a3a-519d399aea35 req-ddce6b41-1a30-44df-b137-210479ac60b0 tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] 10.222.0.41 "GET /v2.0/security-groups?id=67f89219-d397-47b0-aaf7-d3f898f93734&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402308 Mar 08 20:35:45.222158 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fe5c1a-8868-4a7a-9316-5de3a77e8751 req-2db5b890-5e23-4a54-bb03-34736a7df45e tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:35:45.223952 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-32fe5c1a-8868-4a7a-9316-5de3a77e8751 req-2db5b890-5e23-4a54-bb03-34736a7df45e tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] 10.222.0.41 "GET /v2.0/ports?device_id=bad46cc3-630c-44e3-97f4-2efe2ffc87e1 HTTP/1.1" status: 200 len: 945 time: 0.0676064 Mar 08 20:35:45.284748 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-32fe5c1a-8868-4a7a-9316-5de3a77e8751 req-0b900728-3685-4ba9-b96f-30fdc945a74f tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] 10.222.0.41 "GET /v2.0/security-groups?id=67f89219-d397-47b0-aaf7-d3f898f93734&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533316 Mar 08 20:35:45.371786 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936aea96-fe4c-4758-8c57-13f3e479329d req-da5fd7e9-b7f5-41e5-904d-8a733ee1af74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:35:45.373395 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-936aea96-fe4c-4758-8c57-13f3e479329d req-da5fd7e9-b7f5-41e5-904d-8a733ee1af74 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=64bbed509db949a6a003c639d3f67567&device_id=bad46cc3-630c-44e3-97f4-2efe2ffc87e1 HTTP/1.1" status: 200 len: 1129 time: 0.0465267 Mar 08 20:35:45.469941 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936aea96-fe4c-4758-8c57-13f3e479329d req-af0f6420-9ee0-4894-a1c4-694aec7b4d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:35:45.471551 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-936aea96-fe4c-4758-8c57-13f3e479329d req-af0f6420-9ee0-4894-a1c4-694aec7b4d43 service neutron] 10.222.0.37 "GET /v2.0/networks?id=bb3cf682-183a-4b4f-b70b-ac9d75a4abdd HTTP/1.1" status: 200 len: 912 time: 0.0917497 Mar 08 20:35:45.545501 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-936aea96-fe4c-4758-8c57-13f3e479329d req-fcf595ec-c9d3-4490-a9a0-6bfd9f044092 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7774432c-5ed1-4d4d-a02c-9fb8141c93a3 HTTP/1.1" status: 200 len: 1000 time: 0.0617988 Mar 08 20:35:45.600097 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936aea96-fe4c-4758-8c57-13f3e479329d req-1a2d743d-f307-4dfc-8186-12cc7f9d8b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:35:45.601672 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-936aea96-fe4c-4758-8c57-13f3e479329d req-1a2d743d-f307-4dfc-8186-12cc7f9d8b19 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a968dc2a-71a9-4847-a130-162c884db338 HTTP/1.1" status: 200 len: 850 time: 0.0489211 Mar 08 20:35:45.695745 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936aea96-fe4c-4758-8c57-13f3e479329d req-3b49244b-8246-48e1-bbba-083ce4e9d5a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:35:45.698498 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-936aea96-fe4c-4758-8c57-13f3e479329d req-3b49244b-8246-48e1-bbba-083ce4e9d5a1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=bb3cf682-183a-4b4f-b70b-ac9d75a4abdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0876982 Mar 08 20:35:45.743510 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb3056a-b6ec-4f64-bb26-4143894cf8e0 req-ff8d6a2d-e732-42f1-b4cf-de4d3ff1d047 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:35:45.745261 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-7bb3056a-b6ec-4f64-bb26-4143894cf8e0 req-ff8d6a2d-e732-42f1-b4cf-de4d3ff1d047 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] 10.222.0.41 "GET /v2.0/ports?device_id=2e62a230-e556-4ebf-90f0-5bd254facb63 HTTP/1.1" status: 200 len: 943 time: 0.0971262 Mar 08 20:35:45.811050 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7dc22e-b608-4439-bf5f-5d7779742274 req-3d9ae126-62e0-4817-a744-e17ca5476a6e tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:35:45.812791 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-9e7dc22e-b608-4439-bf5f-5d7779742274 req-3d9ae126-62e0-4817-a744-e17ca5476a6e tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] 10.222.0.41 "GET /v2.0/ports?device_id=bc092410-8ca8-4ed5-ad00-10064c4e328f HTTP/1.1" status: 200 len: 945 time: 0.0587120 Mar 08 20:35:45.843334 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-7bb3056a-b6ec-4f64-bb26-4143894cf8e0 req-af22b46e-c197-41a2-99f3-ae6f4a9bbf64 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] 10.222.0.41 "GET /v2.0/security-groups?id=eeef95d0-0be7-48ea-b698-bba64e1cd742&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0899744 Mar 08 20:35:45.865095 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-936aea96-fe4c-4758-8c57-13f3e479329d req-23b6f6e9-5ef5-4240-96c1-b6afa60e42b5 service neutron] 10.222.0.37 "GET /v2.0/networks/bb3cf682-183a-4b4f-b70b-ac9d75a4abdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1506202 Mar 08 20:35:45.871992 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-9e7dc22e-b608-4439-bf5f-5d7779742274 req-9292a518-f377-421b-9e4f-d9f9b2c028bd tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] 10.222.0.41 "GET /v2.0/security-groups?id=306014d5-d504-41eb-b92c-22e11b4bc9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528288 Mar 08 20:35:45.970040 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-936aea96-fe4c-4758-8c57-13f3e479329d req-081fe5f3-c498-4d7a-a6dc-5306b709dd80 service neutron] 10.222.0.37 "GET /v2.0/networks/bb3cf682-183a-4b4f-b70b-ac9d75a4abdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957489 Mar 08 20:35:46.414337 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28a21d5-4200-4f0b-b9d0-a210acd8d252 req-5564daa8-5092-444c-99d0-eb64747c0c59 tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:35:46.415874 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-d28a21d5-4200-4f0b-b9d0-a210acd8d252 req-5564daa8-5092-444c-99d0-eb64747c0c59 tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] 10.222.0.41 "GET /v2.0/ports?device_id=bad46cc3-630c-44e3-97f4-2efe2ffc87e1 HTTP/1.1" status: 200 len: 945 time: 0.0626416 Mar 08 20:35:46.473543 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-d28a21d5-4200-4f0b-b9d0-a210acd8d252 req-fca52c20-eb5a-4a01-82ab-9f8b9f7cd18b tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] 10.222.0.41 "GET /v2.0/security-groups?id=67f89219-d397-47b0-aaf7-d3f898f93734&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508492 Mar 08 20:35:46.979449 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6af71bb-37b5-4073-adbf-7a03c940ee38 req-c1b72d55-87f5-439e-963e-bc7038c73825 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:35:46.981712 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-d6af71bb-37b5-4073-adbf-7a03c940ee38 req-c1b72d55-87f5-439e-963e-bc7038c73825 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] 10.222.0.41 "GET /v2.0/ports?device_id=2e62a230-e556-4ebf-90f0-5bd254facb63 HTTP/1.1" status: 200 len: 943 time: 0.0625107 Mar 08 20:35:46.993300 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58ac56c-9d45-4efc-924c-516242666c1c req-f120e572-20c3-48a1-b090-383772570280 tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:35:46.994855 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-a58ac56c-9d45-4efc-924c-516242666c1c req-f120e572-20c3-48a1-b090-383772570280 tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] 10.222.0.41 "GET /v2.0/ports?device_id=bc092410-8ca8-4ed5-ad00-10064c4e328f HTTP/1.1" status: 200 len: 945 time: 0.0538986 Mar 08 20:35:47.032595 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-d6af71bb-37b5-4073-adbf-7a03c940ee38 req-f262e01c-a2ee-4326-a9a6-b094decf507e tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] 10.222.0.41 "GET /v2.0/security-groups?id=eeef95d0-0be7-48ea-b698-bba64e1cd742&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0451269 Mar 08 20:35:47.046843 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-a58ac56c-9d45-4efc-924c-516242666c1c req-2e39ec19-747e-436f-8c67-7acf97e8bfa0 tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] 10.222.0.41 "GET /v2.0/security-groups?id=306014d5-d504-41eb-b92c-22e11b4bc9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456810 Mar 08 20:35:47.479159 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.rpc [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Device b2dc2c70-6a52-4041-bbc3-e64ea6534e27 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103460) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 20:35:47.603583 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89ec6ca-39cf-4340-a941-86ae780b1b6e req-1f552834-7179-4513-af29-ab780259fd5c tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:35:47.606070 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-b89ec6ca-39cf-4340-a941-86ae780b1b6e req-1f552834-7179-4513-af29-ab780259fd5c tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] 10.222.0.41 "GET /v2.0/ports?device_id=bad46cc3-630c-44e3-97f4-2efe2ffc87e1 HTTP/1.1" status: 200 len: 945 time: 0.0593860 Mar 08 20:35:47.657491 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-b89ec6ca-39cf-4340-a941-86ae780b1b6e req-f943d6e0-59a2-4caa-9c11-50ec38e5a3d2 tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] 10.222.0.41 "GET /v2.0/security-groups?id=67f89219-d397-47b0-aaf7-d3f898f93734&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454960 Mar 08 20:35:47.723672 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.db [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] For port b2dc2c70-6a52-4041-bbc3-e64ea6534e27, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=b2dc2c70-6a52-4041-bbc3-e64ea6534e27,segment=NetworkSegment(4d17c990-8ca8-4b04-9435-e1e4727aeb38),segment_id=4d17c990-8ca8-4b04-9435-e1e4727aeb38)] {{(pid=103460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:35:47.734611 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.rpc [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Returning: {'device': 'b2dc2c70-6a52-4041-bbc3-e64ea6534e27', 'network_id': 'c4b9653e-45c7-499b-ba57-89c5719459c1', 'port_id': 'b2dc2c70-6a52-4041-bbc3-e64ea6534e27', 'mac_address': 'fa:16:3e:6b:12:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3acd2cae-edc5-4deb-af56-8a423e7d5ec3', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103460) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 20:35:47.771555 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.plugin [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Current status of the port b2dc2c70-6a52-4041-bbc3-e64ea6534e27 is: DOWN; New status is: BUILD {{(pid=103460) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:35:47.771938 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747308'] for port (b2dc2c70-6a52-4041-bbc3-e64ea6534e27), before_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:35:47.785916 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.notifiers.nova [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2dc2c70-6a52-4041-bbc3-e64ea6534e27 {{(pid=103460) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 20:35:47.806639 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.db [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] For port b2dc2c70-6a52-4041-bbc3-e64ea6534e27, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=b2dc2c70-6a52-4041-bbc3-e64ea6534e27,segment=NetworkSegment(4d17c990-8ca8-4b04-9435-e1e4727aeb38),segment_id=4d17c990-8ca8-4b04-9435-e1e4727aeb38)] {{(pid=103460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:35:47.895506 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745146878648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745146440924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745146440942'] for port (b2dc2c70-6a52-4041-bbc3-e64ea6534e27), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:35:47.944129 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Pushing event updated for resources: {'Port': ['ID=b2dc2c70-6a52-4041-bbc3-e64ea6534e27,revision_number=4']} {{(pid=103460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:35:47.951924 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:35:47.952508 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:35:47.952847 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:35:47.953185 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:35:47.953550 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:35:47.953877 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:35:47.954205 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:35:47.954530 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:35:47.954852 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:35:47.955294 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:35:47.955627 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:35:47.955971 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:35:47.956323 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:35:48.161949 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8d7eed-6d3b-4bcb-8660-2d38d49f6381 req-48061e8f-aa84-4d5e-a99c-ebd3adc5a9da tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:35:48.163507 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-bf8d7eed-6d3b-4bcb-8660-2d38d49f6381 req-48061e8f-aa84-4d5e-a99c-ebd3adc5a9da tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] 10.222.0.41 "GET /v2.0/ports?device_id=2e62a230-e556-4ebf-90f0-5bd254facb63 HTTP/1.1" status: 200 len: 944 time: 0.0605187 Mar 08 20:35:48.174910 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df7cf4f-3850-4f80-8c17-c17288fe84d1 req-b0e66251-93f6-4692-b208-210be1052279 tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:35:48.176450 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-1df7cf4f-3850-4f80-8c17-c17288fe84d1 req-b0e66251-93f6-4692-b208-210be1052279 tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] 10.222.0.41 "GET /v2.0/ports?device_id=bc092410-8ca8-4ed5-ad00-10064c4e328f HTTP/1.1" status: 200 len: 945 time: 0.0620487 Mar 08 20:35:48.204486 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.db.agents_db [None req-39e8813d-158c-4e2f-bb5f-b8539461cb33 None None] Agent healthcheck: found 6 active agents {{(pid=103461) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 20:35:48.211463 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-bf8d7eed-6d3b-4bcb-8660-2d38d49f6381 req-b8afcb43-90d5-442d-9909-96a553a9ba02 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] 10.222.0.41 "GET /v2.0/security-groups?id=eeef95d0-0be7-48ea-b698-bba64e1cd742&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0421727 Mar 08 20:35:48.233623 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-1df7cf4f-3850-4f80-8c17-c17288fe84d1 req-ab12fd8f-adb0-4feb-83ce-a0c3bea2690a tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] 10.222.0.41 "GET /v2.0/security-groups?id=306014d5-d504-41eb-b92c-22e11b4bc9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514636 Mar 08 20:35:48.778024 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c463aad8-2710-42cd-aee6-688fa31f7c46 req-46533572-4cf9-49a4-a08c-6492e4878e0c tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:35:48.779405 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-c463aad8-2710-42cd-aee6-688fa31f7c46 req-46533572-4cf9-49a4-a08c-6492e4878e0c tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] 10.222.0.41 "GET /v2.0/ports?device_id=bad46cc3-630c-44e3-97f4-2efe2ffc87e1 HTTP/1.1" status: 200 len: 945 time: 0.0558698 Mar 08 20:35:48.829099 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-c463aad8-2710-42cd-aee6-688fa31f7c46 req-6e70d96a-b797-413f-9d33-757ee702a208 tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] 10.222.0.41 "GET /v2.0/security-groups?id=67f89219-d397-47b0-aaf7-d3f898f93734&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427337 Mar 08 20:35:49.330522 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcc8f4e-6e85-4e38-bc4f-237af609e20b req-db7e02d9-184c-4aa9-a7b8-57b4d4d930a7 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:35:49.332024 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-4bcc8f4e-6e85-4e38-bc4f-237af609e20b req-db7e02d9-184c-4aa9-a7b8-57b4d4d930a7 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] 10.222.0.41 "GET /v2.0/ports?device_id=2e62a230-e556-4ebf-90f0-5bd254facb63 HTTP/1.1" status: 200 len: 944 time: 0.0541215 Mar 08 20:35:49.361155 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59eaedba-35ec-412c-8dad-7c5d4adf92eb req-4b555a47-abb8-4cb1-860c-7fab95504c19 tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:35:49.362715 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-59eaedba-35ec-412c-8dad-7c5d4adf92eb req-4b555a47-abb8-4cb1-860c-7fab95504c19 tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] 10.222.0.41 "GET /v2.0/ports?device_id=bc092410-8ca8-4ed5-ad00-10064c4e328f HTTP/1.1" status: 200 len: 945 time: 0.0552537 Mar 08 20:35:49.381463 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-4bcc8f4e-6e85-4e38-bc4f-237af609e20b req-be6f8027-04cd-4101-84de-9d62ac390462 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] 10.222.0.41 "GET /v2.0/security-groups?id=eeef95d0-0be7-48ea-b698-bba64e1cd742&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0435696 Mar 08 20:35:49.410438 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-59eaedba-35ec-412c-8dad-7c5d4adf92eb req-4e71bf2c-bef0-4ca7-8906-046a1daa674a tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] 10.222.0.41 "GET /v2.0/security-groups?id=306014d5-d504-41eb-b92c-22e11b4bc9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420594 Mar 08 20:35:49.952808 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aaa6d7e-080d-4f80-9229-0fbbc5cec615 req-b203c684-0092-414a-8606-dc640f72d04a tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:35:49.954286 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-3aaa6d7e-080d-4f80-9229-0fbbc5cec615 req-b203c684-0092-414a-8606-dc640f72d04a tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] 10.222.0.41 "GET /v2.0/ports?device_id=bad46cc3-630c-44e3-97f4-2efe2ffc87e1 HTTP/1.1" status: 200 len: 945 time: 0.0588217 Mar 08 20:35:50.002076 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-3aaa6d7e-080d-4f80-9229-0fbbc5cec615 req-ca02c361-3149-49e1-b18e-7d280a3762b5 tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] 10.222.0.41 "GET /v2.0/security-groups?id=67f89219-d397-47b0-aaf7-d3f898f93734&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420070 Mar 08 20:35:50.168602 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.db [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] get_ports_and_sgs() called for port_ids ['b2dc2c70-6a52-4041-bbc3-e64ea6534e27'] {{(pid=103460) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 20:35:50.423356 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb350aa7-ce10-4d59-a3f0-8575b21af985 req-4cce339a-2e56-4734-8e33-9304e63da7a8 tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:35:50.424917 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-eb350aa7-ce10-4d59-a3f0-8575b21af985 req-4cce339a-2e56-4734-8e33-9304e63da7a8 tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc092410-8ca8-4ed5-ad00-10064c4e328f HTTP/1.1" status: 200 len: 945 time: 0.0572162 Mar 08 20:35:50.531006 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56288631-21ea-46d6-8794-beef30fb34f2 req-3d6f5568-85c5-4ac9-b523-3a321fc67c07 tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:35:50.532498 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-56288631-21ea-46d6-8794-beef30fb34f2 req-3d6f5568-85c5-4ac9-b523-3a321fc67c07 tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] 10.222.0.41 "GET /v2.0/ports?device_id=bc092410-8ca8-4ed5-ad00-10064c4e328f HTTP/1.1" status: 200 len: 945 time: 0.0531082 Mar 08 20:35:50.561643 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de06b492-b16e-4c69-afb9-be21f91d2448 req-e69df368-113b-4f99-9507-f8ad93b635d9 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:35:50.563167 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-de06b492-b16e-4c69-afb9-be21f91d2448 req-e69df368-113b-4f99-9507-f8ad93b635d9 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] 10.222.0.41 "GET /v2.0/ports?device_id=2e62a230-e556-4ebf-90f0-5bd254facb63 HTTP/1.1" status: 200 len: 944 time: 0.1119339 Mar 08 20:35:50.582866 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-56288631-21ea-46d6-8794-beef30fb34f2 req-aae59c04-fec0-4abb-b932-45d20c737b94 tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] 10.222.0.41 "GET /v2.0/security-groups?id=306014d5-d504-41eb-b92c-22e11b4bc9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444803 Mar 08 20:35:50.606532 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [req-eb350aa7-ce10-4d59-a3f0-8575b21af985 req-4e943759-9bec-4be7-bb3c-e5054be79679 tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] Deleting port 3406b71e-3634-49ff-aafb-a5dd7c45ef9b {{(pid=103458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 20:35:50.606883 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-eb350aa7-ce10-4d59-a3f0-8575b21af985 req-4e943759-9bec-4be7-bb3c-e5054be79679 tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745146874691'] for port (3406b71e-3634-49ff-aafb-a5dd7c45ef9b), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:35:50.644640 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-de06b492-b16e-4c69-afb9-be21f91d2448 req-0e5376ee-d2f7-4acb-8b83-dc4e99a2a24a tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] 10.222.0.41 "GET /v2.0/security-groups?id=eeef95d0-0be7-48ea-b698-bba64e1cd742&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0751674 Mar 08 20:35:50.708878 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.db [req-eb350aa7-ce10-4d59-a3f0-8575b21af985 req-4e943759-9bec-4be7-bb3c-e5054be79679 tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] For port 3406b71e-3634-49ff-aafb-a5dd7c45ef9b, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=3406b71e-3634-49ff-aafb-a5dd7c45ef9b,segment=NetworkSegment(7f41e294-9f18-4c67-842c-6c4d3d8141d4),segment_id=7f41e294-9f18-4c67-842c-6c4d3d8141d4)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:35:50.709168 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-eb350aa7-ce10-4d59-a3f0-8575b21af985 req-4e943759-9bec-4be7-bb3c-e5054be79679 tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443457'] for port (3406b71e-3634-49ff-aafb-a5dd7c45ef9b), precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:35:50.721294 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [req-eb350aa7-ce10-4d59-a3f0-8575b21af985 req-4e943759-9bec-4be7-bb3c-e5054be79679 tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] Calling delete_port for 3406b71e-3634-49ff-aafb-a5dd7c45ef9b owned by compute:nova {{(pid=103458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 20:35:50.957730 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-eb350aa7-ce10-4d59-a3f0-8575b21af985 req-4e943759-9bec-4be7-bb3c-e5054be79679 tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745146878630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745146440915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28566877'] for port (3406b71e-3634-49ff-aafb-a5dd7c45ef9b), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:35:50.975271 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.db [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] get_ports_and_sgs() called for port_ids ['64834295-ef23-47d3-a226-c43721e27b16', '3406b71e-3634-49ff-aafb-a5dd7c45ef9b'] {{(pid=103460) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 20:35:50.987420 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e943759-9bec-4be7-bb3c-e5054be79679 tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] Pushing event deleted for resources: {'Port': ['ID=3406b71e-3634-49ff-aafb-a5dd7c45ef9b,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:35:51.031822 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb350aa7-ce10-4d59-a3f0-8575b21af985 req-4e943759-9bec-4be7-bb3c-e5054be79679 tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] No DVR routers for this DVR port 3406b71e-3634-49ff-aafb-a5dd7c45ef9b on host hv-cinder-83009 {{(pid=103458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 20:35:51.034816 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-eb350aa7-ce10-4d59-a3f0-8575b21af985 req-4e943759-9bec-4be7-bb3c-e5054be79679 tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4188892'] for port (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:35:51.038697 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-eb350aa7-ce10-4d59-a3f0-8575b21af985 req-4e943759-9bec-4be7-bb3c-e5054be79679 tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] 10.222.0.37 "DELETE /v2.0/ports/3406b71e-3634-49ff-aafb-a5dd7c45ef9b HTTP/1.1" status: 204 len: 173 time: 0.5969436 Mar 08 20:35:51.039197 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc092410-8ca8-4ed5-ad00-10064c4e328f', 'name': 'network-vif-deleted', 'tag': '3406b71e-3634-49ff-aafb-a5dd7c45ef9b'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 20:35:51.041832 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80a387be2d8005eb2e27f9060a02e972faa958bb0688f3ffd3bc7b0f4eb55c8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5049380b-687f-41a6-b588-217f25ccc0c0" -d '{"events": [{"server_uuid": "bc092410-8ca8-4ed5-ad00-10064c4e328f", "name": "network-vif-deleted", "tag": "3406b71e-3634-49ff-aafb-a5dd7c45ef9b"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 20:35:51.090056 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 20:35:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7173052f-b604-4040-ae7e-722dfdfbf224 x-openstack-request-id: req-7173052f-b604-4040-ae7e-722dfdfbf224 {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 20:35:51.090056 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc092410-8ca8-4ed5-ad00-10064c4e328f", "name": "network-vif-deleted", "tag": "3406b71e-3634-49ff-aafb-a5dd7c45ef9b", "status": "completed", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 20:35:51.090056 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7173052f-b604-4040-ae7e-722dfdfbf224 {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 20:35:51.090056 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc092410-8ca8-4ed5-ad00-10064c4e328f', 'name': 'network-vif-deleted', 'tag': '3406b71e-3634-49ff-aafb-a5dd7c45ef9b', 'status': 'completed', 'code': 200} Mar 08 20:35:51.133833 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a377ffc-ab59-4923-a94b-99d18f59b243 req-a1c8c52c-0889-486a-bc0d-36669637aa9b tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:35:51.135382 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-6a377ffc-ab59-4923-a94b-99d18f59b243 req-a1c8c52c-0889-486a-bc0d-36669637aa9b tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] 10.222.0.41 "GET /v2.0/ports?device_id=bad46cc3-630c-44e3-97f4-2efe2ffc87e1 HTTP/1.1" status: 200 len: 945 time: 0.0555253 Mar 08 20:35:51.188031 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-6a377ffc-ab59-4923-a94b-99d18f59b243 req-26a4dfd6-91e9-4f31-bc5b-c241b33b2459 tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] 10.222.0.41 "GET /v2.0/security-groups?id=67f89219-d397-47b0-aaf7-d3f898f93734&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464661 Mar 08 20:35:51.500976 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.rpc [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Device b2dc2c70-6a52-4041-bbc3-e64ea6534e27 up at agent hyperv_hv-cinder-83009 {{(pid=103460) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 20:35:51.696209 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.provisioning_blocks [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Provisioning for port b2dc2c70-6a52-4041-bbc3-e64ea6534e27 completed by entity L2. {{(pid=103460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 20:35:51.701980 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-dbfb3714-662d-4aee-b287-aa0e44c5ae10 req-0a3a9eab-041d-4fe9-9f15-f0821d96da1b tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] 10.222.0.41 "GET /v2.0/ports?device_id=bc092410-8ca8-4ed5-ad00-10064c4e328f HTTP/1.1" status: 200 len: 210 time: 0.0319798 Mar 08 20:35:51.717018 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.provisioning_blocks [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Provisioning complete for port b2dc2c70-6a52-4041-bbc3-e64ea6534e27 triggered by entity L2. {{(pid=103460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:35:51.717482 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476507'] for port (b2dc2c70-6a52-4041-bbc3-e64ea6534e27), provisioning_complete {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:35:51.776046 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54150b2-1907-4361-9023-64733f58d1e3 req-56fd2430-ffce-44a3-bbcb-4dab54f1bf56 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:35:51.778057 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-b54150b2-1907-4361-9023-64733f58d1e3 req-56fd2430-ffce-44a3-bbcb-4dab54f1bf56 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] 10.222.0.41 "GET /v2.0/ports?device_id=2e62a230-e556-4ebf-90f0-5bd254facb63 HTTP/1.1" status: 200 len: 944 time: 0.0593038 Mar 08 20:35:51.802623 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.plugin [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Current status of the port b2dc2c70-6a52-4041-bbc3-e64ea6534e27 is: BUILD; New status is: ACTIVE {{(pid=103460) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:35:51.803015 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747308'] for port (b2dc2c70-6a52-4041-bbc3-e64ea6534e27), before_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:35:51.828160 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e62a230-e556-4ebf-90f0-5bd254facb63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2dc2c70-6a52-4041-bbc3-e64ea6534e27'}] {{(pid=103460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 20:35:51.828697 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-b54150b2-1907-4361-9023-64733f58d1e3 req-22afad96-a617-4957-a39e-654b325c68a5 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] 10.222.0.41 "GET /v2.0/security-groups?id=eeef95d0-0be7-48ea-b698-bba64e1cd742&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0442755 Mar 08 20:35:51.831091 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf2096ed20afa7c789231551a200e589db82a1cedf1791aa7acfc36920bc021b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2daf3266-f8ab-433a-ad35-c1f27714fec7" -d '{"events": [{"server_uuid": "2e62a230-e556-4ebf-90f0-5bd254facb63", "name": "network-vif-plugged", "status": "completed", "tag": "b2dc2c70-6a52-4041-bbc3-e64ea6534e27"}]}' {{(pid=103460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 20:35:51.844746 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.db [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] For port b2dc2c70-6a52-4041-bbc3-e64ea6534e27, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=b2dc2c70-6a52-4041-bbc3-e64ea6534e27,segment=NetworkSegment(4d17c990-8ca8-4b04-9435-e1e4727aeb38),segment_id=4d17c990-8ca8-4b04-9435-e1e4727aeb38)] {{(pid=103460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:35:51.870848 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 20:35:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1de21481-fe2c-45de-9045-c6cbb0e9af10 x-openstack-request-id: req-1de21481-fe2c-45de-9045-c6cbb0e9af10 {{(pid=103460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 20:35:51.870848 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e62a230-e556-4ebf-90f0-5bd254facb63", "name": "network-vif-plugged", "status": "completed", "tag": "b2dc2c70-6a52-4041-bbc3-e64ea6534e27", "code": 200}]} {{(pid=103460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 20:35:51.870848 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1de21481-fe2c-45de-9045-c6cbb0e9af10 {{(pid=103460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 20:35:51.870848 dv-cinder-830096-3-iscsi neutron-server[103460]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e62a230-e556-4ebf-90f0-5bd254facb63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2dc2c70-6a52-4041-bbc3-e64ea6534e27', 'code': 200} Mar 08 20:35:52.003789 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745146878648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745146440924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745146440942'] for port (b2dc2c70-6a52-4041-bbc3-e64ea6534e27), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:35:52.052366 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Pushing event updated for resources: {'Port': ['ID=b2dc2c70-6a52-4041-bbc3-e64ea6534e27,revision_number=5']} {{(pid=103460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:35:52.306353 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d0843d-3809-4a9b-ac78-13dce080868e req-64016ca0-6ee6-484b-80c7-0a1a9b3a3e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:35:52.307735 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-d8d0843d-3809-4a9b-ac78-13dce080868e req-64016ca0-6ee6-484b-80c7-0a1a9b3a3e96 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=2e62a230-e556-4ebf-90f0-5bd254facb63 HTTP/1.1" status: 200 len: 1129 time: 0.0431874 Mar 08 20:35:52.357658 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-d8d0843d-3809-4a9b-ac78-13dce080868e req-4f2dc7a3-0183-4743-867c-185771c08825 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=eeef95d0-0be7-48ea-b698-bba64e1cd742&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0372455 Mar 08 20:35:52.809469 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-285da9c6-38f2-46ed-8d6d-f5828b09ffb8 req-1fa228c4-d99b-432c-be6b-fc7797a17109 tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] 10.222.0.41 "GET /v2.0/ports?device_id=bc092410-8ca8-4ed5-ad00-10064c4e328f HTTP/1.1" status: 200 len: 210 time: 0.0279422 Mar 08 20:35:52.959539 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbab83cd-1ba8-451e-b056-5abcc7f829d0 req-8a78a195-2cb0-4e81-a127-da27781c7233 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:35:52.961321 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-cbab83cd-1ba8-451e-b056-5abcc7f829d0 req-8a78a195-2cb0-4e81-a127-da27781c7233 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] 10.222.0.41 "GET /v2.0/ports?device_id=2e62a230-e556-4ebf-90f0-5bd254facb63 HTTP/1.1" status: 200 len: 945 time: 0.0557575 Mar 08 20:35:53.022120 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-cbab83cd-1ba8-451e-b056-5abcc7f829d0 req-d8fd4d09-9ceb-45ca-bfde-189b9ca75e74 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] 10.222.0.41 "GET /v2.0/security-groups?id=eeef95d0-0be7-48ea-b698-bba64e1cd742&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0464582 Mar 08 20:35:54.129784 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745146981205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476605'] for agent (905863fd-6a46-47f8-82ce-98f31309cbd3), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:35:54.137905 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9d21e0-b6c6-45c7-b834-c7648c484cd9 req-0a1115bf-64e0-4989-af48-b82ef3448c01 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:35:54.140977 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-cd9d21e0-b6c6-45c7-b834-c7648c484cd9 req-0a1115bf-64e0-4989-af48-b82ef3448c01 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] 10.222.0.41 "GET /v2.0/ports?device_id=2e62a230-e556-4ebf-90f0-5bd254facb63 HTTP/1.1" status: 200 len: 945 time: 0.0549638 Mar 08 20:35:54.192744 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-cd9d21e0-b6c6-45c7-b834-c7648c484cd9 req-ba0494b2-908d-421a-9fcc-19643f7adf22 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] 10.222.0.41 "GET /v2.0/security-groups?id=eeef95d0-0be7-48ea-b698-bba64e1cd742&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0469337 Mar 08 20:35:54.456314 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0637c227-0311-4a95-98bc-aa2e70a5771b req-ffe8b515-43ce-4886-8034-6404b122d75b tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:35:54.457693 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-0637c227-0311-4a95-98bc-aa2e70a5771b req-ffe8b515-43ce-4886-8034-6404b122d75b tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5f8ea3c-dce4-482f-8530-87a9153e6873 HTTP/1.1" status: 200 len: 946 time: 0.0627472 Mar 08 20:35:54.509972 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-0637c227-0311-4a95-98bc-aa2e70a5771b req-1fa9e6f9-22c9-4224-bbf9-abdae7564209 tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] 10.222.0.41 "GET /v2.0/security-groups?id=306014d5-d504-41eb-b92c-22e11b4bc9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424540 Mar 08 20:35:55.325315 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d412fd3-3714-4055-8fa7-4edd320bb371 req-60f4a44e-513f-42a9-b15a-8ca2b381e9dc tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:35:55.327468 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-0d412fd3-3714-4055-8fa7-4edd320bb371 req-60f4a44e-513f-42a9-b15a-8ca2b381e9dc tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] 10.222.0.41 "GET /v2.0/ports?device_id=2e62a230-e556-4ebf-90f0-5bd254facb63 HTTP/1.1" status: 200 len: 945 time: 0.0604396 Mar 08 20:35:55.379264 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-0d412fd3-3714-4055-8fa7-4edd320bb371 req-32e0ab70-b14c-4242-bfca-993128862761 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] 10.222.0.41 "GET /v2.0/security-groups?id=eeef95d0-0be7-48ea-b698-bba64e1cd742&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0429163 Mar 08 20:35:55.495483 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dc113a-d8c9-4c99-b9b5-5fbe341b5639 req-4925c6fd-e470-4d39-ab98-c73f78709d54 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:35:55.497105 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-c0dc113a-d8c9-4c99-b9b5-5fbe341b5639 req-4925c6fd-e470-4d39-ab98-c73f78709d54 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] 10.222.0.41 "GET /v2.0/ports?device_id=2e62a230-e556-4ebf-90f0-5bd254facb63 HTTP/1.1" status: 200 len: 945 time: 0.0540185 Mar 08 20:35:55.501509 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.rpc [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Device 3406b71e-3634-49ff-aafb-a5dd7c45ef9b no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103460) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 20:35:55.506419 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.41', 33894) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:35:55.511146 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.v2.base [None req-a342c21b-64ac-423c-957d-9a8e80e3d60f tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Request body: {'floatingip': {'port_id': 'b2dc2c70-6a52-4041-bbc3-e64ea6534e27'}} {{(pid=103458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:35:55.527723 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.plugin [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] No Port match for: 3406b71e-3634-49ff-aafb-a5dd7c45ef9b {{(pid=103460) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 20:35:55.528064 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.rpc [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Device 3406b71e-3634-49ff-aafb-a5dd7c45ef9b not bound to the agent host hv-cinder-83009 {{(pid=103460) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 20:35:55.552352 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-a342c21b-64ac-423c-957d-9a8e80e3d60f tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Publish callbacks [] for floatingip (79b1ec25-0cfe-4848-80f4-290bff0f49b5), before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:35:55.703370 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f37910-1aa9-4b9d-988c-ae2088172cbe req-572398f5-a7d3-491d-a338-1832d468ad32 tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:35:55.704884 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-c4f37910-1aa9-4b9d-988c-ae2088172cbe req-572398f5-a7d3-491d-a338-1832d468ad32 tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5f8ea3c-dce4-482f-8530-87a9153e6873 HTTP/1.1" status: 200 len: 946 time: 0.1198592 Mar 08 20:35:55.826854 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-c4f37910-1aa9-4b9d-988c-ae2088172cbe req-530f9d1a-ed73-4b43-a184-a5c4b1c0e4ea tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] 10.222.0.41 "GET /v2.0/security-groups?id=306014d5-d504-41eb-b92c-22e11b4bc9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857830 Mar 08 20:35:56.091950 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-a342c21b-64ac-423c-957d-9a8e80e3d60f tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:35:56.158200 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-a342c21b-64ac-423c-957d-9a8e80e3d60f tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-443219'] for floatingip (79b1ec25-0cfe-4848-80f4-290bff0f49b5), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:35:56.269675 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.db.l3_db [None req-a342c21b-64ac-423c-957d-9a8e80e3d60f tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Floating IP 79b1ec25-0cfe-4848-80f4-290bff0f49b5 associated. External IP: 172.27.2.46, port: b2dc2c70-6a52-4041-bbc3-e64ea6534e27. Mar 08 20:35:56.743298 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a342c21b-64ac-423c-957d-9a8e80e3d60f tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Router 530b8758-a936-4a7c-9055-3fd7021964a9 has already been hosted by L3 agent 7ae9fd8f-5d61-4821-9eac-044950c450f0 {{(pid=103458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 20:35:56.856380 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a342c21b-64ac-423c-957d-9a8e80e3d60f tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Notify agent at l3_agent.dv-cinder-830096-3-iscsi the message routers_updated {{(pid=103458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 20:35:56.862569 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-a342c21b-64ac-423c-957d-9a8e80e3d60f tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4188892'] for floatingip (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:35:56.872520 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37af7c7c-3393-4cd9-a780-4c9ca7c964ae None None] Sync routers for ids ['530b8758-a936-4a7c-9055-3fd7021964a9'] in dv-cinder-830096-3-iscsi {{(pid=103461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 20:35:56.890551 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37af7c7c-3393-4cd9-a780-4c9ca7c964ae None None] Routers {'530b8758-a936-4a7c-9055-3fd7021964a9'} bound to L3 agent in host dv-cinder-830096-3-iscsi {{(pid=103461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:35:56.891153 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.db.l3_hamode_db [None req-37af7c7c-3393-4cd9-a780-4c9ca7c964ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-08T20:23:01Z,description=,heartbeat_timestamp=2022-03-08T20:35:31Z,host='dv-cinder-830096-3-iscsi',id=7ae9fd8f-5d61-4821-9eac-044950c450f0,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:23:02Z,topic='l3_agent')) {'router_ids': ['530b8758-a936-4a7c-9055-3fd7021964a9'], 'active': True} {{(pid=103461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:35:56.895789 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-a342c21b-64ac-423c-957d-9a8e80e3d60f tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] 10.222.0.41 "PUT /v2.0/floatingips/79b1ec25-0cfe-4848-80f4-290bff0f49b5 HTTP/1.1" status: 200 len: 990 time: 1.3876066 Mar 08 20:35:56.895789 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e62a230-e556-4ebf-90f0-5bd254facb63', 'tag': 'b2dc2c70-6a52-4041-bbc3-e64ea6534e27'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 20:35:56.904913 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80a387be2d8005eb2e27f9060a02e972faa958bb0688f3ffd3bc7b0f4eb55c8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04e066c1-8e4d-4209-ac76-41e9f1eaf8b9" -d '{"events": [{"name": "network-changed", "server_uuid": "2e62a230-e556-4ebf-90f0-5bd254facb63", "tag": "b2dc2c70-6a52-4041-bbc3-e64ea6534e27"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 20:35:56.942502 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 20:35:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ec5eddf-fb59-4118-9cf6-d122db955ed3 x-openstack-request-id: req-6ec5eddf-fb59-4118-9cf6-d122db955ed3 {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 20:35:56.942797 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e62a230-e556-4ebf-90f0-5bd254facb63", "tag": "b2dc2c70-6a52-4041-bbc3-e64ea6534e27", "status": "completed", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 20:35:56.943052 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6ec5eddf-fb59-4118-9cf6-d122db955ed3 {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 20:35:56.943442 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e62a230-e556-4ebf-90f0-5bd254facb63', 'tag': 'b2dc2c70-6a52-4041-bbc3-e64ea6534e27', 'status': 'completed', 'code': 200} Mar 08 20:35:56.985708 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc6211f-c0e9-4049-9ed5-bb24fce3d775 req-f32802d6-fc18-4363-87cd-cb0ad6343c33 tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:35:56.988105 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-8fc6211f-c0e9-4049-9ed5-bb24fce3d775 req-f32802d6-fc18-4363-87cd-cb0ad6343c33 tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5f8ea3c-dce4-482f-8530-87a9153e6873 HTTP/1.1" status: 200 len: 946 time: 0.0658140 Mar 08 20:35:57.027007 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.db.l3_dvr_db [None req-37af7c7c-3393-4cd9-a780-4c9ca7c964ae None None] Set router 530b8758-a936-4a7c-9055-3fd7021964a9 gateway port host: dv-cinder-830096-3-iscsi {{(pid=103461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:35:57.041146 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e066c1-8e4d-4209-ac76-41e9f1eaf8b9 req-cd794e88-f0ea-4e8f-b950-0fa243c29942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:35:57.042608 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-04e066c1-8e4d-4209-ac76-41e9f1eaf8b9 req-cd794e88-f0ea-4e8f-b950-0fa243c29942 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f20808b123ee4f56a27c063a5a344a6f&device_id=2e62a230-e556-4ebf-90f0-5bd254facb63 HTTP/1.1" status: 200 len: 1129 time: 0.0574710 Mar 08 20:35:57.053784 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-8fc6211f-c0e9-4049-9ed5-bb24fce3d775 req-a03ac3b8-d63e-4eff-801e-283ae793b704 tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] 10.222.0.41 "GET /v2.0/security-groups?id=306014d5-d504-41eb-b92c-22e11b4bc9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501616 Mar 08 20:35:57.148509 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e066c1-8e4d-4209-ac76-41e9f1eaf8b9 req-14b39453-3ca0-46a5-9d18-380896172419 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:35:57.149991 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-04e066c1-8e4d-4209-ac76-41e9f1eaf8b9 req-14b39453-3ca0-46a5-9d18-380896172419 service neutron] 10.222.0.37 "GET /v2.0/networks?id=c4b9653e-45c7-499b-ba57-89c5719459c1 HTTP/1.1" status: 200 len: 915 time: 0.0923905 Mar 08 20:35:57.225526 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-04e066c1-8e4d-4209-ac76-41e9f1eaf8b9 req-8cb7e5b6-083e-473a-b286-42a4ae1514d4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b2dc2c70-6a52-4041-bbc3-e64ea6534e27 HTTP/1.1" status: 200 len: 998 time: 0.0628197 Mar 08 20:35:57.256812 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.db.l3_hamode_db [None req-37af7c7c-3393-4cd9-a780-4c9ca7c964ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '530b8758-a936-4a7c-9055-3fd7021964a9', 'name': 'tempest-AttachVolumeNegativeTest-742847262-router', 'tenant_id': 'f20808b123ee4f56a27c063a5a344a6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'external_fixed_ips': [{'subnet_id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'ip_address': '172.27.2.231'}], 'enable_snat': True}, 'gw_port_id': 'd32f389e-7f79-4333-ab66-fc102b040de8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:31:20Z', 'updated_at': '2022-03-08T20:31:27Z', 'revision_number': 4, 'project_id': 'f20808b123ee4f56a27c063a5a344a6f', 'gw_port': {'id': 'd32f389e-7f79-4333-ab66-fc102b040de8', 'name': '', 'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:e2:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '530b8758-a936-4a7c-9055-3fd7021964a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'ip_address': '172.27.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:31:21Z', 'updated_at': '2022-03-08T20:31:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-3-iscsi', '_floatingips': [{'id': '79b1ec25-0cfe-4848-80f4-290bff0f49b5', 'tenant_id': 'f20808b123ee4f56a27c063a5a344a6f', 'floating_ip_address': '172.27.2.46', 'floating_network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'router_id': '530b8758-a936-4a7c-9055-3fd7021964a9', 'port_id': 'b2dc2c70-6a52-4041-bbc3-e64ea6534e27', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 445, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4b9653e-45c7-499b-ba57-89c5719459c1', 'mac_address': 'fa:16:3e:6b:12:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e62a230-e556-4ebf-90f0-5bd254facb63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T20:35:31Z', 'updated_at': '2022-03-08T20:35:55Z', 'revision_number': 1, 'project_id': 'f20808b123ee4f56a27c063a5a344a6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c07238a4-1852-4dbe-82ad-b0c5eb7fb6f9', 'name': '', 'network_id': 'c4b9653e-45c7-499b-ba57-89c5719459c1', 'tenant_id': 'f20808b123ee4f56a27c063a5a344a6f', 'mac_address': 'fa:16:3e:58:2a:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '530b8758-a936-4a7c-9055-3fd7021964a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '3acd2cae-edc5-4deb-af56-8a423e7d5ec3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:31:26Z', 'updated_at': '2022-03-08T20:31:33Z', 'revision_number': 5, 'project_id': 'f20808b123ee4f56a27c063a5a344a6f', 'subnets': [{'id': '3acd2cae-edc5-4deb-af56-8a423e7d5ec3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830096-3-iscsi', False) {} {{(pid=103461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:35:57.283145 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37af7c7c-3393-4cd9-a780-4c9ca7c964ae None None] Checking router: 530b8758-a936-4a7c-9055-3fd7021964a9 for host: dv-cinder-830096-3-iscsi {{(pid=103461) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 20:35:57.291948 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37af7c7c-3393-4cd9-a780-4c9ca7c964ae None None] Routers {'530b8758-a936-4a7c-9055-3fd7021964a9'} bound to L3 agent in host dv-cinder-830096-3-iscsi {{(pid=103461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:35:57.292588 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.db.l3_hamode_db [None req-37af7c7c-3393-4cd9-a780-4c9ca7c964ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-08T20:23:01Z,description=,heartbeat_timestamp=2022-03-08T20:35:31Z,host='dv-cinder-830096-3-iscsi',id=7ae9fd8f-5d61-4821-9eac-044950c450f0,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:23:02Z,topic='l3_agent')) {'router_ids': ['530b8758-a936-4a7c-9055-3fd7021964a9'], 'active': True} {{(pid=103461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:35:57.293098 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e066c1-8e4d-4209-ac76-41e9f1eaf8b9 req-0fcc87bc-b328-4830-b4e5-a96b01fe3ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:35:57.294706 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-04e066c1-8e4d-4209-ac76-41e9f1eaf8b9 req-0fcc87bc-b328-4830-b4e5-a96b01fe3ceb service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3acd2cae-edc5-4deb-af56-8a423e7d5ec3 HTTP/1.1" status: 200 len: 853 time: 0.0524387 Mar 08 20:35:57.365016 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e066c1-8e4d-4209-ac76-41e9f1eaf8b9 req-77844ea0-56c3-44fd-9833-b303b750228e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:35:57.366472 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-04e066c1-8e4d-4209-ac76-41e9f1eaf8b9 req-77844ea0-56c3-44fd-9833-b303b750228e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c4b9653e-45c7-499b-ba57-89c5719459c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0509260 Mar 08 20:35:57.406744 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.db.l3_dvr_db [None req-37af7c7c-3393-4cd9-a780-4c9ca7c964ae None None] Set router 530b8758-a936-4a7c-9055-3fd7021964a9 gateway port host: dv-cinder-830096-3-iscsi {{(pid=103461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:35:57.469447 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-04e066c1-8e4d-4209-ac76-41e9f1eaf8b9 req-19f7edc0-f6dd-4c86-a8dd-cfbc99da6f51 service neutron] 10.222.0.37 "GET /v2.0/networks/c4b9653e-45c7-499b-ba57-89c5719459c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911360 Mar 08 20:35:57.575734 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-04e066c1-8e4d-4209-ac76-41e9f1eaf8b9 req-360d8159-7612-4b29-b7c5-f96f03041c49 service neutron] 10.222.0.37 "GET /v2.0/networks/c4b9653e-45c7-499b-ba57-89c5719459c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960639 Mar 08 20:35:57.639617 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.db.l3_hamode_db [None req-37af7c7c-3393-4cd9-a780-4c9ca7c964ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '530b8758-a936-4a7c-9055-3fd7021964a9', 'name': 'tempest-AttachVolumeNegativeTest-742847262-router', 'tenant_id': 'f20808b123ee4f56a27c063a5a344a6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'external_fixed_ips': [{'subnet_id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'ip_address': '172.27.2.231'}], 'enable_snat': True}, 'gw_port_id': 'd32f389e-7f79-4333-ab66-fc102b040de8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:31:20Z', 'updated_at': '2022-03-08T20:31:27Z', 'revision_number': 4, 'project_id': 'f20808b123ee4f56a27c063a5a344a6f', 'gw_port': {'id': 'd32f389e-7f79-4333-ab66-fc102b040de8', 'name': '', 'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:e2:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '530b8758-a936-4a7c-9055-3fd7021964a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'ip_address': '172.27.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:31:21Z', 'updated_at': '2022-03-08T20:31:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-3-iscsi', '_floatingips': [{'id': '79b1ec25-0cfe-4848-80f4-290bff0f49b5', 'tenant_id': 'f20808b123ee4f56a27c063a5a344a6f', 'floating_ip_address': '172.27.2.46', 'floating_network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'router_id': '530b8758-a936-4a7c-9055-3fd7021964a9', 'port_id': 'b2dc2c70-6a52-4041-bbc3-e64ea6534e27', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 445, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4b9653e-45c7-499b-ba57-89c5719459c1', 'mac_address': 'fa:16:3e:6b:12:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e62a230-e556-4ebf-90f0-5bd254facb63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T20:35:31Z', 'updated_at': '2022-03-08T20:35:55Z', 'revision_number': 1, 'project_id': 'f20808b123ee4f56a27c063a5a344a6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c07238a4-1852-4dbe-82ad-b0c5eb7fb6f9', 'name': '', 'network_id': 'c4b9653e-45c7-499b-ba57-89c5719459c1', 'tenant_id': 'f20808b123ee4f56a27c063a5a344a6f', 'mac_address': 'fa:16:3e:58:2a:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '530b8758-a936-4a7c-9055-3fd7021964a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '3acd2cae-edc5-4deb-af56-8a423e7d5ec3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:31:26Z', 'updated_at': '2022-03-08T20:31:33Z', 'revision_number': 5, 'project_id': 'f20808b123ee4f56a27c063a5a344a6f', 'subnets': [{'id': '3acd2cae-edc5-4deb-af56-8a423e7d5ec3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830096-3-iscsi', False) {} {{(pid=103461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:35:57.669149 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37af7c7c-3393-4cd9-a780-4c9ca7c964ae None None] The sync data for ids ['530b8758-a936-4a7c-9055-3fd7021964a9'] in dv-cinder-830096-3-iscsi is: [{'id': '530b8758-a936-4a7c-9055-3fd7021964a9', 'name': 'tempest-AttachVolumeNegativeTest-742847262-router', 'tenant_id': 'f20808b123ee4f56a27c063a5a344a6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'external_fixed_ips': [{'subnet_id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'ip_address': '172.27.2.231'}], 'enable_snat': True}, 'gw_port_id': 'd32f389e-7f79-4333-ab66-fc102b040de8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:31:20Z', 'updated_at': '2022-03-08T20:31:27Z', 'revision_number': 4, 'project_id': 'f20808b123ee4f56a27c063a5a344a6f', 'gw_port': {'id': 'd32f389e-7f79-4333-ab66-fc102b040de8', 'name': '', 'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:e2:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '530b8758-a936-4a7c-9055-3fd7021964a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'ip_address': '172.27.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:31:21Z', 'updated_at': '2022-03-08T20:31:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-3-iscsi', '_floatingips': [{'id': '79b1ec25-0cfe-4848-80f4-290bff0f49b5', 'tenant_id': 'f20808b123ee4f56a27c063a5a344a6f', 'floating_ip_address': '172.27.2.46', 'floating_network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'router_id': '530b8758-a936-4a7c-9055-3fd7021964a9', 'port_id': 'b2dc2c70-6a52-4041-bbc3-e64ea6534e27', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 445, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4b9653e-45c7-499b-ba57-89c5719459c1', 'mac_address': 'fa:16:3e:6b:12:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e62a230-e556-4ebf-90f0-5bd254facb63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T20:35:31Z', 'updated_at': '2022-03-08T20:35:55Z', 'revision_number': 1, 'project_id': 'f20808b123ee4f56a27c063a5a344a6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c07238a4-1852-4dbe-82ad-b0c5eb7fb6f9', 'name': '', 'network_id': 'c4b9653e-45c7-499b-ba57-89c5719459c1', 'tenant_id': 'f20808b123ee4f56a27c063a5a344a6f', 'mac_address': 'fa:16:3e:58:2a:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '530b8758-a936-4a7c-9055-3fd7021964a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '3acd2cae-edc5-4deb-af56-8a423e7d5ec3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:31:26Z', 'updated_at': '2022-03-08T20:31:33Z', 'revision_number': 5, 'project_id': 'f20808b123ee4f56a27c063a5a344a6f', 'subnets': [{'id': '3acd2cae-edc5-4deb-af56-8a423e7d5ec3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 20:35:57.878896 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b1fa7c2-0d97-4d3f-a59e-4bd405ac383b None None] New status for floating IP 79b1ec25-0cfe-4848-80f4-290bff0f49b5: ACTIVE {{(pid=103460) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 20:35:58.178760 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cbfe98-7fa8-4ec6-898c-600ba56cc04f req-e31967ff-ca25-42d1-ac55-32aecd4fadad tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:35:58.187352 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-05cbfe98-7fa8-4ec6-898c-600ba56cc04f req-e31967ff-ca25-42d1-ac55-32aecd4fadad tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5f8ea3c-dce4-482f-8530-87a9153e6873 HTTP/1.1" status: 200 len: 946 time: 0.0621262 Mar 08 20:35:58.230296 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-05cbfe98-7fa8-4ec6-898c-600ba56cc04f req-df24b30a-0d00-4dff-989e-d1f5dd7f1713 tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] 10.222.0.41 "GET /v2.0/security-groups?id=306014d5-d504-41eb-b92c-22e11b4bc9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438027 Mar 08 20:35:59.255149 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-ab5598a5-af2a-45e0-9b5c-09b9f12773a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745146981205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476605'] for agent (a3d84102-f7d3-452b-861a-973020576047), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:35:59.355509 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60473720-bad6-42b8-a136-bc74e1179d09 req-3ff4bb94-7f78-4a1f-b0e2-9d40f88fb044 tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:35:59.357670 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-60473720-bad6-42b8-a136-bc74e1179d09 req-3ff4bb94-7f78-4a1f-b0e2-9d40f88fb044 tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5f8ea3c-dce4-482f-8530-87a9153e6873 HTTP/1.1" status: 200 len: 946 time: 0.0562789 Mar 08 20:35:59.407016 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-60473720-bad6-42b8-a136-bc74e1179d09 req-408158e1-f5ad-48a2-a4c4-d4180a05b5ef tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] 10.222.0.41 "GET /v2.0/security-groups?id=306014d5-d504-41eb-b92c-22e11b4bc9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438631 Mar 08 20:36:00.537820 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489e6267-f1f5-42ee-89ac-b50ac91ff01f req-8710600d-1f13-4796-bc39-3f9e8847ea48 tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:36:00.539354 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-489e6267-f1f5-42ee-89ac-b50ac91ff01f req-8710600d-1f13-4796-bc39-3f9e8847ea48 tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5f8ea3c-dce4-482f-8530-87a9153e6873 HTTP/1.1" status: 200 len: 946 time: 0.0611548 Mar 08 20:36:00.591679 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-489e6267-f1f5-42ee-89ac-b50ac91ff01f req-77461a0c-29aa-481a-8413-2e7ec38fd04a tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] 10.222.0.41 "GET /v2.0/security-groups?id=306014d5-d504-41eb-b92c-22e11b4bc9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460637 Mar 08 20:36:01.249815 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-23441cad-246e-4b0d-9876-c47829545823 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745146981205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476605'] for agent (7ae9fd8f-5d61-4821-9eac-044950c450f0), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:01.716538 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9694439f-c928-41cb-956b-e0a59275e429 req-2962db92-d871-4bd6-a114-4f3fd742ce00 tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:36:01.718030 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-9694439f-c928-41cb-956b-e0a59275e429 req-2962db92-d871-4bd6-a114-4f3fd742ce00 tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5f8ea3c-dce4-482f-8530-87a9153e6873 HTTP/1.1" status: 200 len: 946 time: 0.0541923 Mar 08 20:36:01.777767 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-9694439f-c928-41cb-956b-e0a59275e429 req-73fdf2fd-10b0-4aae-b285-9ece1bf1e9a0 tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] 10.222.0.41 "GET /v2.0/security-groups?id=306014d5-d504-41eb-b92c-22e11b4bc9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526366 Mar 08 20:36:02.072319 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.41', 33958) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:36:02.116820 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.db.db_base_plugin_v2 [None req-74e5b819-ddf7-4412-af36-8f886feda522 admin admin] Deleting subnet 7bf737ab-26e0-45bb-9bf2-f1b7f9c42945 {{(pid=103458) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 20:36:02.120128 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-74e5b819-ddf7-4412-af36-8f886feda522 admin admin] Publish callbacks [] for subnet (7bf737ab-26e0-45bb-9bf2-f1b7f9c42945), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:02.157100 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-74e5b819-ddf7-4412-af36-8f886feda522 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28520883'] for subnet (7bf737ab-26e0-45bb-9bf2-f1b7f9c42945), precommit_delete_associations {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:02.198567 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-74e5b819-ddf7-4412-af36-8f886feda522 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3537161'] for subnet (7bf737ab-26e0-45bb-9bf2-f1b7f9c42945), precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:02.376195 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-74e5b819-ddf7-4412-af36-8f886feda522 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3537170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28566890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28015844'] for subnet (7bf737ab-26e0-45bb-9bf2-f1b7f9c42945), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:02.407794 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e5b819-ddf7-4412-af36-8f886feda522 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7bf737ab-26e0-45bb-9bf2-f1b7f9c42945,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:36:02.409780 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-74e5b819-ddf7-4412-af36-8f886feda522 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3733777'] for subnet (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:02.412983 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-74e5b819-ddf7-4412-af36-8f886feda522 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/7bf737ab-26e0-45bb-9bf2-f1b7f9c42945 HTTP/1.1" status: 204 len: 168 time: 0.3396618 Mar 08 20:36:02.415448 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.41', 33960) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:36:02.421436 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-dbe61520-29cf-4847-b96e-6d24c6c097a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745146981205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476605'] for agent (6cc78598-e6b3-4e4d-a99c-31b9c4784fd2), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:02.480967 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-f11afb20-af65-41a3-8c13-068f81ce96fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-744326'] for network (ea31e8d8-6c4b-4ed2-9f94-bd25e310be09), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:02.563659 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-f11afb20-af65-41a3-8c13-068f81ce96fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3474822', 'neutron.services.segments.db._delete_segments_for_network-8745146981223'] for network (ea31e8d8-6c4b-4ed2-9f94-bd25e310be09), precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:02.583726 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.services.segments.db [None req-f11afb20-af65-41a3-8c13-068f81ce96fa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea31e8d8-6c4b-4ed2-9f94-bd25e310be09']}} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:36:02.593084 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.services.segments.db [None req-f11afb20-af65-41a3-8c13-068f81ce96fa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59ee6f0e-5cdb-4301-9c10-a81d6f7d3da8') {'for_net_delete': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:36:02.593381 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.services.segments.db [None req-f11afb20-af65-41a3-8c13-068f81ce96fa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59ee6f0e-5cdb-4301-9c10-a81d6f7d3da8') {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:36:02.602683 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-f11afb20-af65-41a3-8c13-068f81ce96fa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745146982000', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28520776'] for segment (59ee6f0e-5cdb-4301-9c10-a81d6f7d3da8), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:02.616275 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-f11afb20-af65-41a3-8c13-068f81ce96fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536034'] for segment (59ee6f0e-5cdb-4301-9c10-a81d6f7d3da8), precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:02.622065 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f11afb20-af65-41a3-8c13-068f81ce96fa admin admin] Releasing vlan 147 on physical network physnet1 to pool {{(pid=103458) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 20:36:02.622448 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-f11afb20-af65-41a3-8c13-068f81ce96fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28566784'] for segment (59ee6f0e-5cdb-4301-9c10-a81d6f7d3da8), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:02.624028 dv-cinder-830096-3-iscsi neutron-server[103458]: Traceback (most recent call last): Mar 08 20:36:02.624028 dv-cinder-830096-3-iscsi neutron-server[103458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 20:36:02.624028 dv-cinder-830096-3-iscsi neutron-server[103458]: timer() Mar 08 20:36:02.624028 dv-cinder-830096-3-iscsi neutron-server[103458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 20:36:02.624028 dv-cinder-830096-3-iscsi neutron-server[103458]: cb(*args, **kw) Mar 08 20:36:02.624028 dv-cinder-830096-3-iscsi neutron-server[103458]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 20:36:02.624028 dv-cinder-830096-3-iscsi neutron-server[103458]: return func(*args, **kwargs) Mar 08 20:36:02.624028 dv-cinder-830096-3-iscsi neutron-server[103458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 20:36:02.624028 dv-cinder-830096-3-iscsi neutron-server[103458]: self._notify() Mar 08 20:36:02.624028 dv-cinder-830096-3-iscsi neutron-server[103458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 20:36:02.624028 dv-cinder-830096-3-iscsi neutron-server[103458]: self.callback(batched_events) Mar 08 20:36:02.624028 dv-cinder-830096-3-iscsi neutron-server[103458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 20:36:02.624028 dv-cinder-830096-3-iscsi neutron-server[103458]: event.method(event) Mar 08 20:36:02.624028 dv-cinder-830096-3-iscsi neutron-server[103458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 20:36:02.624028 dv-cinder-830096-3-iscsi neutron-server[103458]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 20:36:02.624028 dv-cinder-830096-3-iscsi neutron-server[103458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 20:36:02.624028 dv-cinder-830096-3-iscsi neutron-server[103458]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 20:36:02.624028 dv-cinder-830096-3-iscsi neutron-server[103458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 20:36:02.624028 dv-cinder-830096-3-iscsi neutron-server[103458]: return f(self, *a, **k) Mar 08 20:36:02.624028 dv-cinder-830096-3-iscsi neutron-server[103458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 20:36:02.624028 dv-cinder-830096-3-iscsi neutron-server[103458]: return self._get(url).json() Mar 08 20:36:02.624028 dv-cinder-830096-3-iscsi neutron-server[103458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 20:36:02.624028 dv-cinder-830096-3-iscsi neutron-server[103458]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 20:36:02.624028 dv-cinder-830096-3-iscsi neutron-server[103458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 20:36:02.624028 dv-cinder-830096-3-iscsi neutron-server[103458]: return self.request(url, 'GET', **kwargs) Mar 08 20:36:02.624028 dv-cinder-830096-3-iscsi neutron-server[103458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 20:36:02.624028 dv-cinder-830096-3-iscsi neutron-server[103458]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 20:36:02.624028 dv-cinder-830096-3-iscsi neutron-server[103458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 20:36:02.624028 dv-cinder-830096-3-iscsi neutron-server[103458]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 20:36:02.624028 dv-cinder-830096-3-iscsi neutron-server[103458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 20:36:02.624028 dv-cinder-830096-3-iscsi neutron-server[103458]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 20:36:02.624028 dv-cinder-830096-3-iscsi neutron-server[103458]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 20:36:02.781410 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-f11afb20-af65-41a3-8c13-068f81ce96fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3474831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-442537'] for network (ea31e8d8-6c4b-4ed2-9f94-bd25e310be09), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:02.789119 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-f11afb20-af65-41a3-8c13-068f81ce96fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3733777'] for network (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:02.792368 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-f11afb20-af65-41a3-8c13-068f81ce96fa admin admin] 10.222.0.41 "DELETE /v2.0/networks/ea31e8d8-6c4b-4ed2-9f94-bd25e310be09 HTTP/1.1" status: 204 len: 168 time: 0.3759921 Mar 08 20:36:02.802619 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11afb20-af65-41a3-8c13-068f81ce96fa admin admin] Pushing event deleted for resources: {'Network': ['ID=ea31e8d8-6c4b-4ed2-9f94-bd25e310be09,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:36:02.901436 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d41eec4-9fac-4153-8a04-59766bfd92d6 req-8eea21a9-642f-4d71-bd28-1b02ae55e137 tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:36:02.902959 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-7d41eec4-9fac-4153-8a04-59766bfd92d6 req-8eea21a9-642f-4d71-bd28-1b02ae55e137 tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5f8ea3c-dce4-482f-8530-87a9153e6873 HTTP/1.1" status: 200 len: 946 time: 0.0557783 Mar 08 20:36:02.952303 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-7d41eec4-9fac-4153-8a04-59766bfd92d6 req-358af704-4735-4c1a-b348-74e47cac7ef0 tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] 10.222.0.41 "GET /v2.0/security-groups?id=306014d5-d504-41eb-b92c-22e11b4bc9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423687 Mar 08 20:36:03.278512 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.wsgi [-] (103459) accepted ('10.222.0.41', 33968) {{(pid=103459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:36:03.323825 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [None req-ff50e201-168e-46c9-8a9c-41745217b066 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6e6d40cd30134e9e8c068ad0265bfd86&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0438464 Mar 08 20:36:03.326244 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.wsgi [-] (103459) accepted ('10.222.0.41', 33970) {{(pid=103459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:36:03.377187 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-efb67839-dbd2-4e2a-b890-ee74728c47f6 admin admin] Publish callbacks [] for security_group (fe677eff-d822-49be-84a5-bf5c9dee4a26), before_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:03.404524 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-efb67839-dbd2-4e2a-b890-ee74728c47f6 admin admin] Publish callbacks [] for security_group (fe677eff-d822-49be-84a5-bf5c9dee4a26), precommit_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:03.540928 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-efb67839-dbd2-4e2a-b890-ee74728c47f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310940'] for security_group (fe677eff-d822-49be-84a5-bf5c9dee4a26), after_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:03.543646 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-efb67839-dbd2-4e2a-b890-ee74728c47f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:03.544826 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [None req-efb67839-dbd2-4e2a-b890-ee74728c47f6 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/fe677eff-d822-49be-84a5-bf5c9dee4a26 HTTP/1.1" status: 204 len: 168 time: 0.2176988 Mar 08 20:36:03.552956 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb67839-dbd2-4e2a-b890-ee74728c47f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe677eff-d822-49be-84a5-bf5c9dee4a26,revision_number=None']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:36:03.560276 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb67839-dbd2-4e2a-b890-ee74728c47f6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:36:03.560628 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb67839-dbd2-4e2a-b890-ee74728c47f6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:36:03.560975 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb67839-dbd2-4e2a-b890-ee74728c47f6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:36:03.561308 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb67839-dbd2-4e2a-b890-ee74728c47f6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:36:03.561669 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb67839-dbd2-4e2a-b890-ee74728c47f6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:36:03.561998 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb67839-dbd2-4e2a-b890-ee74728c47f6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:36:03.562325 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb67839-dbd2-4e2a-b890-ee74728c47f6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:36:03.562737 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb67839-dbd2-4e2a-b890-ee74728c47f6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:36:03.563066 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb67839-dbd2-4e2a-b890-ee74728c47f6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:36:03.563391 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb67839-dbd2-4e2a-b890-ee74728c47f6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:36:03.563717 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb67839-dbd2-4e2a-b890-ee74728c47f6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:36:03.564038 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb67839-dbd2-4e2a-b890-ee74728c47f6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:36:03.564382 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb67839-dbd2-4e2a-b890-ee74728c47f6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:36:03.724143 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-7a330e8f-62e0-4259-bea2-8ced8e9b3a98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745146981205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476605'] for agent (cd1d0244-f954-4bda-89fb-1fdc1954e39d), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:04.092759 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295388c2-71a6-40ef-9ca6-67195a979297 req-f8c1929e-80c5-47d8-97b9-a2aa382cfb26 tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:36:04.094408 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-295388c2-71a6-40ef-9ca6-67195a979297 req-f8c1929e-80c5-47d8-97b9-a2aa382cfb26 tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5f8ea3c-dce4-482f-8530-87a9153e6873 HTTP/1.1" status: 200 len: 946 time: 0.0615361 Mar 08 20:36:04.155290 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-295388c2-71a6-40ef-9ca6-67195a979297 req-4cce5d7a-ec27-4ad2-aa57-b7e82e311f76 tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] 10.222.0.41 "GET /v2.0/security-groups?id=306014d5-d504-41eb-b92c-22e11b4bc9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543113 Mar 08 20:36:04.358627 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0588c854-6fcc-4edb-85e6-9533a5ac1b35 req-2269db08-d75f-46d9-b3bc-6df14c19921a tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:36:04.360054 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-0588c854-6fcc-4edb-85e6-9533a5ac1b35 req-2269db08-d75f-46d9-b3bc-6df14c19921a tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] 10.222.0.37 "GET /v2.0/ports?device_id=a5f8ea3c-dce4-482f-8530-87a9153e6873 HTTP/1.1" status: 200 len: 946 time: 0.0530484 Mar 08 20:36:04.467258 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [req-0588c854-6fcc-4edb-85e6-9533a5ac1b35 req-5d6051be-4cdd-492d-b02d-31bafb7a33d4 tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] Deleting port 64834295-ef23-47d3-a226-c43721e27b16 {{(pid=103458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 20:36:04.467601 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-0588c854-6fcc-4edb-85e6-9533a5ac1b35 req-5d6051be-4cdd-492d-b02d-31bafb7a33d4 tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745146874691'] for port (64834295-ef23-47d3-a226-c43721e27b16), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:04.562235 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.db [req-0588c854-6fcc-4edb-85e6-9533a5ac1b35 req-5d6051be-4cdd-492d-b02d-31bafb7a33d4 tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] For port 64834295-ef23-47d3-a226-c43721e27b16, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=64834295-ef23-47d3-a226-c43721e27b16,segment=NetworkSegment(7f41e294-9f18-4c67-842c-6c4d3d8141d4),segment_id=7f41e294-9f18-4c67-842c-6c4d3d8141d4)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:36:04.562597 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-0588c854-6fcc-4edb-85e6-9533a5ac1b35 req-5d6051be-4cdd-492d-b02d-31bafb7a33d4 tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443457'] for port (64834295-ef23-47d3-a226-c43721e27b16), precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:04.574631 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [req-0588c854-6fcc-4edb-85e6-9533a5ac1b35 req-5d6051be-4cdd-492d-b02d-31bafb7a33d4 tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] Calling delete_port for 64834295-ef23-47d3-a226-c43721e27b16 owned by compute:nova {{(pid=103458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 20:36:04.782123 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-0588c854-6fcc-4edb-85e6-9533a5ac1b35 req-5d6051be-4cdd-492d-b02d-31bafb7a33d4 tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745146878630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745146440915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28566877'] for port (64834295-ef23-47d3-a226-c43721e27b16), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:04.798271 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.db [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] get_ports_and_sgs() called for port_ids ['64834295-ef23-47d3-a226-c43721e27b16'] {{(pid=103460) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 20:36:04.813451 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6051be-4cdd-492d-b02d-31bafb7a33d4 tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] Pushing event deleted for resources: {'Port': ['ID=64834295-ef23-47d3-a226-c43721e27b16,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:36:04.880648 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [req-0588c854-6fcc-4edb-85e6-9533a5ac1b35 req-5d6051be-4cdd-492d-b02d-31bafb7a33d4 tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] No DVR routers for this DVR port 64834295-ef23-47d3-a226-c43721e27b16 on host hv-cinder-83009 {{(pid=103458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 20:36:04.883574 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-0588c854-6fcc-4edb-85e6-9533a5ac1b35 req-5d6051be-4cdd-492d-b02d-31bafb7a33d4 tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4188892'] for port (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:04.887204 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-0588c854-6fcc-4edb-85e6-9533a5ac1b35 req-5d6051be-4cdd-492d-b02d-31bafb7a33d4 tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] 10.222.0.37 "DELETE /v2.0/ports/64834295-ef23-47d3-a226-c43721e27b16 HTTP/1.1" status: 204 len: 173 time: 0.5176318 Mar 08 20:36:04.887682 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5f8ea3c-dce4-482f-8530-87a9153e6873', 'name': 'network-vif-deleted', 'tag': '64834295-ef23-47d3-a226-c43721e27b16'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 20:36:04.890152 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80a387be2d8005eb2e27f9060a02e972faa958bb0688f3ffd3bc7b0f4eb55c8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cecfd4ae-220f-4814-8249-56ff09a241a1" -d '{"events": [{"server_uuid": "a5f8ea3c-dce4-482f-8530-87a9153e6873", "name": "network-vif-deleted", "tag": "64834295-ef23-47d3-a226-c43721e27b16"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 20:36:04.928954 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 20:36:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7515593f-45c4-4126-8450-cc54c4131e1e x-openstack-request-id: req-7515593f-45c4-4126-8450-cc54c4131e1e {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 20:36:04.929632 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5f8ea3c-dce4-482f-8530-87a9153e6873", "name": "network-vif-deleted", "tag": "64834295-ef23-47d3-a226-c43721e27b16", "status": "completed", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 20:36:04.929632 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7515593f-45c4-4126-8450-cc54c4131e1e {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 20:36:04.929854 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5f8ea3c-dce4-482f-8530-87a9153e6873', 'name': 'network-vif-deleted', 'tag': '64834295-ef23-47d3-a226-c43721e27b16', 'status': 'completed', 'code': 200} Mar 08 20:36:05.276365 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-b7cafe70-2d10-442f-8b89-99f0f1b72b55 req-246a775a-d7cc-414c-931d-7e29426ac6bb tempest-ServerRescueNegativeTestJSON-737835350 tempest-ServerRescueNegativeTestJSON-737835350-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5f8ea3c-dce4-482f-8530-87a9153e6873 HTTP/1.1" status: 200 len: 210 time: 0.0291569 Mar 08 20:36:05.394191 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745146981205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476605'] for agent (fa4b043a-5d45-4181-9cb2-30d29598ef5b), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:06.334585 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.41', 33984) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:36:06.789521 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-69362cd7-ccd8-4ef0-994d-49884edf4815 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-450131'] for router_interface (7fdd8238-d1a4-46d6-ad7e-834fbc979bfa), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:07.359027 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-69362cd7-ccd8-4ef0-994d-49884edf4815 admin admin] Deleting port c7bb15c5-7c0d-46a8-8cca-15ca8ef644a2 {{(pid=103458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 20:36:07.359783 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-69362cd7-ccd8-4ef0-994d-49884edf4815 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745146874691'] for port (c7bb15c5-7c0d-46a8-8cca-15ca8ef644a2), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:07.454135 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-69362cd7-ccd8-4ef0-994d-49884edf4815 admin admin] For port c7bb15c5-7c0d-46a8-8cca-15ca8ef644a2, host dv-cinder-830096-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-3-iscsi',level=0,port_id=c7bb15c5-7c0d-46a8-8cca-15ca8ef644a2,segment=NetworkSegment(7f41e294-9f18-4c67-842c-6c4d3d8141d4),segment_id=7f41e294-9f18-4c67-842c-6c4d3d8141d4)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:36:07.454487 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-69362cd7-ccd8-4ef0-994d-49884edf4815 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443457'] for port (c7bb15c5-7c0d-46a8-8cca-15ca8ef644a2), precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:07.467745 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-69362cd7-ccd8-4ef0-994d-49884edf4815 admin admin] Calling delete_port for c7bb15c5-7c0d-46a8-8cca-15ca8ef644a2 owned by network:router_interface {{(pid=103458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 20:36:07.580417 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.rpc [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Device 64834295-ef23-47d3-a226-c43721e27b16 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103460) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 20:36:07.601212 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.plugin [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] No Port match for: 64834295-ef23-47d3-a226-c43721e27b16 {{(pid=103460) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 20:36:07.601558 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.rpc [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Device 64834295-ef23-47d3-a226-c43721e27b16 not bound to the agent host hv-cinder-83009 {{(pid=103460) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 20:36:07.730213 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-69362cd7-ccd8-4ef0-994d-49884edf4815 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745146878630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745146440915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28566877'] for port (c7bb15c5-7c0d-46a8-8cca-15ca8ef644a2), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:07.761141 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69362cd7-ccd8-4ef0-994d-49884edf4815 admin admin] Pushing event deleted for resources: {'Port': ['ID=c7bb15c5-7c0d-46a8-8cca-15ca8ef644a2,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:36:07.943237 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-69362cd7-ccd8-4ef0-994d-49884edf4815 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3733772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-450087'] for router_interface (7fdd8238-d1a4-46d6-ad7e-834fbc979bfa), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:08.198485 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69362cd7-ccd8-4ef0-994d-49884edf4815 admin admin] Router 7fdd8238-d1a4-46d6-ad7e-834fbc979bfa has already been hosted by L3 agent 7ae9fd8f-5d61-4821-9eac-044950c450f0 {{(pid=103458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 20:36:08.324634 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69362cd7-ccd8-4ef0-994d-49884edf4815 admin admin] Notify agent at l3_agent.dv-cinder-830096-3-iscsi the message routers_updated {{(pid=103458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 20:36:08.336256 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-69362cd7-ccd8-4ef0-994d-49884edf4815 admin admin] 10.222.0.41 "PUT /v2.0/routers/7fdd8238-d1a4-46d6-ad7e-834fbc979bfa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9958355 Mar 08 20:36:08.336256 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.41', 33988) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:36:08.341034 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcc6f15d-91aa-439b-bf02-da12db1ba28a None None] Sync routers for ids ['7fdd8238-d1a4-46d6-ad7e-834fbc979bfa'] in dv-cinder-830096-3-iscsi {{(pid=103461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 20:36:08.357078 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcc6f15d-91aa-439b-bf02-da12db1ba28a None None] Routers {'7fdd8238-d1a4-46d6-ad7e-834fbc979bfa'} bound to L3 agent in host dv-cinder-830096-3-iscsi {{(pid=103461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:36:08.358092 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.db.l3_hamode_db [None req-bcc6f15d-91aa-439b-bf02-da12db1ba28a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-08T20:23:01Z,description=,heartbeat_timestamp=2022-03-08T20:36:01Z,host='dv-cinder-830096-3-iscsi',id=7ae9fd8f-5d61-4821-9eac-044950c450f0,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:23:02Z,topic='l3_agent')) {'router_ids': ['7fdd8238-d1a4-46d6-ad7e-834fbc979bfa'], 'active': True} {{(pid=103461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:36:08.488785 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-92cb9036-7fc7-4de9-a870-beffdd0ef2e1 admin admin] Publish callbacks [] for router (7fdd8238-d1a4-46d6-ad7e-834fbc979bfa), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:08.577503 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.db.l3_dvr_db [None req-bcc6f15d-91aa-439b-bf02-da12db1ba28a None None] Set router 7fdd8238-d1a4-46d6-ad7e-834fbc979bfa gateway port host: dv-cinder-830096-3-iscsi {{(pid=103461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:36:08.651134 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-92cb9036-7fc7-4de9-a870-beffdd0ef2e1 admin admin] Publish callbacks [] for router_gateway (7fdd8238-d1a4-46d6-ad7e-834fbc979bfa), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:08.791874 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.db.l3_hamode_db [None req-bcc6f15d-91aa-439b-bf02-da12db1ba28a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fdd8238-d1a4-46d6-ad7e-834fbc979bfa', 'name': 'tempest-ServerRescueNegativeTestJSON-853397259-router', 'tenant_id': '3ab75e5ad0c04c16ae8ecd6073e24a81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'external_fixed_ips': [{'subnet_id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'ip_address': '172.27.2.112'}], 'enable_snat': True}, 'gw_port_id': '290babd5-53ff-4e55-948a-823edea95918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:32:40Z', 'updated_at': '2022-03-08T20:36:07Z', 'revision_number': 5, 'project_id': '3ab75e5ad0c04c16ae8ecd6073e24a81', 'gw_port': {'id': '290babd5-53ff-4e55-948a-823edea95918', 'name': '', 'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:a2:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fdd8238-d1a4-46d6-ad7e-834fbc979bfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'ip_address': '172.27.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:32:41Z', 'updated_at': '2022-03-08T20:32:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-3-iscsi'}], 'dv-cinder-830096-3-iscsi', False) {} {{(pid=103461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:36:08.818264 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-92cb9036-7fc7-4de9-a870-beffdd0ef2e1 admin admin] Deleting port 290babd5-53ff-4e55-948a-823edea95918 {{(pid=103458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 20:36:08.818598 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-92cb9036-7fc7-4de9-a870-beffdd0ef2e1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745146874691'] for port (290babd5-53ff-4e55-948a-823edea95918), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:08.823983 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcc6f15d-91aa-439b-bf02-da12db1ba28a None None] Checking router: 7fdd8238-d1a4-46d6-ad7e-834fbc979bfa for host: dv-cinder-830096-3-iscsi {{(pid=103461) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 20:36:08.833528 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcc6f15d-91aa-439b-bf02-da12db1ba28a None None] Routers {'7fdd8238-d1a4-46d6-ad7e-834fbc979bfa'} bound to L3 agent in host dv-cinder-830096-3-iscsi {{(pid=103461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:36:08.834146 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.db.l3_hamode_db [None req-bcc6f15d-91aa-439b-bf02-da12db1ba28a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-08T20:23:01Z,description=,heartbeat_timestamp=2022-03-08T20:36:01Z,host='dv-cinder-830096-3-iscsi',id=7ae9fd8f-5d61-4821-9eac-044950c450f0,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:23:02Z,topic='l3_agent')) {'router_ids': ['7fdd8238-d1a4-46d6-ad7e-834fbc979bfa'], 'active': True} {{(pid=103461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:36:08.934023 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-92cb9036-7fc7-4de9-a870-beffdd0ef2e1 admin admin] For port 290babd5-53ff-4e55-948a-823edea95918, host dv-cinder-830096-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-3-iscsi',level=0,port_id=290babd5-53ff-4e55-948a-823edea95918,segment=NetworkSegment(e3ec3731-5b41-434a-a3a7-2ad1e453961f),segment_id=e3ec3731-5b41-434a-a3a7-2ad1e453961f)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:36:08.934731 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-92cb9036-7fc7-4de9-a870-beffdd0ef2e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443457'] for port (290babd5-53ff-4e55-948a-823edea95918), precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:08.940405 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.db.l3_dvr_db [None req-bcc6f15d-91aa-439b-bf02-da12db1ba28a None None] Set router 7fdd8238-d1a4-46d6-ad7e-834fbc979bfa gateway port host: None {{(pid=103461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:36:08.951026 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-92cb9036-7fc7-4de9-a870-beffdd0ef2e1 admin admin] Calling delete_port for 290babd5-53ff-4e55-948a-823edea95918 owned by network:router_gateway {{(pid=103458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 20:36:08.998258 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.db.l3_hamode_db [None req-bcc6f15d-91aa-439b-bf02-da12db1ba28a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fdd8238-d1a4-46d6-ad7e-834fbc979bfa', 'name': 'tempest-ServerRescueNegativeTestJSON-853397259-router', 'tenant_id': '3ab75e5ad0c04c16ae8ecd6073e24a81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:32:40Z', 'updated_at': '2022-03-08T20:36:08Z', 'revision_number': 6, 'project_id': '3ab75e5ad0c04c16ae8ecd6073e24a81', 'gw_port_host': None}], 'dv-cinder-830096-3-iscsi', False) {} {{(pid=103461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:36:09.039945 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcc6f15d-91aa-439b-bf02-da12db1ba28a None None] The sync data for ids ['7fdd8238-d1a4-46d6-ad7e-834fbc979bfa'] in dv-cinder-830096-3-iscsi is: [{'id': '7fdd8238-d1a4-46d6-ad7e-834fbc979bfa', 'name': 'tempest-ServerRescueNegativeTestJSON-853397259-router', 'tenant_id': '3ab75e5ad0c04c16ae8ecd6073e24a81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:32:40Z', 'updated_at': '2022-03-08T20:36:08Z', 'revision_number': 6, 'project_id': '3ab75e5ad0c04c16ae8ecd6073e24a81', 'gw_port_host': None}] {{(pid=103461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 20:36:09.221645 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-92cb9036-7fc7-4de9-a870-beffdd0ef2e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745146878630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745146440915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28566877'] for port (290babd5-53ff-4e55-948a-823edea95918), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:09.249313 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cb9036-7fc7-4de9-a870-beffdd0ef2e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=290babd5-53ff-4e55-948a-823edea95918,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:36:09.325907 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-92cb9036-7fc7-4de9-a870-beffdd0ef2e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-442509'] for router_gateway (7fdd8238-d1a4-46d6-ad7e-834fbc979bfa), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:09.454818 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-92cb9036-7fc7-4de9-a870-beffdd0ef2e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-448313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126032'] for router (7fdd8238-d1a4-46d6-ad7e-834fbc979bfa), precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:09.458227 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-92cb9036-7fc7-4de9-a870-beffdd0ef2e1 admin admin] Publish callbacks [] for router_controller (7fdd8238-d1a4-46d6-ad7e-834fbc979bfa), precommit_delete_associations {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:09.598737 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-92cb9036-7fc7-4de9-a870-beffdd0ef2e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-448302'] for router (7fdd8238-d1a4-46d6-ad7e-834fbc979bfa), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:09.599564 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92cb9036-7fc7-4de9-a870-beffdd0ef2e1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7fdd8238-d1a4-46d6-ad7e-834fbc979bfa {{(pid=103458) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 20:36:09.608063 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-92cb9036-7fc7-4de9-a870-beffdd0ef2e1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:09.610132 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-92cb9036-7fc7-4de9-a870-beffdd0ef2e1 admin admin] 10.222.0.41 "DELETE /v2.0/routers/7fdd8238-d1a4-46d6-ad7e-834fbc979bfa HTTP/1.1" status: 204 len: 168 time: 1.2739410 Mar 08 20:36:09.613527 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.41', 33990) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:36:09.671831 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d390385-4c83-43fc-bbe7-0f7414f4d9fc admin admin] Deleting subnet c447eb81-039d-4a17-9b2c-b8079a3e024b {{(pid=103458) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 20:36:09.677390 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-1d390385-4c83-43fc-bbe7-0f7414f4d9fc admin admin] Publish callbacks [] for subnet (c447eb81-039d-4a17-9b2c-b8079a3e024b), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:09.720549 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-1d390385-4c83-43fc-bbe7-0f7414f4d9fc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28520883'] for subnet (c447eb81-039d-4a17-9b2c-b8079a3e024b), precommit_delete_associations {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:09.763131 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-1d390385-4c83-43fc-bbe7-0f7414f4d9fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3537161'] for subnet (c447eb81-039d-4a17-9b2c-b8079a3e024b), precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:09.947286 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-1d390385-4c83-43fc-bbe7-0f7414f4d9fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3537170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28566890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28015844'] for subnet (c447eb81-039d-4a17-9b2c-b8079a3e024b), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:09.976408 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d390385-4c83-43fc-bbe7-0f7414f4d9fc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c447eb81-039d-4a17-9b2c-b8079a3e024b,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:36:09.983325 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-1d390385-4c83-43fc-bbe7-0f7414f4d9fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3733777'] for subnet (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:09.987139 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-1d390385-4c83-43fc-bbe7-0f7414f4d9fc admin admin] 10.222.0.41 "DELETE /v2.0/subnets/c447eb81-039d-4a17-9b2c-b8079a3e024b HTTP/1.1" status: 204 len: 168 time: 0.3716948 Mar 08 20:36:09.990214 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.41', 33992) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:36:10.082239 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-a2ae5b05-98aa-4750-923e-055c9a012408 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-744326'] for network (de9446a0-c58a-4c9a-a8d6-6921f8f95911), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:10.181322 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-a2ae5b05-98aa-4750-923e-055c9a012408 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3474822', 'neutron.services.segments.db._delete_segments_for_network-8745146981223'] for network (de9446a0-c58a-4c9a-a8d6-6921f8f95911), precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:10.209121 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.services.segments.db [None req-a2ae5b05-98aa-4750-923e-055c9a012408 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de9446a0-c58a-4c9a-a8d6-6921f8f95911']}} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:36:10.220639 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.services.segments.db [None req-a2ae5b05-98aa-4750-923e-055c9a012408 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f41e294-9f18-4c67-842c-6c4d3d8141d4') {'for_net_delete': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:36:10.221005 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.services.segments.db [None req-a2ae5b05-98aa-4750-923e-055c9a012408 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f41e294-9f18-4c67-842c-6c4d3d8141d4') {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:36:10.232003 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-a2ae5b05-98aa-4750-923e-055c9a012408 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745146982000', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28520776'] for segment (7f41e294-9f18-4c67-842c-6c4d3d8141d4), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:10.247290 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-a2ae5b05-98aa-4750-923e-055c9a012408 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536034'] for segment (7f41e294-9f18-4c67-842c-6c4d3d8141d4), precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:10.253731 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2ae5b05-98aa-4750-923e-055c9a012408 admin admin] Releasing vlan 128 on physical network physnet1 to pool {{(pid=103458) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 20:36:10.254315 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-a2ae5b05-98aa-4750-923e-055c9a012408 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28566784'] for segment (7f41e294-9f18-4c67-842c-6c4d3d8141d4), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:10.256392 dv-cinder-830096-3-iscsi neutron-server[103458]: Traceback (most recent call last): Mar 08 20:36:10.256392 dv-cinder-830096-3-iscsi neutron-server[103458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 20:36:10.256392 dv-cinder-830096-3-iscsi neutron-server[103458]: timer() Mar 08 20:36:10.256392 dv-cinder-830096-3-iscsi neutron-server[103458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 20:36:10.256392 dv-cinder-830096-3-iscsi neutron-server[103458]: cb(*args, **kw) Mar 08 20:36:10.256392 dv-cinder-830096-3-iscsi neutron-server[103458]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 20:36:10.256392 dv-cinder-830096-3-iscsi neutron-server[103458]: return func(*args, **kwargs) Mar 08 20:36:10.256392 dv-cinder-830096-3-iscsi neutron-server[103458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 20:36:10.256392 dv-cinder-830096-3-iscsi neutron-server[103458]: self._notify() Mar 08 20:36:10.256392 dv-cinder-830096-3-iscsi neutron-server[103458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 20:36:10.256392 dv-cinder-830096-3-iscsi neutron-server[103458]: self.callback(batched_events) Mar 08 20:36:10.256392 dv-cinder-830096-3-iscsi neutron-server[103458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 20:36:10.256392 dv-cinder-830096-3-iscsi neutron-server[103458]: event.method(event) Mar 08 20:36:10.256392 dv-cinder-830096-3-iscsi neutron-server[103458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 20:36:10.256392 dv-cinder-830096-3-iscsi neutron-server[103458]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 20:36:10.256392 dv-cinder-830096-3-iscsi neutron-server[103458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 20:36:10.256392 dv-cinder-830096-3-iscsi neutron-server[103458]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 20:36:10.256392 dv-cinder-830096-3-iscsi neutron-server[103458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 20:36:10.256392 dv-cinder-830096-3-iscsi neutron-server[103458]: return f(self, *a, **k) Mar 08 20:36:10.256392 dv-cinder-830096-3-iscsi neutron-server[103458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 20:36:10.256392 dv-cinder-830096-3-iscsi neutron-server[103458]: return self._get(url).json() Mar 08 20:36:10.256392 dv-cinder-830096-3-iscsi neutron-server[103458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 20:36:10.256392 dv-cinder-830096-3-iscsi neutron-server[103458]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 20:36:10.256392 dv-cinder-830096-3-iscsi neutron-server[103458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 20:36:10.256392 dv-cinder-830096-3-iscsi neutron-server[103458]: return self.request(url, 'GET', **kwargs) Mar 08 20:36:10.256392 dv-cinder-830096-3-iscsi neutron-server[103458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 20:36:10.256392 dv-cinder-830096-3-iscsi neutron-server[103458]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 20:36:10.256392 dv-cinder-830096-3-iscsi neutron-server[103458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 20:36:10.256392 dv-cinder-830096-3-iscsi neutron-server[103458]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 20:36:10.256392 dv-cinder-830096-3-iscsi neutron-server[103458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 20:36:10.256392 dv-cinder-830096-3-iscsi neutron-server[103458]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 20:36:10.256392 dv-cinder-830096-3-iscsi neutron-server[103458]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 20:36:10.398553 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-a2ae5b05-98aa-4750-923e-055c9a012408 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3474831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-442537'] for network (de9446a0-c58a-4c9a-a8d6-6921f8f95911), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:10.405297 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-a2ae5b05-98aa-4750-923e-055c9a012408 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3733777'] for network (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:10.408595 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-a2ae5b05-98aa-4750-923e-055c9a012408 admin admin] 10.222.0.41 "DELETE /v2.0/networks/de9446a0-c58a-4c9a-a8d6-6921f8f95911 HTTP/1.1" status: 204 len: 168 time: 0.4173889 Mar 08 20:36:10.423435 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ae5b05-98aa-4750-923e-055c9a012408 admin admin] Pushing event deleted for resources: {'Network': ['ID=de9446a0-c58a-4c9a-a8d6-6921f8f95911,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:36:10.878194 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.41', 33998) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:36:10.930801 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.rpc [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Device 290babd5-53ff-4e55-948a-823edea95918 no longer exists at agent ovs-agent-dv-cinder-830096-3-iscsi {{(pid=103460) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 20:36:10.940276 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-3adb7f9e-126e-4fce-b0b3-1bb75de1c25e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3ab75e5ad0c04c16ae8ecd6073e24a81&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0603611 Mar 08 20:36:10.942980 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.wsgi [-] (103459) accepted ('10.222.0.41', 34000) {{(pid=103459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:36:10.959717 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.plugin [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] No Port match for: 290babd5-53ff-4e55-948a-823edea95918 {{(pid=103460) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 20:36:10.960489 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.rpc [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Device 290babd5-53ff-4e55-948a-823edea95918 not bound to the agent host dv-cinder-830096-3-iscsi {{(pid=103460) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 20:36:10.961141 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.rpc [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Device c7bb15c5-7c0d-46a8-8cca-15ca8ef644a2 no longer exists at agent ovs-agent-dv-cinder-830096-3-iscsi {{(pid=103460) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 20:36:10.991701 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.plugin [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] No Port match for: c7bb15c5-7c0d-46a8-8cca-15ca8ef644a2 {{(pid=103460) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 20:36:10.992384 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.rpc [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Device c7bb15c5-7c0d-46a8-8cca-15ca8ef644a2 not bound to the agent host dv-cinder-830096-3-iscsi {{(pid=103460) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 20:36:11.023159 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-ad4dcbe6-8eff-45c7-9f1d-3f0ac1043133 admin admin] Publish callbacks [] for security_group (306014d5-d504-41eb-b92c-22e11b4bc9f8), before_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:11.055911 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-ad4dcbe6-8eff-45c7-9f1d-3f0ac1043133 admin admin] Publish callbacks [] for security_group (306014d5-d504-41eb-b92c-22e11b4bc9f8), precommit_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:11.227111 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-ad4dcbe6-8eff-45c7-9f1d-3f0ac1043133 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310940'] for security_group (306014d5-d504-41eb-b92c-22e11b4bc9f8), after_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:11.232547 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-ad4dcbe6-8eff-45c7-9f1d-3f0ac1043133 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:11.239002 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [None req-ad4dcbe6-8eff-45c7-9f1d-3f0ac1043133 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/306014d5-d504-41eb-b92c-22e11b4bc9f8 HTTP/1.1" status: 204 len: 168 time: 0.2902734 Mar 08 20:36:11.247356 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4dcbe6-8eff-45c7-9f1d-3f0ac1043133 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=306014d5-d504-41eb-b92c-22e11b4bc9f8,revision_number=None']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:36:16.630636 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0613c1f3-cc6d-4c9e-9639-954bf9501dfe req-1a1d6575-e4e9-4955-abfc-ebef38c606eb tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:36:16.632344 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-0613c1f3-cc6d-4c9e-9639-954bf9501dfe req-1a1d6575-e4e9-4955-abfc-ebef38c606eb tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "GET /v2.0/ports?device_id=f3764666-b97b-49ee-a110-73b596762fc2 HTTP/1.1" status: 200 len: 946 time: 0.0554526 Mar 08 20:36:16.692667 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-0613c1f3-cc6d-4c9e-9639-954bf9501dfe req-813c5db1-167c-40de-ba88-2ff2d022ca0c tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "GET /v2.0/security-groups?id=594a1c24-3d62-4c4c-9d98-a58b8e523f99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524399 Mar 08 20:36:17.827650 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866976a3-a754-4bb1-b40f-ee67c2542f14 req-5478da19-a5ba-4de5-8d98-2ec7515f8c3c tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:36:17.829162 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-866976a3-a754-4bb1-b40f-ee67c2542f14 req-5478da19-a5ba-4de5-8d98-2ec7515f8c3c tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "GET /v2.0/ports?device_id=f3764666-b97b-49ee-a110-73b596762fc2 HTTP/1.1" status: 200 len: 946 time: 0.0528774 Mar 08 20:36:17.875117 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-866976a3-a754-4bb1-b40f-ee67c2542f14 req-442a893b-9cbb-4e6e-8a95-c9d020d94f8a tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "GET /v2.0/security-groups?id=594a1c24-3d62-4c4c-9d98-a58b8e523f99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398254 Mar 08 20:36:18.878841 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05da423c-bd6b-4de7-bc5b-087f6515b8c8 req-8fc6d9ae-5f4d-4329-96b6-1e37b85b455f tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:36:18.880406 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-05da423c-bd6b-4de7-bc5b-087f6515b8c8 req-8fc6d9ae-5f4d-4329-96b6-1e37b85b455f tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3764666-b97b-49ee-a110-73b596762fc2 HTTP/1.1" status: 200 len: 946 time: 0.0681937 Mar 08 20:36:19.027904 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [req-05da423c-bd6b-4de7-bc5b-087f6515b8c8 req-fe205549-2832-424d-9cd3-ad9f1d3c01de tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] Deleting port 191c4710-0568-4083-be7c-dec75711110b {{(pid=103458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 20:36:19.028508 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-05da423c-bd6b-4de7-bc5b-087f6515b8c8 req-fe205549-2832-424d-9cd3-ad9f1d3c01de tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745146874691'] for port (191c4710-0568-4083-be7c-dec75711110b), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:19.047155 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58027e25-85ed-4294-8220-6e9274abd0c3 req-87dfdef2-c864-473a-8cef-42c67e1d2bed tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:36:19.048958 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-58027e25-85ed-4294-8220-6e9274abd0c3 req-87dfdef2-c864-473a-8cef-42c67e1d2bed tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "GET /v2.0/ports?device_id=f3764666-b97b-49ee-a110-73b596762fc2 HTTP/1.1" status: 200 len: 946 time: 0.0818894 Mar 08 20:36:19.125102 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-58027e25-85ed-4294-8220-6e9274abd0c3 req-9b35360b-465f-4c42-8741-0feafde4dc83 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "GET /v2.0/security-groups?id=594a1c24-3d62-4c4c-9d98-a58b8e523f99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667350 Mar 08 20:36:19.202685 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.db [req-05da423c-bd6b-4de7-bc5b-087f6515b8c8 req-fe205549-2832-424d-9cd3-ad9f1d3c01de tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] For port 191c4710-0568-4083-be7c-dec75711110b, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=191c4710-0568-4083-be7c-dec75711110b,segment=NetworkSegment(06ef9f39-1080-4af3-a1d4-5e6b0fa990b9),segment_id=06ef9f39-1080-4af3-a1d4-5e6b0fa990b9)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:36:19.203127 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-05da423c-bd6b-4de7-bc5b-087f6515b8c8 req-fe205549-2832-424d-9cd3-ad9f1d3c01de tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443457'] for port (191c4710-0568-4083-be7c-dec75711110b), precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:19.756028 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-05da423c-bd6b-4de7-bc5b-087f6515b8c8 req-fe205549-2832-424d-9cd3-ad9f1d3c01de tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:19.756406 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-05da423c-bd6b-4de7-bc5b-087f6515b8c8 req-fe205549-2832-424d-9cd3-ad9f1d3c01de tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-443219'] for floatingip (3a23034d-4bc8-4ccd-829a-ab91c6517978), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:19.756715 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.db.l3_db [req-05da423c-bd6b-4de7-bc5b-087f6515b8c8 req-fe205549-2832-424d-9cd3-ad9f1d3c01de tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] Floating IP 3a23034d-4bc8-4ccd-829a-ab91c6517978 disassociated. External IP: 172.27.2.77, port: 191c4710-0568-4083-be7c-dec75711110b. Mar 08 20:36:19.757058 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [req-05da423c-bd6b-4de7-bc5b-087f6515b8c8 req-fe205549-2832-424d-9cd3-ad9f1d3c01de tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] Calling delete_port for 191c4710-0568-4083-be7c-dec75711110b owned by compute:nova {{(pid=103458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 20:36:20.016482 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-05da423c-bd6b-4de7-bc5b-087f6515b8c8 req-fe205549-2832-424d-9cd3-ad9f1d3c01de tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745146878630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745146440915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28566877'] for port (191c4710-0568-4083-be7c-dec75711110b), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:20.049862 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe205549-2832-424d-9cd3-ad9f1d3c01de tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] Pushing event deleted for resources: {'Port': ['ID=191c4710-0568-4083-be7c-dec75711110b,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:36:20.200326 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.scheduler.l3_agent_scheduler [req-05da423c-bd6b-4de7-bc5b-087f6515b8c8 req-fe205549-2832-424d-9cd3-ad9f1d3c01de tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] Router a974851c-fa28-4512-826f-f1ac9013912c has already been hosted by L3 agent 7ae9fd8f-5d61-4821-9eac-044950c450f0 {{(pid=103458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 20:36:20.276529 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-7dc38922-ac00-4002-a93d-e20f7d57ac6e req-f9f2ae3a-ea56-41b1-972f-e607d2a21715 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "GET /v2.0/ports?device_id=f3764666-b97b-49ee-a110-73b596762fc2 HTTP/1.1" status: 200 len: 210 time: 0.0621698 Mar 08 20:36:20.355303 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-05da423c-bd6b-4de7-bc5b-087f6515b8c8 req-fe205549-2832-424d-9cd3-ad9f1d3c01de tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] Notify agent at l3_agent.dv-cinder-830096-3-iscsi the message routers_updated {{(pid=103458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 20:36:20.372604 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65834003-07f1-4167-a1da-0f46082ac16f None None] Sync routers for ids ['a974851c-fa28-4512-826f-f1ac9013912c'] in dv-cinder-830096-3-iscsi {{(pid=103460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 20:36:20.396743 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65834003-07f1-4167-a1da-0f46082ac16f None None] Routers {'a974851c-fa28-4512-826f-f1ac9013912c'} bound to L3 agent in host dv-cinder-830096-3-iscsi {{(pid=103460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:36:20.397455 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-65834003-07f1-4167-a1da-0f46082ac16f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-08T20:23:01Z,description=,heartbeat_timestamp=2022-03-08T20:36:01Z,host='dv-cinder-830096-3-iscsi',id=7ae9fd8f-5d61-4821-9eac-044950c450f0,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:23:02Z,topic='l3_agent')) {'router_ids': ['a974851c-fa28-4512-826f-f1ac9013912c'], 'active': True} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:36:20.415789 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [req-05da423c-bd6b-4de7-bc5b-087f6515b8c8 req-fe205549-2832-424d-9cd3-ad9f1d3c01de tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] No DVR routers for this DVR port 191c4710-0568-4083-be7c-dec75711110b on host hv-cinder-83009 {{(pid=103458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 20:36:20.419700 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-05da423c-bd6b-4de7-bc5b-087f6515b8c8 req-fe205549-2832-424d-9cd3-ad9f1d3c01de tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4188892'] for port (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:20.422727 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-05da423c-bd6b-4de7-bc5b-087f6515b8c8 req-fe205549-2832-424d-9cd3-ad9f1d3c01de tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.37 "DELETE /v2.0/ports/191c4710-0568-4083-be7c-dec75711110b HTTP/1.1" status: 204 len: 173 time: 1.5360599 Mar 08 20:36:20.423158 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3764666-b97b-49ee-a110-73b596762fc2', 'name': 'network-vif-deleted', 'tag': '191c4710-0568-4083-be7c-dec75711110b'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 20:36:20.425619 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80a387be2d8005eb2e27f9060a02e972faa958bb0688f3ffd3bc7b0f4eb55c8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f2f48e2-9121-4e1e-9ffd-7a9b7b411b0c" -d '{"events": [{"server_uuid": "f3764666-b97b-49ee-a110-73b596762fc2", "name": "network-vif-deleted", "tag": "191c4710-0568-4083-be7c-dec75711110b"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 20:36:20.485197 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 20:36:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca662822-70fc-4a59-8050-fd8626532e18 x-openstack-request-id: req-ca662822-70fc-4a59-8050-fd8626532e18 {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 20:36:20.485623 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3764666-b97b-49ee-a110-73b596762fc2", "name": "network-vif-deleted", "tag": "191c4710-0568-4083-be7c-dec75711110b", "status": "completed", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 20:36:20.486010 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ca662822-70fc-4a59-8050-fd8626532e18 {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 20:36:20.486592 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3764666-b97b-49ee-a110-73b596762fc2', 'name': 'network-vif-deleted', 'tag': '191c4710-0568-4083-be7c-dec75711110b', 'status': 'completed', 'code': 200} Mar 08 20:36:20.548616 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvr_db [None req-65834003-07f1-4167-a1da-0f46082ac16f None None] Set router a974851c-fa28-4512-826f-f1ac9013912c gateway port host: dv-cinder-830096-3-iscsi {{(pid=103460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:36:20.779378 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-65834003-07f1-4167-a1da-0f46082ac16f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a974851c-fa28-4512-826f-f1ac9013912c', 'name': 'tempest-AttachVolumeShelveTestJSON-298488986-router', 'tenant_id': '01d3223cb5334df4aeb878f77f56a4af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'external_fixed_ips': [{'subnet_id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'ip_address': '172.27.2.2'}], 'enable_snat': True}, 'gw_port_id': '3d299657-8d46-4c76-b4af-4c578b5510e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:31:22Z', 'updated_at': '2022-03-08T20:31:33Z', 'revision_number': 4, 'project_id': '01d3223cb5334df4aeb878f77f56a4af', 'gw_port': {'id': '3d299657-8d46-4c76-b4af-4c578b5510e7', 'name': '', 'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:d5:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a974851c-fa28-4512-826f-f1ac9013912c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'ip_address': '172.27.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:31:25Z', 'updated_at': '2022-03-08T20:31:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-3-iscsi', '_interfaces': [{'id': '839cf58f-01a9-44c0-bd6f-fced84cb2228', 'name': '', 'network_id': '6c06189c-e7e3-4c8a-acc0-5147890ac16f', 'tenant_id': '01d3223cb5334df4aeb878f77f56a4af', 'mac_address': 'fa:16:3e:c9:23:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a974851c-fa28-4512-826f-f1ac9013912c', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '22d98187-3e01-4f4c-846a-c4973fed68d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:31:32Z', 'updated_at': '2022-03-08T20:31:44Z', 'revision_number': 5, 'project_id': '01d3223cb5334df4aeb878f77f56a4af', 'subnets': [{'id': '22d98187-3e01-4f4c-846a-c4973fed68d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830096-3-iscsi', False) {} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:36:20.806897 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65834003-07f1-4167-a1da-0f46082ac16f None None] Checking router: a974851c-fa28-4512-826f-f1ac9013912c for host: dv-cinder-830096-3-iscsi {{(pid=103460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 20:36:20.816643 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65834003-07f1-4167-a1da-0f46082ac16f None None] Routers {'a974851c-fa28-4512-826f-f1ac9013912c'} bound to L3 agent in host dv-cinder-830096-3-iscsi {{(pid=103460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:36:20.817268 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-65834003-07f1-4167-a1da-0f46082ac16f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-08T20:23:01Z,description=,heartbeat_timestamp=2022-03-08T20:36:01Z,host='dv-cinder-830096-3-iscsi',id=7ae9fd8f-5d61-4821-9eac-044950c450f0,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:23:02Z,topic='l3_agent')) {'router_ids': ['a974851c-fa28-4512-826f-f1ac9013912c'], 'active': True} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:36:20.939979 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvr_db [None req-65834003-07f1-4167-a1da-0f46082ac16f None None] Set router a974851c-fa28-4512-826f-f1ac9013912c gateway port host: dv-cinder-830096-3-iscsi {{(pid=103460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:36:21.160401 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-65834003-07f1-4167-a1da-0f46082ac16f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a974851c-fa28-4512-826f-f1ac9013912c', 'name': 'tempest-AttachVolumeShelveTestJSON-298488986-router', 'tenant_id': '01d3223cb5334df4aeb878f77f56a4af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'external_fixed_ips': [{'subnet_id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'ip_address': '172.27.2.2'}], 'enable_snat': True}, 'gw_port_id': '3d299657-8d46-4c76-b4af-4c578b5510e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:31:22Z', 'updated_at': '2022-03-08T20:31:33Z', 'revision_number': 4, 'project_id': '01d3223cb5334df4aeb878f77f56a4af', 'gw_port': {'id': '3d299657-8d46-4c76-b4af-4c578b5510e7', 'name': '', 'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:d5:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a974851c-fa28-4512-826f-f1ac9013912c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'ip_address': '172.27.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:31:25Z', 'updated_at': '2022-03-08T20:31:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-3-iscsi', '_interfaces': [{'id': '839cf58f-01a9-44c0-bd6f-fced84cb2228', 'name': '', 'network_id': '6c06189c-e7e3-4c8a-acc0-5147890ac16f', 'tenant_id': '01d3223cb5334df4aeb878f77f56a4af', 'mac_address': 'fa:16:3e:c9:23:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a974851c-fa28-4512-826f-f1ac9013912c', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '22d98187-3e01-4f4c-846a-c4973fed68d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:31:32Z', 'updated_at': '2022-03-08T20:31:44Z', 'revision_number': 5, 'project_id': '01d3223cb5334df4aeb878f77f56a4af', 'subnets': [{'id': '22d98187-3e01-4f4c-846a-c4973fed68d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830096-3-iscsi', False) {} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:36:21.188514 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65834003-07f1-4167-a1da-0f46082ac16f None None] The sync data for ids ['a974851c-fa28-4512-826f-f1ac9013912c'] in dv-cinder-830096-3-iscsi is: [{'id': 'a974851c-fa28-4512-826f-f1ac9013912c', 'name': 'tempest-AttachVolumeShelveTestJSON-298488986-router', 'tenant_id': '01d3223cb5334df4aeb878f77f56a4af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'external_fixed_ips': [{'subnet_id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'ip_address': '172.27.2.2'}], 'enable_snat': True}, 'gw_port_id': '3d299657-8d46-4c76-b4af-4c578b5510e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:31:22Z', 'updated_at': '2022-03-08T20:31:33Z', 'revision_number': 4, 'project_id': '01d3223cb5334df4aeb878f77f56a4af', 'gw_port': {'id': '3d299657-8d46-4c76-b4af-4c578b5510e7', 'name': '', 'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:d5:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a974851c-fa28-4512-826f-f1ac9013912c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'ip_address': '172.27.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:31:25Z', 'updated_at': '2022-03-08T20:31:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-3-iscsi', '_interfaces': [{'id': '839cf58f-01a9-44c0-bd6f-fced84cb2228', 'name': '', 'network_id': '6c06189c-e7e3-4c8a-acc0-5147890ac16f', 'tenant_id': '01d3223cb5334df4aeb878f77f56a4af', 'mac_address': 'fa:16:3e:c9:23:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a974851c-fa28-4512-826f-f1ac9013912c', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '22d98187-3e01-4f4c-846a-c4973fed68d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:31:32Z', 'updated_at': '2022-03-08T20:31:44Z', 'revision_number': 5, 'project_id': '01d3223cb5334df4aeb878f77f56a4af', 'subnets': [{'id': '22d98187-3e01-4f4c-846a-c4973fed68d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 20:36:21.411821 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-4400dc1b-967a-4280-9d57-963eb9677db5 req-6357818e-d1ba-4f4c-a4e6-28c619d15fe0 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "GET /v2.0/ports?device_id=f3764666-b97b-49ee-a110-73b596762fc2 HTTP/1.1" status: 200 len: 210 time: 0.0301018 Mar 08 20:36:21.472560 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5b3a9a9-b09d-4284-bcdb-fdd7073b30c1 None None] New status for floating IP 3a23034d-4bc8-4ccd-829a-ab91c6517978: DOWN {{(pid=103461) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 20:36:22.655929 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.wsgi [-] (103459) accepted ('10.222.0.41', 34148) {{(pid=103459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:36:22.720979 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-0f9a8f99-95fa-4d43-9980-f40b6634180e tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] Publish callbacks [] for security_group (594a1c24-3d62-4c4c-9d98-a58b8e523f99), before_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:22.751996 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-0f9a8f99-95fa-4d43-9980-f40b6634180e tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] Publish callbacks [] for security_group (594a1c24-3d62-4c4c-9d98-a58b8e523f99), precommit_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:22.914249 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-0f9a8f99-95fa-4d43-9980-f40b6634180e tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310940'] for security_group (594a1c24-3d62-4c4c-9d98-a58b8e523f99), after_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:22.915494 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-0f9a8f99-95fa-4d43-9980-f40b6634180e tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] Publish callbacks [] for security_group (None), before_response {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:22.916699 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [None req-0f9a8f99-95fa-4d43-9980-f40b6634180e tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "DELETE /v2.0/security-groups/594a1c24-3d62-4c4c-9d98-a58b8e523f99 HTTP/1.1" status: 204 len: 168 time: 0.2595198 Mar 08 20:36:22.919490 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.41', 34154) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:36:22.933987 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.api.v2.resource [None req-cbbabaf7-3d8d-4c83-8499-4b939eeea5a5 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] show failed (client error): The resource could not be found. Mar 08 20:36:22.935248 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9a8f99-95fa-4d43-9980-f40b6634180e tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=594a1c24-3d62-4c4c-9d98-a58b8e523f99,revision_number=None']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:36:22.940350 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-cbbabaf7-3d8d-4c83-8499-4b939eeea5a5 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "GET /v2.0/security-groups/594a1c24-3d62-4c4c-9d98-a58b8e523f99 HTTP/1.1" status: 404 len: 347 time: 0.0172880 Mar 08 20:36:22.941891 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.wsgi [-] (103459) accepted ('10.222.0.41', 34156) {{(pid=103459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:36:23.090254 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-4c3e325e-4cef-4d20-84f4-dab5e08b400c tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] Deleting port 4621af5a-c97f-484f-8339-f9f01bb88f84 {{(pid=103459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 20:36:23.090826 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-4c3e325e-4cef-4d20-84f4-dab5e08b400c tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745146874691'] for port (4621af5a-c97f-484f-8339-f9f01bb88f84), before_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:23.187080 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-4c3e325e-4cef-4d20-84f4-dab5e08b400c tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443457'] for port (4621af5a-c97f-484f-8339-f9f01bb88f84), precommit_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:23.187601 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-4c3e325e-4cef-4d20-84f4-dab5e08b400c tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] Publish callbacks [] for floatingip (4621af5a-c97f-484f-8339-f9f01bb88f84), precommit_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:23.203808 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-4c3e325e-4cef-4d20-84f4-dab5e08b400c tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] Calling delete_port for 4621af5a-c97f-484f-8339-f9f01bb88f84 owned by network:floatingip {{(pid=103459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 20:36:23.461587 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-4c3e325e-4cef-4d20-84f4-dab5e08b400c tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745146878630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745146440915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28404629'] for port (4621af5a-c97f-484f-8339-f9f01bb88f84), after_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:23.485956 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3e325e-4cef-4d20-84f4-dab5e08b400c tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] Pushing event deleted for resources: {'Port': ['ID=4621af5a-c97f-484f-8339-f9f01bb88f84,revision_number=None']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:36:23.557749 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-4c3e325e-4cef-4d20-84f4-dab5e08b400c tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] Publish callbacks [] for floatingip (3a23034d-4bc8-4ccd-829a-ab91c6517978), after_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:23.560463 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-4c3e325e-4cef-4d20-84f4-dab5e08b400c tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4188892'] for floatingip (None), before_response {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:23.561706 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [None req-4c3e325e-4cef-4d20-84f4-dab5e08b400c tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "DELETE /v2.0/floatingips/3a23034d-4bc8-4ccd-829a-ab91c6517978 HTTP/1.1" status: 204 len: 168 time: 0.6221650 Mar 08 20:36:23.626361 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.rpc [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Device 191c4710-0568-4083-be7c-dec75711110b no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103460) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 20:36:23.651515 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.plugin [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] No Port match for: 191c4710-0568-4083-be7c-dec75711110b {{(pid=103460) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 20:36:23.651856 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.rpc [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Device 191c4710-0568-4083-be7c-dec75711110b not bound to the agent host hv-cinder-83009 {{(pid=103460) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 20:36:24.079362 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.41', 34176) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:36:24.090762 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.v2.base [None req-c29bcd59-47ef-4498-98a8-5cc787707b5d tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1506817923', 'description': 'tempest-description--992770681'}} {{(pid=103458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:36:24.164135 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745146981205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476605'] for agent (905863fd-6a46-47f8-82ce-98f31309cbd3), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:24.204001 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-c29bcd59-47ef-4498-98a8-5cc787707b5d tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] Publish callbacks [] for security_group (None), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:24.279355 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-c29bcd59-47ef-4498-98a8-5cc787707b5d tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] Publish callbacks [] for security_group (a267c7b1-63ad-4c1c-9cd3-488492c80c67), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:24.438606 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-c29bcd59-47ef-4498-98a8-5cc787707b5d tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310940'] for security_group (a267c7b1-63ad-4c1c-9cd3-488492c80c67), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:24.475776 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29bcd59-47ef-4498-98a8-5cc787707b5d tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a267c7b1-63ad-4c1c-9cd3-488492c80c67,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:36:24.663220 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-c29bcd59-47ef-4498-98a8-5cc787707b5d tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] Publish callbacks [] for security_group (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:24.664566 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-c29bcd59-47ef-4498-98a8-5cc787707b5d tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5837283 Mar 08 20:36:24.667527 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.41', 34180) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:36:24.671935 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.v2.base [None req-1acf38ba-9863-47e4-bd54-aabe6de8b5cb tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] Request body: {'security_group_rule': {'security_group_id': 'a267c7b1-63ad-4c1c-9cd3-488492c80c67', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:36:24.809324 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-1acf38ba-9863-47e4-bd54-aabe6de8b5cb tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] Publish callbacks [] for security_group_rule (8302e38a-44ed-4d79-80d0-9473388be63a), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:24.866224 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-1acf38ba-9863-47e4-bd54-aabe6de8b5cb tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] Publish callbacks [] for security_group_rule (8302e38a-44ed-4d79-80d0-9473388be63a), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:25.032792 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-1acf38ba-9863-47e4-bd54-aabe6de8b5cb tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310824'] for security_group_rule (8302e38a-44ed-4d79-80d0-9473388be63a), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:25.052217 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acf38ba-9863-47e4-bd54-aabe6de8b5cb tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8302e38a-44ed-4d79-80d0-9473388be63a,revision_number=0']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:36:25.132289 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-1acf38ba-9863-47e4-bd54-aabe6de8b5cb tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:25.133919 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-1acf38ba-9863-47e4-bd54-aabe6de8b5cb tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4652853 Mar 08 20:36:25.138861 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.41', 34184) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:36:25.147764 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.v2.base [None req-4c735823-ed36-4d83-8a9a-246ac19d6425 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] Request body: {'security_group_rule': {'security_group_id': 'a267c7b1-63ad-4c1c-9cd3-488492c80c67', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:36:25.205723 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.db.agents_db [None req-39e8813d-158c-4e2f-bb5f-b8539461cb33 None None] Agent healthcheck: found 6 active agents {{(pid=103461) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 20:36:25.305675 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-4c735823-ed36-4d83-8a9a-246ac19d6425 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] Publish callbacks [] for security_group_rule (7813f373-a7c0-45e0-af07-0324a759fc20), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:25.366558 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-4c735823-ed36-4d83-8a9a-246ac19d6425 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] Publish callbacks [] for security_group_rule (7813f373-a7c0-45e0-af07-0324a759fc20), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:25.525890 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-c1d6ff56-4a39-4c23-8d27-bcbfb05bd3ef req-f35494cf-a590-489e-8504-fcdf5adf0c8b service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=bad46cc3-630c-44e3-97f4-2efe2ffc87e1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0477839 Mar 08 20:36:25.617931 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d6ff56-4a39-4c23-8d27-bcbfb05bd3ef req-cd5b2e6f-bbd9-4198-8ccb-1bb0cb48c6b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:36:25.619461 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-c1d6ff56-4a39-4c23-8d27-bcbfb05bd3ef req-cd5b2e6f-bbd9-4198-8ccb-1bb0cb48c6b4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=64bbed509db949a6a003c639d3f67567&device_id=bad46cc3-630c-44e3-97f4-2efe2ffc87e1 HTTP/1.1" status: 200 len: 1129 time: 0.0492094 Mar 08 20:36:25.697236 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-4c735823-ed36-4d83-8a9a-246ac19d6425 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310824'] for security_group_rule (7813f373-a7c0-45e0-af07-0324a759fc20), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:25.718505 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c735823-ed36-4d83-8a9a-246ac19d6425 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7813f373-a7c0-45e0-af07-0324a759fc20,revision_number=0']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:36:25.743626 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d6ff56-4a39-4c23-8d27-bcbfb05bd3ef req-688f4ba5-5ab9-441c-860e-d68d2a5af51f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:36:25.745147 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-c1d6ff56-4a39-4c23-8d27-bcbfb05bd3ef req-688f4ba5-5ab9-441c-860e-d68d2a5af51f service neutron] 10.222.0.37 "GET /v2.0/networks?id=bb3cf682-183a-4b4f-b70b-ac9d75a4abdd HTTP/1.1" status: 200 len: 912 time: 0.1055064 Mar 08 20:36:25.818555 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-c1d6ff56-4a39-4c23-8d27-bcbfb05bd3ef req-5acab996-bd9e-4fb6-a520-9ca0e6d2242e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7774432c-5ed1-4d4d-a02c-9fb8141c93a3 HTTP/1.1" status: 200 len: 1000 time: 0.0645506 Mar 08 20:36:25.836760 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-4c735823-ed36-4d83-8a9a-246ac19d6425 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:25.837959 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-4c735823-ed36-4d83-8a9a-246ac19d6425 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6977243 Mar 08 20:36:25.841364 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.wsgi [-] (103459) accepted ('10.222.0.41', 34188) {{(pid=103459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:36:25.847362 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.v2.base [None req-56d7328b-40ea-44e2-ac0a-c480861f720a tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] Request body: {'floatingip': {'floating_network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052'}} {{(pid=103459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:36:25.877848 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d6ff56-4a39-4c23-8d27-bcbfb05bd3ef req-c756ebfa-ea9b-413d-8813-a1ad494e2ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:36:25.879622 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-c1d6ff56-4a39-4c23-8d27-bcbfb05bd3ef req-c756ebfa-ea9b-413d-8813-a1ad494e2ec3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a968dc2a-71a9-4847-a130-162c884db338 HTTP/1.1" status: 200 len: 850 time: 0.0543983 Mar 08 20:36:25.932777 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d6ff56-4a39-4c23-8d27-bcbfb05bd3ef req-fba5f62a-3cac-48c4-ac30-7cac2bc32120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:36:25.934406 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-c1d6ff56-4a39-4c23-8d27-bcbfb05bd3ef req-fba5f62a-3cac-48c4-ac30-7cac2bc32120 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=bb3cf682-183a-4b4f-b70b-ac9d75a4abdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0487008 Mar 08 20:36:25.991629 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-56d7328b-40ea-44e2-ac0a-c480861f720a tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:26.035159 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-c1d6ff56-4a39-4c23-8d27-bcbfb05bd3ef req-40d84d0c-8ff3-48d8-9a65-b813225e38c6 service neutron] 10.222.0.37 "GET /v2.0/networks/bb3cf682-183a-4b4f-b70b-ac9d75a4abdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935569 Mar 08 20:36:26.104196 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-56d7328b-40ea-44e2-ac0a-c480861f720a tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747308'] for port (None), before_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:26.132255 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-c1d6ff56-4a39-4c23-8d27-bcbfb05bd3ef req-20688b8a-ac32-44f9-a8f7-4e132cb805e9 service neutron] 10.222.0.37 "GET /v2.0/networks/bb3cf682-183a-4b4f-b70b-ac9d75a4abdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907247 Mar 08 20:36:26.222732 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.db.db_base_plugin_common [None req-56d7328b-40ea-44e2-ac0a-c480861f720a tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] Allocated IP 172.27.2.210 (fc278ace-cc38-44e4-ba35-3f28be706052/6746aa92-141d-47b3-806a-20502e0a6f7e/ab5e051d-951c-43de-884b-0ba199d0e3eb) {{(pid=103459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 20:36:26.347032 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-56d7328b-40ea-44e2-ac0a-c480861f720a tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] Publish callbacks [] for port (ab5e051d-951c-43de-884b-0ba199d0e3eb), precommit_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:26.512579 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-56d7328b-40ea-44e2-ac0a-c480861f720a tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745146440906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28404629'] for port (ab5e051d-951c-43de-884b-0ba199d0e3eb), after_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:26.556874 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56d7328b-40ea-44e2-ac0a-c480861f720a tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] Network fc278ace-cc38-44e4-ba35-3f28be706052 is already hosted by enough agents. {{(pid=103459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 20:36:26.559822 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.scheduler.base_scheduler [None req-56d7328b-40ea-44e2-ac0a-c480861f720a tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] Resources bound (agent type, host, resource id): {{(pid=103459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:36:26.564569 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56d7328b-40ea-44e2-ac0a-c480861f720a tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] Received port after_create {{(pid=103459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 20:36:26.568311 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d7328b-40ea-44e2-ac0a-c480861f720a tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] Pushing event updated for resources: {'Port': ['ID=ab5e051d-951c-43de-884b-0ba199d0e3eb,revision_number=1']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:36:26.654866 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-56d7328b-40ea-44e2-ac0a-c480861f720a tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] Publish callbacks [] for floatingip (f757e763-ecb7-48de-84f3-a62d456cd4d7), precommit_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:26.802327 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-56d7328b-40ea-44e2-ac0a-c480861f720a tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747308'] for port (ab5e051d-951c-43de-884b-0ba199d0e3eb), before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:26.965947 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-56d7328b-40ea-44e2-ac0a-c480861f720a tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] Publish callbacks [] for port (ab5e051d-951c-43de-884b-0ba199d0e3eb), precommit_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:27.061478 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-56d7328b-40ea-44e2-ac0a-c480861f720a tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745146878648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745146440924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745146440942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28404716'] for port (ab5e051d-951c-43de-884b-0ba199d0e3eb), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:27.131420 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d7328b-40ea-44e2-ac0a-c480861f720a tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] Pushing event updated for resources: {'Port': ['ID=ab5e051d-951c-43de-884b-0ba199d0e3eb,revision_number=2']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:36:27.144784 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-56d7328b-40ea-44e2-ac0a-c480861f720a tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-443219'] for floatingip (f757e763-ecb7-48de-84f3-a62d456cd4d7), after_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:27.320587 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-56d7328b-40ea-44e2-ac0a-c480861f720a tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4188892'] for floatingip (None), before_response {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:27.321755 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [None req-56d7328b-40ea-44e2-ac0a-c480861f720a tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4787247 Mar 08 20:36:27.714840 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-be2cf1b0-c955-4167-9183-a4f3d0aab640 req-fc3b28ec-3d6e-43b8-aad3-3388e0e47502 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--1506817923&fields=id&tenant_id=01d3223cb5334df4aeb878f77f56a4af HTTP/1.1" status: 200 len: 267 time: 0.0483027 Mar 08 20:36:27.846022 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2cf1b0-c955-4167-9183-a4f3d0aab640 req-c3b536bc-daa7-46a6-ba61-8e90dcd4398d tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:36:27.847627 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-be2cf1b0-c955-4167-9183-a4f3d0aab640 req-c3b536bc-daa7-46a6-ba61-8e90dcd4398d tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "GET /v2.0/networks?id=6c06189c-e7e3-4c8a-acc0-5147890ac16f HTTP/1.1" status: 200 len: 816 time: 0.1264858 Mar 08 20:36:27.862370 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-be2cf1b0-c955-4167-9183-a4f3d0aab640 req-d01a7d0b-2c63-4581-b00f-9c628a51be2d tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "GET /v2.0/quotas/01d3223cb5334df4aeb878f77f56a4af HTTP/1.1" status: 200 len: 375 time: 0.0092828 Mar 08 20:36:27.919695 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-be2cf1b0-c955-4167-9183-a4f3d0aab640 req-46e6eb13-677d-4917-9546-afa90cacf1eb tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=01d3223cb5334df4aeb878f77f56a4af&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0523224 Mar 08 20:36:28.023403 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-be2cf1b0-c955-4167-9183-a4f3d0aab640 req-5b7253a7-1903-4cde-b612-654948841663 service neutron] 10.222.0.41 "GET /v2.0/networks/6c06189c-e7e3-4c8a-acc0-5147890ac16f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919096 Mar 08 20:36:28.120583 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-be2cf1b0-c955-4167-9183-a4f3d0aab640 req-33f1a573-4c6f-413f-9043-0ae3c43dd51f service neutron] 10.222.0.41 "GET /v2.0/networks/6c06189c-e7e3-4c8a-acc0-5147890ac16f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912428 Mar 08 20:36:28.481321 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-f65edd50-e881-4210-8a50-8196fe732f9c req-4d4ae531-2b5b-461b-a523-5e1127bb5a43 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "GET /v2.0/ports?device_id=8d5a712c-3782-48e8-b902-dd7603c56b51 HTTP/1.1" status: 200 len: 210 time: 0.1285992 Mar 08 20:36:29.045959 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-a8b2739f-2392-4548-ae3a-83c220179921 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745146981205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476605'] for agent (a3d84102-f7d3-452b-861a-973020576047), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:29.585571 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-392b745f-7fb7-485b-955f-e735fbf25c17 req-2a88b97c-f71e-4810-8442-fb522a572d57 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "GET /v2.0/ports?device_id=8d5a712c-3782-48e8-b902-dd7603c56b51 HTTP/1.1" status: 200 len: 210 time: 0.0314257 Mar 08 20:36:30.687995 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-1a5f7b28-476d-4b3b-8682-890b616345a2 req-f62887eb-be7a-4d14-9977-6e6a6466f621 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "GET /v2.0/ports?device_id=8d5a712c-3782-48e8-b902-dd7603c56b51 HTTP/1.1" status: 200 len: 210 time: 0.0299082 Mar 08 20:36:30.964374 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2cf1b0-c955-4167-9183-a4f3d0aab640 req-8862de58-83f4-4701-a2f5-5389b9d5d3b6 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:36:30.965733 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-be2cf1b0-c955-4167-9183-a4f3d0aab640 req-8862de58-83f4-4701-a2f5-5389b9d5d3b6 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.37 "GET /v2.0/networks?id=6c06189c-e7e3-4c8a-acc0-5147890ac16f HTTP/1.1" status: 200 len: 816 time: 0.1022053 Mar 08 20:36:31.029310 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-be2cf1b0-c955-4167-9183-a4f3d0aab640 req-e5bddf3a-a0ef-480a-9a60-c1356067aef7 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=01d3223cb5334df4aeb878f77f56a4af HTTP/1.1" status: 200 len: 380 time: 0.0542054 Mar 08 20:36:31.039527 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.v2.base [req-be2cf1b0-c955-4167-9183-a4f3d0aab640 req-cde8189d-f480-483b-a716-3cb5a546fcd4 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] Request body: {'port': {'device_id': '8d5a712c-3782-48e8-b902-dd7603c56b51', 'network_id': '6c06189c-e7e3-4c8a-acc0-5147890ac16f', 'admin_state_up': True, 'tenant_id': '01d3223cb5334df4aeb878f77f56a4af', 'security_groups': ['a267c7b1-63ad-4c1c-9cd3-488492c80c67']}} {{(pid=103458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:36:31.295560 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-53b0048d-4362-4d1c-a70a-f9c1e4a8415a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745146981205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476605'] for agent (7ae9fd8f-5d61-4821-9eac-044950c450f0), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:31.296161 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be2cf1b0-c955-4167-9183-a4f3d0aab640 req-cde8189d-f480-483b-a716-3cb5a546fcd4 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] Made reservation on behalf of 01d3223cb5334df4aeb878f77f56a4af for: {'port': 1} {{(pid=103458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 20:36:31.300152 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-be2cf1b0-c955-4167-9183-a4f3d0aab640 req-cde8189d-f480-483b-a716-3cb5a546fcd4 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747308'] for port (None), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:31.433180 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.db.db_base_plugin_common [req-be2cf1b0-c955-4167-9183-a4f3d0aab640 req-cde8189d-f480-483b-a716-3cb5a546fcd4 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] Allocated IP 172.20.0.8 (6c06189c-e7e3-4c8a-acc0-5147890ac16f/22d98187-3e01-4f4c-846a-c4973fed68d0/953642db-bd82-4926-a370-d5de756aadad) {{(pid=103458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 20:36:31.567769 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-be2cf1b0-c955-4167-9183-a4f3d0aab640 req-cde8189d-f480-483b-a716-3cb5a546fcd4 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] Publish callbacks [] for port (953642db-bd82-4926-a370-d5de756aadad), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:31.741297 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-be2cf1b0-c955-4167-9183-a4f3d0aab640 req-cde8189d-f480-483b-a716-3cb5a546fcd4 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745146440906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28566877'] for port (953642db-bd82-4926-a370-d5de756aadad), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:31.799399 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be2cf1b0-c955-4167-9183-a4f3d0aab640 req-cde8189d-f480-483b-a716-3cb5a546fcd4 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] Network 6c06189c-e7e3-4c8a-acc0-5147890ac16f is already hosted by enough agents. {{(pid=103458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 20:36:31.821279 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.scheduler.base_scheduler [req-be2cf1b0-c955-4167-9183-a4f3d0aab640 req-cde8189d-f480-483b-a716-3cb5a546fcd4 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] Resources bound (agent type, host, resource id): {{(pid=103458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:36:31.825179 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [req-be2cf1b0-c955-4167-9183-a4f3d0aab640 req-cde8189d-f480-483b-a716-3cb5a546fcd4 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] Received port after_create {{(pid=103458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 20:36:31.849281 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde8189d-f480-483b-a716-3cb5a546fcd4 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] Pushing event updated for resources: {'Port': ['ID=953642db-bd82-4926-a370-d5de756aadad,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:36:31.883906 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2cf1b0-c955-4167-9183-a4f3d0aab640 req-cde8189d-f480-483b-a716-3cb5a546fcd4 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:36:31.884591 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-be2cf1b0-c955-4167-9183-a4f3d0aab640 req-cde8189d-f480-483b-a716-3cb5a546fcd4 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4188892'] for port (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:31.896940 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1e0617-1ea8-4b54-b509-f24f1e3f5173 req-2079758c-6be1-4fca-8605-b66941b55aba tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:36:31.898448 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-6c1e0617-1ea8-4b54-b509-f24f1e3f5173 req-2079758c-6be1-4fca-8605-b66941b55aba tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "GET /v2.0/ports?device_id=8d5a712c-3782-48e8-b902-dd7603c56b51 HTTP/1.1" status: 200 len: 931 time: 0.1239016 Mar 08 20:36:31.952203 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-6c1e0617-1ea8-4b54-b509-f24f1e3f5173 req-5b4fc19c-e69d-42c5-9a69-9461e0c9deb4 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "GET /v2.0/security-groups?id=a267c7b1-63ad-4c1c-9cd3-488492c80c67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476134 Mar 08 20:36:31.989535 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-be2cf1b0-c955-4167-9183-a4f3d0aab640 req-cde8189d-f480-483b-a716-3cb5a546fcd4 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9536214 Mar 08 20:36:32.002576 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.v2.base [req-be2cf1b0-c955-4167-9183-a4f3d0aab640 req-a7b99baf-048a-4f6f-9ec5-6982c4bfa28f service neutron] Request body: {'port': {'device_id': '8d5a712c-3782-48e8-b902-dd7603c56b51', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=103458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:36:32.073072 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-be2cf1b0-c955-4167-9183-a4f3d0aab640 req-a7b99baf-048a-4f6f-9ec5-6982c4bfa28f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747308'] for port (953642db-bd82-4926-a370-d5de756aadad), before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:32.118246 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.provisioning_blocks [None req-bd646c9e-8c49-4b79-b1c7-83974e15b620 None None] Provisioning complete for port 953642db-bd82-4926-a370-d5de756aadad triggered by entity DHCP. {{(pid=103460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:36:32.118638 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-bd646c9e-8c49-4b79-b1c7-83974e15b620 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476507'] for port (953642db-bd82-4926-a370-d5de756aadad), provisioning_complete {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:32.159059 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.plugin [None req-bd646c9e-8c49-4b79-b1c7-83974e15b620 None None] Port 953642db-bd82-4926-a370-d5de756aadad cannot update to ACTIVE because it is not bound. {{(pid=103460) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 20:36:32.348118 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.notifiers.nova [req-be2cf1b0-c955-4167-9183-a4f3d0aab640 req-a7b99baf-048a-4f6f-9ec5-6982c4bfa28f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 953642db-bd82-4926-a370-d5de756aadad {{(pid=103458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 20:36:32.355921 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-be2cf1b0-c955-4167-9183-a4f3d0aab640 req-a7b99baf-048a-4f6f-9ec5-6982c4bfa28f service neutron] Publish callbacks [] for port (953642db-bd82-4926-a370-d5de756aadad), precommit_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:32.368436 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [req-be2cf1b0-c955-4167-9183-a4f3d0aab640 req-a7b99baf-048a-4f6f-9ec5-6982c4bfa28f service neutron] Transition to ACTIVE for port object 953642db-bd82-4926-a370-d5de756aadad will not be triggered until provisioned by entity L2. {{(pid=103458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 20:36:32.443931 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-dbe61520-29cf-4847-b96e-6d24c6c097a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745146981205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476605'] for agent (6cc78598-e6b3-4e4d-a99c-31b9c4784fd2), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:32.506778 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-be2cf1b0-c955-4167-9183-a4f3d0aab640 req-a7b99baf-048a-4f6f-9ec5-6982c4bfa28f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745146878648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745146440924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745146440942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28566820'] for port (953642db-bd82-4926-a370-d5de756aadad), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:32.578898 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b99baf-048a-4f6f-9ec5-6982c4bfa28f service neutron] Pushing event updated for resources: {'Port': ['ID=953642db-bd82-4926-a370-d5de756aadad,revision_number=2']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:36:32.636332 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [req-be2cf1b0-c955-4167-9183-a4f3d0aab640 req-a7b99baf-048a-4f6f-9ec5-6982c4bfa28f service neutron] Attempting to bind port 953642db-bd82-4926-a370-d5de756aadad on host hv-cinder-83009 for vnic_type normal with profile {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 20:36:32.636448 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [req-be2cf1b0-c955-4167-9183-a4f3d0aab640 req-a7b99baf-048a-4f6f-9ec5-6982c4bfa28f service neutron] Attempting to bind port 953642db-bd82-4926-a370-d5de756aadad by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': '06ef9f39-1080-4af3-a1d4-5e6b0fa990b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '6c06189c-e7e3-4c8a-acc0-5147890ac16f'}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 20:36:32.636793 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be2cf1b0-c955-4167-9183-a4f3d0aab640 req-a7b99baf-048a-4f6f-9ec5-6982c4bfa28f service neutron] Attempting to bind port 953642db-bd82-4926-a370-d5de756aadad on network 6c06189c-e7e3-4c8a-acc0-5147890ac16f {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 20:36:32.641700 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be2cf1b0-c955-4167-9183-a4f3d0aab640 req-a7b99baf-048a-4f6f-9ec5-6982c4bfa28f service neutron] Port 953642db-bd82-4926-a370-d5de756aadad on network 6c06189c-e7e3-4c8a-acc0-5147890ac16f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 20:36:32.642023 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be2cf1b0-c955-4167-9183-a4f3d0aab640 req-a7b99baf-048a-4f6f-9ec5-6982c4bfa28f service neutron] Attempting to bind port 953642db-bd82-4926-a370-d5de756aadad on network 6c06189c-e7e3-4c8a-acc0-5147890ac16f {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 20:36:32.647494 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be2cf1b0-c955-4167-9183-a4f3d0aab640 req-a7b99baf-048a-4f6f-9ec5-6982c4bfa28f service neutron] Checking agent: {'id': '905863fd-6a46-47f8-82ce-98f31309cbd3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 20, 29, 24), 'started_at': datetime.datetime(2022, 3, 8, 20, 29, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 20, 36, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 20:36:32.647975 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be2cf1b0-c955-4167-9183-a4f3d0aab640 req-a7b99baf-048a-4f6f-9ec5-6982c4bfa28f service neutron] Checking segment: {'id': '06ef9f39-1080-4af3-a1d4-5e6b0fa990b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '6c06189c-e7e3-4c8a-acc0-5147890ac16f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 20:36:32.648439 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be2cf1b0-c955-4167-9183-a4f3d0aab640 req-a7b99baf-048a-4f6f-9ec5-6982c4bfa28f service neutron] Bound using segment: {'id': '06ef9f39-1080-4af3-a1d4-5e6b0fa990b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '6c06189c-e7e3-4c8a-acc0-5147890ac16f'} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 20:36:32.649188 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [req-be2cf1b0-c955-4167-9183-a4f3d0aab640 req-a7b99baf-048a-4f6f-9ec5-6982c4bfa28f service neutron] Bound port: 953642db-bd82-4926-a370-d5de756aadad, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06ef9f39-1080-4af3-a1d4-5e6b0fa990b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '6c06189c-e7e3-4c8a-acc0-5147890ac16f'}}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 20:36:32.649340 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-be2cf1b0-c955-4167-9183-a4f3d0aab640 req-a7b99baf-048a-4f6f-9ec5-6982c4bfa28f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747308'] for port (953642db-bd82-4926-a370-d5de756aadad), before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:32.718737 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.db [req-be2cf1b0-c955-4167-9183-a4f3d0aab640 req-a7b99baf-048a-4f6f-9ec5-6982c4bfa28f service neutron] For port 953642db-bd82-4926-a370-d5de756aadad, host hv-cinder-83009, cleared binding levels {{(pid=103458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 20:36:32.721936 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.db [req-be2cf1b0-c955-4167-9183-a4f3d0aab640 req-a7b99baf-048a-4f6f-9ec5-6982c4bfa28f service neutron] For port 953642db-bd82-4926-a370-d5de756aadad, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=953642db-bd82-4926-a370-d5de756aadad,segment=NetworkSegment(06ef9f39-1080-4af3-a1d4-5e6b0fa990b9),segment_id=06ef9f39-1080-4af3-a1d4-5e6b0fa990b9)] {{(pid=103458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 20:36:32.809995 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-be2cf1b0-c955-4167-9183-a4f3d0aab640 req-a7b99baf-048a-4f6f-9ec5-6982c4bfa28f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745146878648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745146440924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745146440942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28566820'] for port (953642db-bd82-4926-a370-d5de756aadad), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:32.846428 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2cf1b0-c955-4167-9183-a4f3d0aab640 req-a7b99baf-048a-4f6f-9ec5-6982c4bfa28f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:36:32.852647 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-be2cf1b0-c955-4167-9183-a4f3d0aab640 req-a7b99baf-048a-4f6f-9ec5-6982c4bfa28f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4188892'] for port (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:32.852647 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-be2cf1b0-c955-4167-9183-a4f3d0aab640 req-a7b99baf-048a-4f6f-9ec5-6982c4bfa28f service neutron] 10.222.0.37 "PUT /v2.0/ports/953642db-bd82-4926-a370-d5de756aadad HTTP/1.1" status: 200 len: 1093 time: 0.8517642 Mar 08 20:36:32.852647 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d5a712c-3782-48e8-b902-dd7603c56b51', 'tag': '953642db-bd82-4926-a370-d5de756aadad'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 20:36:32.852647 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80a387be2d8005eb2e27f9060a02e972faa958bb0688f3ffd3bc7b0f4eb55c8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-096748c2-589a-408f-a321-1d93f328b1c1" -d '{"events": [{"name": "network-changed", "server_uuid": "8d5a712c-3782-48e8-b902-dd7603c56b51", "tag": "953642db-bd82-4926-a370-d5de756aadad"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 20:36:32.877366 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b99baf-048a-4f6f-9ec5-6982c4bfa28f service neutron] Pushing event updated for resources: {'Port': ['ID=953642db-bd82-4926-a370-d5de756aadad,revision_number=3']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:36:32.897278 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 20:36:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d34f2cc-538f-4028-96e6-3948c5c99e11 x-openstack-request-id: req-1d34f2cc-538f-4028-96e6-3948c5c99e11 {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 20:36:32.897638 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d5a712c-3782-48e8-b902-dd7603c56b51", "tag": "953642db-bd82-4926-a370-d5de756aadad", "status": "completed", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 20:36:32.897866 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1d34f2cc-538f-4028-96e6-3948c5c99e11 {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 20:36:32.898303 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d5a712c-3782-48e8-b902-dd7603c56b51', 'tag': '953642db-bd82-4926-a370-d5de756aadad', 'status': 'completed', 'code': 200} Mar 08 20:36:32.969424 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096748c2-589a-408f-a321-1d93f328b1c1 req-835e524a-f9ed-470d-8567-1fd9f1f24368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:36:32.970965 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-096748c2-589a-408f-a321-1d93f328b1c1 req-835e524a-f9ed-470d-8567-1fd9f1f24368 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=01d3223cb5334df4aeb878f77f56a4af&device_id=8d5a712c-3782-48e8-b902-dd7603c56b51 HTTP/1.1" status: 200 len: 1127 time: 0.0530081 Mar 08 20:36:33.137935 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096748c2-589a-408f-a321-1d93f328b1c1 req-76d97476-cb86-480f-b4ec-68e7a4c3cb33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:36:33.137935 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-096748c2-589a-408f-a321-1d93f328b1c1 req-76d97476-cb86-480f-b4ec-68e7a4c3cb33 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=01d3223cb5334df4aeb878f77f56a4af&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1488485 Mar 08 20:36:33.137935 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4524a839-5bbb-4c81-a1aa-eef73aca5521 req-da55cbe7-5523-4e87-8aca-0e14529794ce tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:36:33.137935 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-4524a839-5bbb-4c81-a1aa-eef73aca5521 req-da55cbe7-5523-4e87-8aca-0e14529794ce tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "GET /v2.0/ports?device_id=8d5a712c-3782-48e8-b902-dd7603c56b51 HTTP/1.1" status: 200 len: 943 time: 0.0860956 Mar 08 20:36:33.258593 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-4524a839-5bbb-4c81-a1aa-eef73aca5521 req-dc1b5f1f-76f2-4c8e-8efd-aa840f4727b5 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "GET /v2.0/security-groups?id=a267c7b1-63ad-4c1c-9cd3-488492c80c67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1107717 Mar 08 20:36:33.277832 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096748c2-589a-408f-a321-1d93f328b1c1 req-dd8c29ad-b6b5-458c-8e1b-8a2ca19433f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:36:33.287088 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-096748c2-589a-408f-a321-1d93f328b1c1 req-dd8c29ad-b6b5-458c-8e1b-8a2ca19433f6 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1408069 Mar 08 20:36:33.374133 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2cf1b0-c955-4167-9183-a4f3d0aab640 req-a72e9d99-6d10-4d7b-92a9-70447422fa8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:36:33.375695 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-be2cf1b0-c955-4167-9183-a4f3d0aab640 req-a72e9d99-6d10-4d7b-92a9-70447422fa8e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=01d3223cb5334df4aeb878f77f56a4af&device_id=8d5a712c-3782-48e8-b902-dd7603c56b51 HTTP/1.1" status: 200 len: 1127 time: 0.0517135 Mar 08 20:36:33.420423 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-be2cf1b0-c955-4167-9183-a4f3d0aab640 req-a3e7d241-7ee4-4218-bbc0-57c84bf19fb5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=953642db-bd82-4926-a370-d5de756aadad HTTP/1.1" status: 200 len: 217 time: 0.0347309 Mar 08 20:36:33.469772 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2cf1b0-c955-4167-9183-a4f3d0aab640 req-590b3f4c-7f1c-44c4-a7fc-3eb67b5d41d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:36:33.471313 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-be2cf1b0-c955-4167-9183-a4f3d0aab640 req-590b3f4c-7f1c-44c4-a7fc-3eb67b5d41d5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=22d98187-3e01-4f4c-846a-c4973fed68d0 HTTP/1.1" status: 200 len: 855 time: 0.0439084 Mar 08 20:36:33.526505 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2cf1b0-c955-4167-9183-a4f3d0aab640 req-efa870cc-5f24-498d-a453-c03bd4382d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:36:33.528011 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-be2cf1b0-c955-4167-9183-a4f3d0aab640 req-efa870cc-5f24-498d-a453-c03bd4382d1d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6c06189c-e7e3-4c8a-acc0-5147890ac16f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0481987 Mar 08 20:36:33.627923 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-be2cf1b0-c955-4167-9183-a4f3d0aab640 req-32cdb7b0-2661-4b03-9be2-7af272eb5d89 service neutron] 10.222.0.37 "GET /v2.0/networks/6c06189c-e7e3-4c8a-acc0-5147890ac16f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874918 Mar 08 20:36:33.718553 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-7a330e8f-62e0-4259-bea2-8ced8e9b3a98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745146981205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476605'] for agent (cd1d0244-f954-4bda-89fb-1fdc1954e39d), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:33.739334 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-be2cf1b0-c955-4167-9183-a4f3d0aab640 req-3a50f99d-fd10-46da-9b8b-dc2ece2d0924 service neutron] 10.222.0.37 "GET /v2.0/networks/6c06189c-e7e3-4c8a-acc0-5147890ac16f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996907 Mar 08 20:36:34.397110 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c6ea7f-234c-4959-bbd7-76fda0216143 req-e7d3e573-21b4-4d53-82da-3f189a8f37f7 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:36:34.398582 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-12c6ea7f-234c-4959-bbd7-76fda0216143 req-e7d3e573-21b4-4d53-82da-3f189a8f37f7 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "GET /v2.0/ports?device_id=8d5a712c-3782-48e8-b902-dd7603c56b51 HTTP/1.1" status: 200 len: 943 time: 0.0550160 Mar 08 20:36:34.445982 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-12c6ea7f-234c-4959-bbd7-76fda0216143 req-ece7f640-5a04-4c5b-b03e-be32d86bf916 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "GET /v2.0/security-groups?id=a267c7b1-63ad-4c1c-9cd3-488492c80c67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417728 Mar 08 20:36:35.357963 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745146981205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476605'] for agent (fa4b043a-5d45-4181-9cb2-30d29598ef5b), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:35.571751 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61121186-2185-4968-92c9-1630018d2f89 req-c68e5091-42c2-4676-97ca-56717aa7b327 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:36:35.573272 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-61121186-2185-4968-92c9-1630018d2f89 req-c68e5091-42c2-4676-97ca-56717aa7b327 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "GET /v2.0/ports?device_id=8d5a712c-3782-48e8-b902-dd7603c56b51 HTTP/1.1" status: 200 len: 943 time: 0.0532539 Mar 08 20:36:35.619619 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-61121186-2185-4968-92c9-1630018d2f89 req-e6c42f49-3e43-4f8d-aba1-b81cd9401b60 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "GET /v2.0/security-groups?id=a267c7b1-63ad-4c1c-9cd3-488492c80c67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405846 Mar 08 20:36:35.726607 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.rpc [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Device 953642db-bd82-4926-a370-d5de756aadad details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103460) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 20:36:35.824968 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.db [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] For port 953642db-bd82-4926-a370-d5de756aadad, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=953642db-bd82-4926-a370-d5de756aadad,segment=NetworkSegment(06ef9f39-1080-4af3-a1d4-5e6b0fa990b9),segment_id=06ef9f39-1080-4af3-a1d4-5e6b0fa990b9)] {{(pid=103460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:36:35.835357 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.rpc [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Returning: {'device': '953642db-bd82-4926-a370-d5de756aadad', 'network_id': '6c06189c-e7e3-4c8a-acc0-5147890ac16f', 'port_id': '953642db-bd82-4926-a370-d5de756aadad', 'mac_address': 'fa:16:3e:da:eb:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22d98187-3e01-4f4c-846a-c4973fed68d0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103460) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 20:36:35.876444 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.plugin [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Current status of the port 953642db-bd82-4926-a370-d5de756aadad is: DOWN; New status is: BUILD {{(pid=103460) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:36:35.876847 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747308'] for port (953642db-bd82-4926-a370-d5de756aadad), before_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:35.880105 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.wsgi [-] (103459) accepted ('10.222.0.41', 34334) {{(pid=103459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:36:35.890725 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.notifiers.nova [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 953642db-bd82-4926-a370-d5de756aadad {{(pid=103460) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 20:36:35.911192 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.db [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] For port 953642db-bd82-4926-a370-d5de756aadad, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=953642db-bd82-4926-a370-d5de756aadad,segment=NetworkSegment(06ef9f39-1080-4af3-a1d4-5e6b0fa990b9),segment_id=06ef9f39-1080-4af3-a1d4-5e6b0fa990b9)] {{(pid=103460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:36:35.982700 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-2ec3ef77-eadc-410d-83d9-50de2fbd36da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:36.003702 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745146878648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745146440924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745146440942'] for port (953642db-bd82-4926-a370-d5de756aadad), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:36.052084 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Pushing event updated for resources: {'Port': ['ID=953642db-bd82-4926-a370-d5de756aadad,revision_number=4']} {{(pid=103460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:36:36.059338 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-2ec3ef77-eadc-410d-83d9-50de2fbd36da admin admin] Publish callbacks [] for security_group (dbd236f0-dd6b-4df5-8a51-771903e780e9), precommit_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:36.146950 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-2ec3ef77-eadc-410d-83d9-50de2fbd36da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310940'] for security_group (dbd236f0-dd6b-4df5-8a51-771903e780e9), after_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:36.185068 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [None req-2ec3ef77-eadc-410d-83d9-50de2fbd36da admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=52bb122f5de74029bb1e0201cae9dfbd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3037136 Mar 08 20:36:36.185935 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec3ef77-eadc-410d-83d9-50de2fbd36da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbd236f0-dd6b-4df5-8a51-771903e780e9,revision_number=1']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:36:36.187919 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.41', 34338) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:36:36.235947 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e19ff688-3b45-4bb9-92d0-a5c130fcc86c admin admin] Publish callbacks [] for security_group (dbd236f0-dd6b-4df5-8a51-771903e780e9), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:36.257707 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e19ff688-3b45-4bb9-92d0-a5c130fcc86c admin admin] Publish callbacks [] for security_group (dbd236f0-dd6b-4df5-8a51-771903e780e9), precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:36.381266 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.db [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] get_ports_and_sgs() called for port_ids ['953642db-bd82-4926-a370-d5de756aadad'] {{(pid=103460) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 20:36:36.415913 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e19ff688-3b45-4bb9-92d0-a5c130fcc86c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310940'] for security_group (dbd236f0-dd6b-4df5-8a51-771903e780e9), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:36.418593 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e19ff688-3b45-4bb9-92d0-a5c130fcc86c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:36.419751 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-e19ff688-3b45-4bb9-92d0-a5c130fcc86c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/dbd236f0-dd6b-4df5-8a51-771903e780e9 HTTP/1.1" status: 204 len: 168 time: 0.2307351 Mar 08 20:36:36.427656 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19ff688-3b45-4bb9-92d0-a5c130fcc86c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbd236f0-dd6b-4df5-8a51-771903e780e9,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:36:36.981968 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c689c09-9589-4e17-8600-5b8c26ba6267 req-567f9f8f-7f58-4742-b0ec-5c5d8b49fa10 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:36:36.983370 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-8c689c09-9589-4e17-8600-5b8c26ba6267 req-567f9f8f-7f58-4742-b0ec-5c5d8b49fa10 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "GET /v2.0/ports?device_id=8d5a712c-3782-48e8-b902-dd7603c56b51 HTTP/1.1" status: 200 len: 944 time: 0.2873263 Mar 08 20:36:37.174380 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.41', 34348) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:36:37.190603 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-0e3c34f8-10a9-453f-9ad3-ad13dc575d61 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:37.190812 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-8c689c09-9589-4e17-8600-5b8c26ba6267 req-77342931-bf25-424a-b313-606738445325 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "GET /v2.0/security-groups?id=a267c7b1-63ad-4c1c-9cd3-488492c80c67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2017674 Mar 08 20:36:37.264605 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-0e3c34f8-10a9-453f-9ad3-ad13dc575d61 admin admin] Publish callbacks [] for security_group (c425b1bf-6f04-4201-a99b-2d2e40cecae7), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:37.386081 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-0e3c34f8-10a9-453f-9ad3-ad13dc575d61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310940'] for security_group (c425b1bf-6f04-4201-a99b-2d2e40cecae7), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:37.425153 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-0e3c34f8-10a9-453f-9ad3-ad13dc575d61 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8479e753b6c34e5090ef08d57ae6da6e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2496481 Mar 08 20:36:37.425976 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3c34f8-10a9-453f-9ad3-ad13dc575d61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c425b1bf-6f04-4201-a99b-2d2e40cecae7,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:36:37.427860 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.wsgi [-] (103459) accepted ('10.222.0.41', 34350) {{(pid=103459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:36:37.475773 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-639feacc-e390-4261-b7c8-b7be787bc2ea admin admin] Publish callbacks [] for security_group (c425b1bf-6f04-4201-a99b-2d2e40cecae7), before_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:37.499649 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-639feacc-e390-4261-b7c8-b7be787bc2ea admin admin] Publish callbacks [] for security_group (c425b1bf-6f04-4201-a99b-2d2e40cecae7), precommit_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:37.672515 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-639feacc-e390-4261-b7c8-b7be787bc2ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310940'] for security_group (c425b1bf-6f04-4201-a99b-2d2e40cecae7), after_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:37.675300 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-639feacc-e390-4261-b7c8-b7be787bc2ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:37.677039 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [None req-639feacc-e390-4261-b7c8-b7be787bc2ea admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c425b1bf-6f04-4201-a99b-2d2e40cecae7 HTTP/1.1" status: 204 len: 168 time: 0.2475219 Mar 08 20:36:37.684776 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639feacc-e390-4261-b7c8-b7be787bc2ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c425b1bf-6f04-4201-a99b-2d2e40cecae7,revision_number=None']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:36:37.725363 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.rpc [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Device 953642db-bd82-4926-a370-d5de756aadad up at agent hyperv_hv-cinder-83009 {{(pid=103460) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 20:36:37.855120 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.provisioning_blocks [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Provisioning for port 953642db-bd82-4926-a370-d5de756aadad completed by entity L2. {{(pid=103460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 20:36:37.859531 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.provisioning_blocks [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Provisioning complete for port 953642db-bd82-4926-a370-d5de756aadad triggered by entity L2. {{(pid=103460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:36:37.860703 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476507'] for port (953642db-bd82-4926-a370-d5de756aadad), provisioning_complete {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:37.943044 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.plugin [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Current status of the port 953642db-bd82-4926-a370-d5de756aadad is: BUILD; New status is: ACTIVE {{(pid=103460) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:36:37.943415 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747308'] for port (953642db-bd82-4926-a370-d5de756aadad), before_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:37.966209 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d5a712c-3782-48e8-b902-dd7603c56b51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '953642db-bd82-4926-a370-d5de756aadad'}] {{(pid=103460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 20:36:37.973899 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf2096ed20afa7c789231551a200e589db82a1cedf1791aa7acfc36920bc021b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7141289-623f-481a-bd87-4fbb732b02db" -d '{"events": [{"server_uuid": "8d5a712c-3782-48e8-b902-dd7603c56b51", "name": "network-vif-plugged", "status": "completed", "tag": "953642db-bd82-4926-a370-d5de756aadad"}]}' {{(pid=103460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 20:36:37.983103 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.db [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] For port 953642db-bd82-4926-a370-d5de756aadad, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=953642db-bd82-4926-a370-d5de756aadad,segment=NetworkSegment(06ef9f39-1080-4af3-a1d4-5e6b0fa990b9),segment_id=06ef9f39-1080-4af3-a1d4-5e6b0fa990b9)] {{(pid=103460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:36:38.005258 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 20:36:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e6c74b9-1cef-4bc4-8ec7-0e8652e134bc x-openstack-request-id: req-0e6c74b9-1cef-4bc4-8ec7-0e8652e134bc {{(pid=103460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 20:36:38.005546 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d5a712c-3782-48e8-b902-dd7603c56b51", "name": "network-vif-plugged", "status": "completed", "tag": "953642db-bd82-4926-a370-d5de756aadad", "code": 200}]} {{(pid=103460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 20:36:38.005798 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0e6c74b9-1cef-4bc4-8ec7-0e8652e134bc {{(pid=103460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 20:36:38.006187 dv-cinder-830096-3-iscsi neutron-server[103460]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d5a712c-3782-48e8-b902-dd7603c56b51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '953642db-bd82-4926-a370-d5de756aadad', 'code': 200} Mar 08 20:36:38.055332 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745146878648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745146440924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745146440942'] for port (953642db-bd82-4926-a370-d5de756aadad), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:38.103683 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Pushing event updated for resources: {'Port': ['ID=953642db-bd82-4926-a370-d5de756aadad,revision_number=5']} {{(pid=103460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:36:38.319413 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e00e8b0-7649-4e76-9ba5-42dcbf7186b2 req-c5a4a033-1bc4-4da0-99a5-ae437408f5a4 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:36:38.320893 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-7e00e8b0-7649-4e76-9ba5-42dcbf7186b2 req-c5a4a033-1bc4-4da0-99a5-ae437408f5a4 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "GET /v2.0/ports?device_id=8d5a712c-3782-48e8-b902-dd7603c56b51 HTTP/1.1" status: 200 len: 945 time: 0.0554445 Mar 08 20:36:38.370133 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-7e00e8b0-7649-4e76-9ba5-42dcbf7186b2 req-ea1f8db0-30b7-4217-9c3b-c4bbdac2d207 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "GET /v2.0/security-groups?id=a267c7b1-63ad-4c1c-9cd3-488492c80c67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434272 Mar 08 20:36:38.522644 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f142281-3385-4aad-a280-afa1cc9f47ab req-6695c7c6-5e20-4410-982f-98282e854bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:36:38.524194 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-8f142281-3385-4aad-a280-afa1cc9f47ab req-6695c7c6-5e20-4410-982f-98282e854bc0 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=8d5a712c-3782-48e8-b902-dd7603c56b51 HTTP/1.1" status: 200 len: 1129 time: 0.1528053 Mar 08 20:36:38.567930 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-8f142281-3385-4aad-a280-afa1cc9f47ab req-27048824-b33e-406f-af80-37494725928d service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=a267c7b1-63ad-4c1c-9cd3-488492c80c67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376792 Mar 08 20:36:39.507043 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cee28e-08a7-4f7f-927b-3adfcfed81af req-6249709c-70a5-4cd3-bcd9-8ae22ad90b6b tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:36:39.508591 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-87cee28e-08a7-4f7f-927b-3adfcfed81af req-6249709c-70a5-4cd3-bcd9-8ae22ad90b6b tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "GET /v2.0/ports?device_id=8d5a712c-3782-48e8-b902-dd7603c56b51 HTTP/1.1" status: 200 len: 945 time: 0.0592039 Mar 08 20:36:39.558925 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-87cee28e-08a7-4f7f-927b-3adfcfed81af req-35f0ecde-1313-41c2-b2c3-ce182a580626 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "GET /v2.0/security-groups?id=a267c7b1-63ad-4c1c-9cd3-488492c80c67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447898 Mar 08 20:36:40.686240 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1934664d-0017-442d-a85c-665c70b84b7d req-990d3c29-e008-4811-900a-baf2a80f4b29 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:36:40.687774 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-1934664d-0017-442d-a85c-665c70b84b7d req-990d3c29-e008-4811-900a-baf2a80f4b29 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "GET /v2.0/ports?device_id=8d5a712c-3782-48e8-b902-dd7603c56b51 HTTP/1.1" status: 200 len: 945 time: 0.0555172 Mar 08 20:36:40.737491 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-1934664d-0017-442d-a85c-665c70b84b7d req-6125d03a-e4e2-4b7a-be7a-83fa8fa82916 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "GET /v2.0/security-groups?id=a267c7b1-63ad-4c1c-9cd3-488492c80c67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432239 Mar 08 20:36:40.862203 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5b47f9-54a1-48ff-8f25-60b48445e440 req-e29df920-fda6-4321-9352-0c3996568906 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:36:40.864320 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-0b5b47f9-54a1-48ff-8f25-60b48445e440 req-e29df920-fda6-4321-9352-0c3996568906 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "GET /v2.0/ports?device_id=8d5a712c-3782-48e8-b902-dd7603c56b51 HTTP/1.1" status: 200 len: 945 time: 0.0531147 Mar 08 20:36:40.873882 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.wsgi [-] (103459) accepted ('10.222.0.41', 34408) {{(pid=103459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:36:40.878493 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.v2.base [None req-b776440c-4e7a-450c-b819-7c9c80bcc180 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] Request body: {'floatingip': {'port_id': '953642db-bd82-4926-a370-d5de756aadad'}} {{(pid=103459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:36:40.923831 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-b776440c-4e7a-450c-b819-7c9c80bcc180 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] Publish callbacks [] for floatingip (f757e763-ecb7-48de-84f3-a62d456cd4d7), before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:41.397150 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-b776440c-4e7a-450c-b819-7c9c80bcc180 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:41.599181 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-b776440c-4e7a-450c-b819-7c9c80bcc180 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-443219'] for floatingip (f757e763-ecb7-48de-84f3-a62d456cd4d7), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:41.706228 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.db.l3_db [None req-b776440c-4e7a-450c-b819-7c9c80bcc180 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] Floating IP f757e763-ecb7-48de-84f3-a62d456cd4d7 associated. External IP: 172.27.2.210, port: 953642db-bd82-4926-a370-d5de756aadad. Mar 08 20:36:41.922405 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b776440c-4e7a-450c-b819-7c9c80bcc180 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] Router a974851c-fa28-4512-826f-f1ac9013912c has already been hosted by L3 agent 7ae9fd8f-5d61-4821-9eac-044950c450f0 {{(pid=103459) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 20:36:42.032766 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b776440c-4e7a-450c-b819-7c9c80bcc180 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] Notify agent at l3_agent.dv-cinder-830096-3-iscsi the message routers_updated {{(pid=103459) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 20:36:42.037673 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-b776440c-4e7a-450c-b819-7c9c80bcc180 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4188892'] for floatingip (None), before_response {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:42.044262 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9653f6c6-d141-43ba-ae3f-5b025b6fd519 None None] Sync routers for ids ['a974851c-fa28-4512-826f-f1ac9013912c'] in dv-cinder-830096-3-iscsi {{(pid=103460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 20:36:42.054701 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9653f6c6-d141-43ba-ae3f-5b025b6fd519 None None] Routers {'a974851c-fa28-4512-826f-f1ac9013912c'} bound to L3 agent in host dv-cinder-830096-3-iscsi {{(pid=103460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:36:42.055360 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-9653f6c6-d141-43ba-ae3f-5b025b6fd519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T20:23:01Z,description=,heartbeat_timestamp=2022-03-08T20:36:31Z,host='dv-cinder-830096-3-iscsi',id=7ae9fd8f-5d61-4821-9eac-044950c450f0,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:23:02Z,topic='l3_agent')) {'router_ids': ['a974851c-fa28-4512-826f-f1ac9013912c'], 'active': True} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:36:42.068095 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [None req-b776440c-4e7a-450c-b819-7c9c80bcc180 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "PUT /v2.0/floatingips/f757e763-ecb7-48de-84f3-a62d456cd4d7 HTTP/1.1" status: 200 len: 991 time: 1.1930492 Mar 08 20:36:42.068718 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d5a712c-3782-48e8-b902-dd7603c56b51', 'tag': '953642db-bd82-4926-a370-d5de756aadad'}] {{(pid=103459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 20:36:42.070990 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30f128d5f71b3f7cc76d6cee4f56f72b4ad92d7c7cb63713f7d7a45aaaaee86d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a81475c-de4d-4b89-9e78-5e5c8f9c3679" -d '{"events": [{"name": "network-changed", "server_uuid": "8d5a712c-3782-48e8-b902-dd7603c56b51", "tag": "953642db-bd82-4926-a370-d5de756aadad"}]}' {{(pid=103459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 20:36:42.108340 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 20:36:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3c01886-fc0a-49d2-9c6b-ad6ab5370035 x-openstack-request-id: req-f3c01886-fc0a-49d2-9c6b-ad6ab5370035 {{(pid=103459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 20:36:42.108681 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d5a712c-3782-48e8-b902-dd7603c56b51", "tag": "953642db-bd82-4926-a370-d5de756aadad", "status": "completed", "code": 200}]} {{(pid=103459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 20:36:42.109190 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f3c01886-fc0a-49d2-9c6b-ad6ab5370035 {{(pid=103459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 20:36:42.109630 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d5a712c-3782-48e8-b902-dd7603c56b51', 'tag': '953642db-bd82-4926-a370-d5de756aadad', 'status': 'completed', 'code': 200} Mar 08 20:36:42.175922 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvr_db [None req-9653f6c6-d141-43ba-ae3f-5b025b6fd519 None None] Set router a974851c-fa28-4512-826f-f1ac9013912c gateway port host: dv-cinder-830096-3-iscsi {{(pid=103460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:36:42.193499 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a81475c-de4d-4b89-9e78-5e5c8f9c3679 req-e8cdfe01-4cf1-4adb-b251-93cab3acec9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:36:42.195232 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-1a81475c-de4d-4b89-9e78-5e5c8f9c3679 req-e8cdfe01-4cf1-4adb-b251-93cab3acec9f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=01d3223cb5334df4aeb878f77f56a4af&device_id=8d5a712c-3782-48e8-b902-dd7603c56b51 HTTP/1.1" status: 200 len: 1129 time: 0.0523472 Mar 08 20:36:42.297614 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a81475c-de4d-4b89-9e78-5e5c8f9c3679 req-c5637421-9b2d-4008-a31e-93c3a9156cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:36:42.299111 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-1a81475c-de4d-4b89-9e78-5e5c8f9c3679 req-c5637421-9b2d-4008-a31e-93c3a9156cfb service neutron] 10.222.0.37 "GET /v2.0/networks?id=6c06189c-e7e3-4c8a-acc0-5147890ac16f HTTP/1.1" status: 200 len: 917 time: 0.0948920 Mar 08 20:36:42.371208 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-1a81475c-de4d-4b89-9e78-5e5c8f9c3679 req-62b1f17b-362a-4163-8804-bac405ee3532 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=953642db-bd82-4926-a370-d5de756aadad HTTP/1.1" status: 200 len: 999 time: 0.0647104 Mar 08 20:36:42.406776 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-9653f6c6-d141-43ba-ae3f-5b025b6fd519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a974851c-fa28-4512-826f-f1ac9013912c', 'name': 'tempest-AttachVolumeShelveTestJSON-298488986-router', 'tenant_id': '01d3223cb5334df4aeb878f77f56a4af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'external_fixed_ips': [{'subnet_id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'ip_address': '172.27.2.2'}], 'enable_snat': True}, 'gw_port_id': '3d299657-8d46-4c76-b4af-4c578b5510e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:31:22Z', 'updated_at': '2022-03-08T20:31:33Z', 'revision_number': 4, 'project_id': '01d3223cb5334df4aeb878f77f56a4af', 'gw_port': {'id': '3d299657-8d46-4c76-b4af-4c578b5510e7', 'name': '', 'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:d5:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a974851c-fa28-4512-826f-f1ac9013912c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'ip_address': '172.27.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:31:25Z', 'updated_at': '2022-03-08T20:31:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-3-iscsi', '_floatingips': [{'id': 'f757e763-ecb7-48de-84f3-a62d456cd4d7', 'tenant_id': '01d3223cb5334df4aeb878f77f56a4af', 'floating_ip_address': '172.27.2.210', 'floating_network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'router_id': 'a974851c-fa28-4512-826f-f1ac9013912c', 'port_id': '953642db-bd82-4926-a370-d5de756aadad', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 453, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6c06189c-e7e3-4c8a-acc0-5147890ac16f', 'mac_address': 'fa:16:3e:da:eb:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d5a712c-3782-48e8-b902-dd7603c56b51', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T20:36:26Z', 'updated_at': '2022-03-08T20:36:41Z', 'revision_number': 1, 'project_id': '01d3223cb5334df4aeb878f77f56a4af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '839cf58f-01a9-44c0-bd6f-fced84cb2228', 'name': '', 'network_id': '6c06189c-e7e3-4c8a-acc0-5147890ac16f', 'tenant_id': '01d3223cb5334df4aeb878f77f56a4af', 'mac_address': 'fa:16:3e:c9:23:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a974851c-fa28-4512-826f-f1ac9013912c', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '22d98187-3e01-4f4c-846a-c4973fed68d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:31:32Z', 'updated_at': '2022-03-08T20:31:44Z', 'revision_number': 5, 'project_id': '01d3223cb5334df4aeb878f77f56a4af', 'subnets': [{'id': '22d98187-3e01-4f4c-846a-c4973fed68d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830096-3-iscsi', False) {} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:36:42.423125 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a81475c-de4d-4b89-9e78-5e5c8f9c3679 req-f7eec49c-6cf8-455b-8e0d-e8922ced1ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:36:42.424597 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-1a81475c-de4d-4b89-9e78-5e5c8f9c3679 req-f7eec49c-6cf8-455b-8e0d-e8922ced1ccf service neutron] 10.222.0.37 "GET /v2.0/subnets?id=22d98187-3e01-4f4c-846a-c4973fed68d0 HTTP/1.1" status: 200 len: 855 time: 0.0473483 Mar 08 20:36:42.436930 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9653f6c6-d141-43ba-ae3f-5b025b6fd519 None None] Checking router: a974851c-fa28-4512-826f-f1ac9013912c for host: dv-cinder-830096-3-iscsi {{(pid=103460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 20:36:42.446062 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9653f6c6-d141-43ba-ae3f-5b025b6fd519 None None] Routers {'a974851c-fa28-4512-826f-f1ac9013912c'} bound to L3 agent in host dv-cinder-830096-3-iscsi {{(pid=103460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:36:42.446667 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-9653f6c6-d141-43ba-ae3f-5b025b6fd519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T20:23:01Z,description=,heartbeat_timestamp=2022-03-08T20:36:31Z,host='dv-cinder-830096-3-iscsi',id=7ae9fd8f-5d61-4821-9eac-044950c450f0,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:23:02Z,topic='l3_agent')) {'router_ids': ['a974851c-fa28-4512-826f-f1ac9013912c'], 'active': True} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:36:42.475133 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a81475c-de4d-4b89-9e78-5e5c8f9c3679 req-187fed6b-53f4-48eb-ace2-b9288094391f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:36:42.476667 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-1a81475c-de4d-4b89-9e78-5e5c8f9c3679 req-187fed6b-53f4-48eb-ace2-b9288094391f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6c06189c-e7e3-4c8a-acc0-5147890ac16f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0445788 Mar 08 20:36:42.559881 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvr_db [None req-9653f6c6-d141-43ba-ae3f-5b025b6fd519 None None] Set router a974851c-fa28-4512-826f-f1ac9013912c gateway port host: dv-cinder-830096-3-iscsi {{(pid=103460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:36:42.570142 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-1a81475c-de4d-4b89-9e78-5e5c8f9c3679 req-0dfc04a6-cdd4-4547-a869-ff2f7052cfd4 service neutron] 10.222.0.37 "GET /v2.0/networks/6c06189c-e7e3-4c8a-acc0-5147890ac16f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868130 Mar 08 20:36:42.666291 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-1a81475c-de4d-4b89-9e78-5e5c8f9c3679 req-5f802ba5-6fe4-40d3-bb0c-136e04a7348b service neutron] 10.222.0.37 "GET /v2.0/networks/6c06189c-e7e3-4c8a-acc0-5147890ac16f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886724 Mar 08 20:36:42.798051 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-9653f6c6-d141-43ba-ae3f-5b025b6fd519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a974851c-fa28-4512-826f-f1ac9013912c', 'name': 'tempest-AttachVolumeShelveTestJSON-298488986-router', 'tenant_id': '01d3223cb5334df4aeb878f77f56a4af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'external_fixed_ips': [{'subnet_id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'ip_address': '172.27.2.2'}], 'enable_snat': True}, 'gw_port_id': '3d299657-8d46-4c76-b4af-4c578b5510e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:31:22Z', 'updated_at': '2022-03-08T20:31:33Z', 'revision_number': 4, 'project_id': '01d3223cb5334df4aeb878f77f56a4af', 'gw_port': {'id': '3d299657-8d46-4c76-b4af-4c578b5510e7', 'name': '', 'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:d5:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a974851c-fa28-4512-826f-f1ac9013912c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'ip_address': '172.27.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:31:25Z', 'updated_at': '2022-03-08T20:31:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-3-iscsi', '_floatingips': [{'id': 'f757e763-ecb7-48de-84f3-a62d456cd4d7', 'tenant_id': '01d3223cb5334df4aeb878f77f56a4af', 'floating_ip_address': '172.27.2.210', 'floating_network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'router_id': 'a974851c-fa28-4512-826f-f1ac9013912c', 'port_id': '953642db-bd82-4926-a370-d5de756aadad', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 453, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6c06189c-e7e3-4c8a-acc0-5147890ac16f', 'mac_address': 'fa:16:3e:da:eb:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d5a712c-3782-48e8-b902-dd7603c56b51', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T20:36:26Z', 'updated_at': '2022-03-08T20:36:41Z', 'revision_number': 1, 'project_id': '01d3223cb5334df4aeb878f77f56a4af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '839cf58f-01a9-44c0-bd6f-fced84cb2228', 'name': '', 'network_id': '6c06189c-e7e3-4c8a-acc0-5147890ac16f', 'tenant_id': '01d3223cb5334df4aeb878f77f56a4af', 'mac_address': 'fa:16:3e:c9:23:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a974851c-fa28-4512-826f-f1ac9013912c', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '22d98187-3e01-4f4c-846a-c4973fed68d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:31:32Z', 'updated_at': '2022-03-08T20:31:44Z', 'revision_number': 5, 'project_id': '01d3223cb5334df4aeb878f77f56a4af', 'subnets': [{'id': '22d98187-3e01-4f4c-846a-c4973fed68d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830096-3-iscsi', False) {} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:36:42.826010 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9653f6c6-d141-43ba-ae3f-5b025b6fd519 None None] The sync data for ids ['a974851c-fa28-4512-826f-f1ac9013912c'] in dv-cinder-830096-3-iscsi is: [{'id': 'a974851c-fa28-4512-826f-f1ac9013912c', 'name': 'tempest-AttachVolumeShelveTestJSON-298488986-router', 'tenant_id': '01d3223cb5334df4aeb878f77f56a4af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'external_fixed_ips': [{'subnet_id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'ip_address': '172.27.2.2'}], 'enable_snat': True}, 'gw_port_id': '3d299657-8d46-4c76-b4af-4c578b5510e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:31:22Z', 'updated_at': '2022-03-08T20:31:33Z', 'revision_number': 4, 'project_id': '01d3223cb5334df4aeb878f77f56a4af', 'gw_port': {'id': '3d299657-8d46-4c76-b4af-4c578b5510e7', 'name': '', 'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:d5:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a974851c-fa28-4512-826f-f1ac9013912c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'ip_address': '172.27.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:31:25Z', 'updated_at': '2022-03-08T20:31:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-3-iscsi', '_floatingips': [{'id': 'f757e763-ecb7-48de-84f3-a62d456cd4d7', 'tenant_id': '01d3223cb5334df4aeb878f77f56a4af', 'floating_ip_address': '172.27.2.210', 'floating_network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'router_id': 'a974851c-fa28-4512-826f-f1ac9013912c', 'port_id': '953642db-bd82-4926-a370-d5de756aadad', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 453, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6c06189c-e7e3-4c8a-acc0-5147890ac16f', 'mac_address': 'fa:16:3e:da:eb:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d5a712c-3782-48e8-b902-dd7603c56b51', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T20:36:26Z', 'updated_at': '2022-03-08T20:36:41Z', 'revision_number': 1, 'project_id': '01d3223cb5334df4aeb878f77f56a4af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '839cf58f-01a9-44c0-bd6f-fced84cb2228', 'name': '', 'network_id': '6c06189c-e7e3-4c8a-acc0-5147890ac16f', 'tenant_id': '01d3223cb5334df4aeb878f77f56a4af', 'mac_address': 'fa:16:3e:c9:23:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a974851c-fa28-4512-826f-f1ac9013912c', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '22d98187-3e01-4f4c-846a-c4973fed68d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:31:32Z', 'updated_at': '2022-03-08T20:31:44Z', 'revision_number': 5, 'project_id': '01d3223cb5334df4aeb878f77f56a4af', 'subnets': [{'id': '22d98187-3e01-4f4c-846a-c4973fed68d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 20:36:43.024424 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1153df6d-16e6-4fce-a2e1-f4a9dafab95d None None] New status for floating IP f757e763-ecb7-48de-84f3-a62d456cd4d7: ACTIVE {{(pid=103461) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 20:36:43.950217 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e25ddf-b9c7-49a9-8460-df6c0c73ad07 req-697228d0-ae8e-4315-9168-c803a9a8b3bf tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:36:43.951951 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-32e25ddf-b9c7-49a9-8460-df6c0c73ad07 req-697228d0-ae8e-4315-9168-c803a9a8b3bf tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] 10.222.0.41 "GET /v2.0/ports?device_id=bad46cc3-630c-44e3-97f4-2efe2ffc87e1 HTTP/1.1" status: 200 len: 945 time: 0.0709119 Mar 08 20:36:44.002676 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-32e25ddf-b9c7-49a9-8460-df6c0c73ad07 req-5ac447b4-a104-4e7a-9e15-b1db006c53b9 tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] 10.222.0.41 "GET /v2.0/security-groups?id=67f89219-d397-47b0-aaf7-d3f898f93734&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450513 Mar 08 20:36:45.131899 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e79bdf9-4aba-459b-8fdc-237a189125f6 req-7912a0da-110e-4eee-8539-b3016983feb2 tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:36:45.134261 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-1e79bdf9-4aba-459b-8fdc-237a189125f6 req-7912a0da-110e-4eee-8539-b3016983feb2 tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] 10.222.0.41 "GET /v2.0/ports?device_id=bad46cc3-630c-44e3-97f4-2efe2ffc87e1 HTTP/1.1" status: 200 len: 945 time: 0.0572200 Mar 08 20:36:45.184088 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-1e79bdf9-4aba-459b-8fdc-237a189125f6 req-c3873502-6cf7-41d6-8e22-2fec518e2735 tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] 10.222.0.41 "GET /v2.0/security-groups?id=67f89219-d397-47b0-aaf7-d3f898f93734&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440230 Mar 08 20:36:46.303215 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9ac3db-daff-4b25-a583-a45c1808abb7 req-57b9e9d4-d0f5-4fae-a143-04c068e91705 tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:36:46.304707 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-5d9ac3db-daff-4b25-a583-a45c1808abb7 req-57b9e9d4-d0f5-4fae-a143-04c068e91705 tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] 10.222.0.41 "GET /v2.0/ports?device_id=bad46cc3-630c-44e3-97f4-2efe2ffc87e1 HTTP/1.1" status: 200 len: 945 time: 0.0536087 Mar 08 20:36:46.351864 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-5d9ac3db-daff-4b25-a583-a45c1808abb7 req-0d861976-2e2e-458f-b169-be30063bb88c tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] 10.222.0.41 "GET /v2.0/security-groups?id=67f89219-d397-47b0-aaf7-d3f898f93734&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415778 Mar 08 20:36:46.695698 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2cbf5d-a067-480d-96c5-1359018014d0 req-61685678-eca3-49a2-b6e6-4a86bb1633a3 tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:36:46.697218 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-aa2cbf5d-a067-480d-96c5-1359018014d0 req-61685678-eca3-49a2-b6e6-4a86bb1633a3 tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] 10.222.0.37 "GET /v2.0/ports?device_id=bad46cc3-630c-44e3-97f4-2efe2ffc87e1 HTTP/1.1" status: 200 len: 945 time: 0.0570841 Mar 08 20:36:46.811296 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [req-aa2cbf5d-a067-480d-96c5-1359018014d0 req-28c06f08-c639-4345-a307-0f55822b0c9e tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] Deleting port 7774432c-5ed1-4d4d-a02c-9fb8141c93a3 {{(pid=103458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 20:36:46.811657 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-aa2cbf5d-a067-480d-96c5-1359018014d0 req-28c06f08-c639-4345-a307-0f55822b0c9e tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745146874691'] for port (7774432c-5ed1-4d4d-a02c-9fb8141c93a3), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:46.903927 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.db [req-aa2cbf5d-a067-480d-96c5-1359018014d0 req-28c06f08-c639-4345-a307-0f55822b0c9e tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] For port 7774432c-5ed1-4d4d-a02c-9fb8141c93a3, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=7774432c-5ed1-4d4d-a02c-9fb8141c93a3,segment=NetworkSegment(14ae2af9-0664-46c4-a507-3b43c3ed1f8c),segment_id=14ae2af9-0664-46c4-a507-3b43c3ed1f8c)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:36:46.904342 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-aa2cbf5d-a067-480d-96c5-1359018014d0 req-28c06f08-c639-4345-a307-0f55822b0c9e tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443457'] for port (7774432c-5ed1-4d4d-a02c-9fb8141c93a3), precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:47.247220 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.wsgi [-] (103459) accepted ('10.222.0.41', 34494) {{(pid=103459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:36:47.347565 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-aa2cbf5d-a067-480d-96c5-1359018014d0 req-28c06f08-c639-4345-a307-0f55822b0c9e tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:47.347934 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-aa2cbf5d-a067-480d-96c5-1359018014d0 req-28c06f08-c639-4345-a307-0f55822b0c9e tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-443219'] for floatingip (584d5196-a225-401c-be63-ae2c06ca69d2), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:47.348276 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.db.l3_db [req-aa2cbf5d-a067-480d-96c5-1359018014d0 req-28c06f08-c639-4345-a307-0f55822b0c9e tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] Floating IP 584d5196-a225-401c-be63-ae2c06ca69d2 disassociated. External IP: 172.27.2.98, port: 7774432c-5ed1-4d4d-a02c-9fb8141c93a3. Mar 08 20:36:47.348633 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [req-aa2cbf5d-a067-480d-96c5-1359018014d0 req-28c06f08-c639-4345-a307-0f55822b0c9e tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] Calling delete_port for 7774432c-5ed1-4d4d-a02c-9fb8141c93a3 owned by compute:nova {{(pid=103458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 20:36:47.370133 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-e2baf612-a252-471b-be2a-732083e7e758 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:47.499063 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-e2baf612-a252-471b-be2a-732083e7e758 admin admin] Publish callbacks [] for security_group (071bdbad-d80d-47f0-871b-5edbe67a057b), precommit_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:47.516410 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd4a260-b34b-4107-81ed-a0c74cacda5d req-93c47704-1231-4e7d-8eea-df89ee4293f8 tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:36:47.517551 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-acd4a260-b34b-4107-81ed-a0c74cacda5d req-93c47704-1231-4e7d-8eea-df89ee4293f8 tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] 10.222.0.41 "GET /v2.0/ports?device_id=bad46cc3-630c-44e3-97f4-2efe2ffc87e1 HTTP/1.1" status: 200 len: 945 time: 0.0884614 Mar 08 20:36:47.541486 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-aa2cbf5d-a067-480d-96c5-1359018014d0 req-28c06f08-c639-4345-a307-0f55822b0c9e tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745146878630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745146440915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28566877'] for port (7774432c-5ed1-4d4d-a02c-9fb8141c93a3), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:47.572388 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c06f08-c639-4345-a307-0f55822b0c9e tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] Pushing event deleted for resources: {'Port': ['ID=7774432c-5ed1-4d4d-a02c-9fb8141c93a3,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:36:47.575635 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-e2baf612-a252-471b-be2a-732083e7e758 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310940'] for security_group (071bdbad-d80d-47f0-871b-5edbe67a057b), after_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:47.582252 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-acd4a260-b34b-4107-81ed-a0c74cacda5d req-9d45239d-4e00-4cf1-b475-fd46e82414c0 tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] 10.222.0.41 "GET /v2.0/security-groups?id=67f89219-d397-47b0-aaf7-d3f898f93734&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564797 Mar 08 20:36:47.584866 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c06f08-c639-4345-a307-0f55822b0c9e tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:36:47.585045 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c06f08-c639-4345-a307-0f55822b0c9e tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:36:47.586097 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c06f08-c639-4345-a307-0f55822b0c9e tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:36:47.586657 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c06f08-c639-4345-a307-0f55822b0c9e tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:36:47.587021 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c06f08-c639-4345-a307-0f55822b0c9e tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:36:47.587360 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c06f08-c639-4345-a307-0f55822b0c9e tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:36:47.587719 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c06f08-c639-4345-a307-0f55822b0c9e tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:36:47.588056 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c06f08-c639-4345-a307-0f55822b0c9e tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:36:47.589779 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c06f08-c639-4345-a307-0f55822b0c9e tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:36:47.589779 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c06f08-c639-4345-a307-0f55822b0c9e tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:36:47.589779 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c06f08-c639-4345-a307-0f55822b0c9e tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:36:47.589779 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c06f08-c639-4345-a307-0f55822b0c9e tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:36:47.589779 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c06f08-c639-4345-a307-0f55822b0c9e tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:36:47.648780 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2baf612-a252-471b-be2a-732083e7e758 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=071bdbad-d80d-47f0-871b-5edbe67a057b,revision_number=1']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:36:47.660085 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [None req-e2baf612-a252-471b-be2a-732083e7e758 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=bb59260700814e058cfa039a13e3546c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4105859 Mar 08 20:36:47.661024 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.wsgi [-] (103459) accepted ('10.222.0.41', 34502) {{(pid=103459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:36:47.716332 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-6d4efbe8-2593-4f44-91a3-76d8e848580f admin admin] Publish callbacks [] for security_group (071bdbad-d80d-47f0-871b-5edbe67a057b), before_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:47.727464 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.scheduler.l3_agent_scheduler [req-aa2cbf5d-a067-480d-96c5-1359018014d0 req-28c06f08-c639-4345-a307-0f55822b0c9e tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] Router 16dea0cb-fffa-4ed7-9abb-b7eb4318dca9 has already been hosted by L3 agent 7ae9fd8f-5d61-4821-9eac-044950c450f0 {{(pid=103458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 20:36:47.740492 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-6d4efbe8-2593-4f44-91a3-76d8e848580f admin admin] Publish callbacks [] for security_group (071bdbad-d80d-47f0-871b-5edbe67a057b), precommit_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:47.839396 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-aa2cbf5d-a067-480d-96c5-1359018014d0 req-28c06f08-c639-4345-a307-0f55822b0c9e tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] Notify agent at l3_agent.dv-cinder-830096-3-iscsi the message routers_updated {{(pid=103458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 20:36:47.849417 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-765b4eaa-6841-4dfb-81b1-ddcbd184b127 None None] Sync routers for ids ['16dea0cb-fffa-4ed7-9abb-b7eb4318dca9'] in dv-cinder-830096-3-iscsi {{(pid=103460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 20:36:47.860223 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-765b4eaa-6841-4dfb-81b1-ddcbd184b127 None None] Routers {'16dea0cb-fffa-4ed7-9abb-b7eb4318dca9'} bound to L3 agent in host dv-cinder-830096-3-iscsi {{(pid=103460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:36:47.860895 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-765b4eaa-6841-4dfb-81b1-ddcbd184b127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T20:23:01Z,description=,heartbeat_timestamp=2022-03-08T20:36:31Z,host='dv-cinder-830096-3-iscsi',id=7ae9fd8f-5d61-4821-9eac-044950c450f0,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:23:02Z,topic='l3_agent')) {'router_ids': ['16dea0cb-fffa-4ed7-9abb-b7eb4318dca9'], 'active': True} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:36:47.880926 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa2cbf5d-a067-480d-96c5-1359018014d0 req-28c06f08-c639-4345-a307-0f55822b0c9e tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] No DVR routers for this DVR port 7774432c-5ed1-4d4d-a02c-9fb8141c93a3 on host hv-cinder-83009 {{(pid=103458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 20:36:47.884738 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-6d4efbe8-2593-4f44-91a3-76d8e848580f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310940'] for security_group (071bdbad-d80d-47f0-871b-5edbe67a057b), after_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:47.884895 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-aa2cbf5d-a067-480d-96c5-1359018014d0 req-28c06f08-c639-4345-a307-0f55822b0c9e tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4188892'] for port (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:47.889300 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-6d4efbe8-2593-4f44-91a3-76d8e848580f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:47.893584 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-aa2cbf5d-a067-480d-96c5-1359018014d0 req-28c06f08-c639-4345-a307-0f55822b0c9e tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] 10.222.0.37 "DELETE /v2.0/ports/7774432c-5ed1-4d4d-a02c-9fb8141c93a3 HTTP/1.1" status: 204 len: 173 time: 1.1787739 Mar 08 20:36:47.893736 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [None req-6d4efbe8-2593-4f44-91a3-76d8e848580f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/071bdbad-d80d-47f0-871b-5edbe67a057b HTTP/1.1" status: 204 len: 168 time: 0.2287843 Mar 08 20:36:47.900675 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bad46cc3-630c-44e3-97f4-2efe2ffc87e1', 'name': 'network-vif-deleted', 'tag': '7774432c-5ed1-4d4d-a02c-9fb8141c93a3'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 20:36:47.904991 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80a387be2d8005eb2e27f9060a02e972faa958bb0688f3ffd3bc7b0f4eb55c8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac914558-4524-42ae-bce1-741cefcd6183" -d '{"events": [{"server_uuid": "bad46cc3-630c-44e3-97f4-2efe2ffc87e1", "name": "network-vif-deleted", "tag": "7774432c-5ed1-4d4d-a02c-9fb8141c93a3"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 20:36:47.908023 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4efbe8-2593-4f44-91a3-76d8e848580f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=071bdbad-d80d-47f0-871b-5edbe67a057b,revision_number=None']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:36:48.006342 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvr_db [None req-765b4eaa-6841-4dfb-81b1-ddcbd184b127 None None] Set router 16dea0cb-fffa-4ed7-9abb-b7eb4318dca9 gateway port host: dv-cinder-830096-3-iscsi {{(pid=103460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:36:48.124020 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 20:36:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58b1d780-495c-4202-ba73-fb710e0b99aa x-openstack-request-id: req-58b1d780-495c-4202-ba73-fb710e0b99aa {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 20:36:48.124345 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bad46cc3-630c-44e3-97f4-2efe2ffc87e1", "name": "network-vif-deleted", "tag": "7774432c-5ed1-4d4d-a02c-9fb8141c93a3", "status": "completed", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 20:36:48.124606 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-58b1d780-495c-4202-ba73-fb710e0b99aa {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 20:36:48.124991 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bad46cc3-630c-44e3-97f4-2efe2ffc87e1', 'name': 'network-vif-deleted', 'tag': '7774432c-5ed1-4d4d-a02c-9fb8141c93a3', 'status': 'completed', 'code': 200} Mar 08 20:36:48.251440 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-765b4eaa-6841-4dfb-81b1-ddcbd184b127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16dea0cb-fffa-4ed7-9abb-b7eb4318dca9', 'name': 'tempest-AttachVolumeTestJSON-2107178860-router', 'tenant_id': '64bbed509db949a6a003c639d3f67567', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'external_fixed_ips': [{'subnet_id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'ip_address': '172.27.2.87'}], 'enable_snat': True}, 'gw_port_id': '8a387cb4-88be-456d-967c-2a9b47cbbc3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:31:22Z', 'updated_at': '2022-03-08T20:31:29Z', 'revision_number': 4, 'project_id': '64bbed509db949a6a003c639d3f67567', 'gw_port': {'id': '8a387cb4-88be-456d-967c-2a9b47cbbc3f', 'name': '', 'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:7f:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16dea0cb-fffa-4ed7-9abb-b7eb4318dca9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'ip_address': '172.27.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:31:22Z', 'updated_at': '2022-03-08T20:31:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-3-iscsi', '_interfaces': [{'id': '2b64d9f9-fa35-4931-b4db-da8ee2f739d3', 'name': '', 'network_id': 'bb3cf682-183a-4b4f-b70b-ac9d75a4abdd', 'tenant_id': '64bbed509db949a6a003c639d3f67567', 'mac_address': 'fa:16:3e:16:73:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16dea0cb-fffa-4ed7-9abb-b7eb4318dca9', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'a968dc2a-71a9-4847-a130-162c884db338', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:31:27Z', 'updated_at': '2022-03-08T20:31:38Z', 'revision_number': 5, 'project_id': '64bbed509db949a6a003c639d3f67567', 'subnets': [{'id': 'a968dc2a-71a9-4847-a130-162c884db338', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830096-3-iscsi', False) {} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:36:48.280397 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-765b4eaa-6841-4dfb-81b1-ddcbd184b127 None None] Checking router: 16dea0cb-fffa-4ed7-9abb-b7eb4318dca9 for host: dv-cinder-830096-3-iscsi {{(pid=103460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 20:36:48.291365 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-765b4eaa-6841-4dfb-81b1-ddcbd184b127 None None] Routers {'16dea0cb-fffa-4ed7-9abb-b7eb4318dca9'} bound to L3 agent in host dv-cinder-830096-3-iscsi {{(pid=103460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:36:48.291997 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-765b4eaa-6841-4dfb-81b1-ddcbd184b127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T20:23:01Z,description=,heartbeat_timestamp=2022-03-08T20:36:31Z,host='dv-cinder-830096-3-iscsi',id=7ae9fd8f-5d61-4821-9eac-044950c450f0,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:23:02Z,topic='l3_agent')) {'router_ids': ['16dea0cb-fffa-4ed7-9abb-b7eb4318dca9'], 'active': True} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:36:48.410045 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvr_db [None req-765b4eaa-6841-4dfb-81b1-ddcbd184b127 None None] Set router 16dea0cb-fffa-4ed7-9abb-b7eb4318dca9 gateway port host: dv-cinder-830096-3-iscsi {{(pid=103460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:36:48.620929 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-765b4eaa-6841-4dfb-81b1-ddcbd184b127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16dea0cb-fffa-4ed7-9abb-b7eb4318dca9', 'name': 'tempest-AttachVolumeTestJSON-2107178860-router', 'tenant_id': '64bbed509db949a6a003c639d3f67567', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'external_fixed_ips': [{'subnet_id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'ip_address': '172.27.2.87'}], 'enable_snat': True}, 'gw_port_id': '8a387cb4-88be-456d-967c-2a9b47cbbc3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:31:22Z', 'updated_at': '2022-03-08T20:31:29Z', 'revision_number': 4, 'project_id': '64bbed509db949a6a003c639d3f67567', 'gw_port': {'id': '8a387cb4-88be-456d-967c-2a9b47cbbc3f', 'name': '', 'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:7f:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16dea0cb-fffa-4ed7-9abb-b7eb4318dca9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'ip_address': '172.27.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:31:22Z', 'updated_at': '2022-03-08T20:31:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-3-iscsi', '_interfaces': [{'id': '2b64d9f9-fa35-4931-b4db-da8ee2f739d3', 'name': '', 'network_id': 'bb3cf682-183a-4b4f-b70b-ac9d75a4abdd', 'tenant_id': '64bbed509db949a6a003c639d3f67567', 'mac_address': 'fa:16:3e:16:73:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16dea0cb-fffa-4ed7-9abb-b7eb4318dca9', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'a968dc2a-71a9-4847-a130-162c884db338', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:31:27Z', 'updated_at': '2022-03-08T20:31:38Z', 'revision_number': 5, 'project_id': '64bbed509db949a6a003c639d3f67567', 'subnets': [{'id': 'a968dc2a-71a9-4847-a130-162c884db338', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830096-3-iscsi', False) {} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:36:48.724856 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-bd926e62-e365-4231-b7bc-d0094f4b0714 req-fc0dac78-3276-4965-bce5-e37e69dbb7a6 tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] 10.222.0.41 "GET /v2.0/ports?device_id=bad46cc3-630c-44e3-97f4-2efe2ffc87e1 HTTP/1.1" status: 200 len: 210 time: 0.0313029 Mar 08 20:36:48.751232 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.41', 34518) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:36:48.765361 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-a6df390e-6e6e-4943-8a9b-3c18793bfd69 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:48.787033 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-765b4eaa-6841-4dfb-81b1-ddcbd184b127 None None] The sync data for ids ['16dea0cb-fffa-4ed7-9abb-b7eb4318dca9'] in dv-cinder-830096-3-iscsi is: [{'id': '16dea0cb-fffa-4ed7-9abb-b7eb4318dca9', 'name': 'tempest-AttachVolumeTestJSON-2107178860-router', 'tenant_id': '64bbed509db949a6a003c639d3f67567', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'external_fixed_ips': [{'subnet_id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'ip_address': '172.27.2.87'}], 'enable_snat': True}, 'gw_port_id': '8a387cb4-88be-456d-967c-2a9b47cbbc3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:31:22Z', 'updated_at': '2022-03-08T20:31:29Z', 'revision_number': 4, 'project_id': '64bbed509db949a6a003c639d3f67567', 'gw_port': {'id': '8a387cb4-88be-456d-967c-2a9b47cbbc3f', 'name': '', 'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:7f:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16dea0cb-fffa-4ed7-9abb-b7eb4318dca9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'ip_address': '172.27.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:31:22Z', 'updated_at': '2022-03-08T20:31:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-3-iscsi', '_interfaces': [{'id': '2b64d9f9-fa35-4931-b4db-da8ee2f739d3', 'name': '', 'network_id': 'bb3cf682-183a-4b4f-b70b-ac9d75a4abdd', 'tenant_id': '64bbed509db949a6a003c639d3f67567', 'mac_address': 'fa:16:3e:16:73:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16dea0cb-fffa-4ed7-9abb-b7eb4318dca9', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'a968dc2a-71a9-4847-a130-162c884db338', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:31:27Z', 'updated_at': '2022-03-08T20:31:38Z', 'revision_number': 5, 'project_id': '64bbed509db949a6a003c639d3f67567', 'subnets': [{'id': 'a968dc2a-71a9-4847-a130-162c884db338', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 20:36:48.852212 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-a6df390e-6e6e-4943-8a9b-3c18793bfd69 admin admin] Publish callbacks [] for security_group (32b6104b-9587-49d1-a095-3847d9c8fb43), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:48.941338 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-a6df390e-6e6e-4943-8a9b-3c18793bfd69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310940'] for security_group (32b6104b-9587-49d1-a095-3847d9c8fb43), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:48.984415 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-a6df390e-6e6e-4943-8a9b-3c18793bfd69 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=58934a3c38694d7d9e6810e436d949ab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2320218 Mar 08 20:36:48.985298 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6df390e-6e6e-4943-8a9b-3c18793bfd69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32b6104b-9587-49d1-a095-3847d9c8fb43,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:36:48.990942 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.wsgi [-] (103459) accepted ('10.222.0.41', 34520) {{(pid=103459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:36:49.056570 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd1c1df6-30ea-410a-bd88-fbfae1b4b083 None None] New status for floating IP 584d5196-a225-401c-be63-ae2c06ca69d2: DOWN {{(pid=103461) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 20:36:49.057023 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-dd5592c5-1249-4add-bf04-204ecc0d0032 admin admin] Publish callbacks [] for security_group (32b6104b-9587-49d1-a095-3847d9c8fb43), before_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:49.081984 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-dd5592c5-1249-4add-bf04-204ecc0d0032 admin admin] Publish callbacks [] for security_group (32b6104b-9587-49d1-a095-3847d9c8fb43), precommit_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:49.210024 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-dd5592c5-1249-4add-bf04-204ecc0d0032 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310940'] for security_group (32b6104b-9587-49d1-a095-3847d9c8fb43), after_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:49.213978 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-dd5592c5-1249-4add-bf04-204ecc0d0032 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:49.215343 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [None req-dd5592c5-1249-4add-bf04-204ecc0d0032 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/32b6104b-9587-49d1-a095-3847d9c8fb43 HTTP/1.1" status: 204 len: 168 time: 0.2233419 Mar 08 20:36:49.224490 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5592c5-1249-4add-bf04-204ecc0d0032 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32b6104b-9587-49d1-a095-3847d9c8fb43,revision_number=None']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:36:49.746059 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.rpc [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Device 7774432c-5ed1-4d4d-a02c-9fb8141c93a3 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103460) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 20:36:49.770529 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.plugin [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] No Port match for: 7774432c-5ed1-4d4d-a02c-9fb8141c93a3 {{(pid=103460) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 20:36:49.771267 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.rpc [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Device 7774432c-5ed1-4d4d-a02c-9fb8141c93a3 not bound to the agent host hv-cinder-83009 {{(pid=103460) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 20:36:50.005375 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.wsgi [-] (103459) accepted ('10.222.0.41', 34540) {{(pid=103459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:36:50.064705 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-75acad61-3e37-4aca-889e-ffb4883c58c6 tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] Publish callbacks [] for security_group (67f89219-d397-47b0-aaf7-d3f898f93734), before_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:50.088858 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-75acad61-3e37-4aca-889e-ffb4883c58c6 tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] Publish callbacks [] for security_group (67f89219-d397-47b0-aaf7-d3f898f93734), precommit_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:50.220829 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-75acad61-3e37-4aca-889e-ffb4883c58c6 tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310940'] for security_group (67f89219-d397-47b0-aaf7-d3f898f93734), after_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:50.223491 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-75acad61-3e37-4aca-889e-ffb4883c58c6 tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] Publish callbacks [] for security_group (None), before_response {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:50.224987 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [None req-75acad61-3e37-4aca-889e-ffb4883c58c6 tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] 10.222.0.41 "DELETE /v2.0/security-groups/67f89219-d397-47b0-aaf7-d3f898f93734 HTTP/1.1" status: 204 len: 168 time: 0.2185998 Mar 08 20:36:50.233042 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.41', 34546) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:36:50.234821 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75acad61-3e37-4aca-889e-ffb4883c58c6 tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=67f89219-d397-47b0-aaf7-d3f898f93734,revision_number=None']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:36:50.243087 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.api.v2.resource [None req-deeda93f-f434-4374-838e-baa6cdd2b5f4 tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] show failed (client error): The resource could not be found. Mar 08 20:36:50.244213 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-deeda93f-f434-4374-838e-baa6cdd2b5f4 tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] 10.222.0.41 "GET /v2.0/security-groups/67f89219-d397-47b0-aaf7-d3f898f93734 HTTP/1.1" status: 404 len: 347 time: 0.0149095 Mar 08 20:36:50.247156 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.41', 34550) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:36:50.371577 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-e6e8c157-2b3f-4bdb-b60c-b26263ef2800 tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] Deleting port 6a9d9534-59bf-47d1-8f98-c93f07ebc998 {{(pid=103458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 20:36:50.371925 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e6e8c157-2b3f-4bdb-b60c-b26263ef2800 tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745146874691'] for port (6a9d9534-59bf-47d1-8f98-c93f07ebc998), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:50.451204 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e6e8c157-2b3f-4bdb-b60c-b26263ef2800 tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443457'] for port (6a9d9534-59bf-47d1-8f98-c93f07ebc998), precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:50.451540 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e6e8c157-2b3f-4bdb-b60c-b26263ef2800 tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] Publish callbacks [] for floatingip (6a9d9534-59bf-47d1-8f98-c93f07ebc998), precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:50.463754 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-e6e8c157-2b3f-4bdb-b60c-b26263ef2800 tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] Calling delete_port for 6a9d9534-59bf-47d1-8f98-c93f07ebc998 owned by network:floatingip {{(pid=103458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 20:36:50.677969 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e6e8c157-2b3f-4bdb-b60c-b26263ef2800 tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745146878630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745146440915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28566877'] for port (6a9d9534-59bf-47d1-8f98-c93f07ebc998), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:50.713378 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e8c157-2b3f-4bdb-b60c-b26263ef2800 tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] Pushing event deleted for resources: {'Port': ['ID=6a9d9534-59bf-47d1-8f98-c93f07ebc998,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:36:50.774823 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e6e8c157-2b3f-4bdb-b60c-b26263ef2800 tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] Publish callbacks [] for floatingip (584d5196-a225-401c-be63-ae2c06ca69d2), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:50.777421 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e6e8c157-2b3f-4bdb-b60c-b26263ef2800 tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4188892'] for floatingip (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:50.778615 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-e6e8c157-2b3f-4bdb-b60c-b26263ef2800 tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] 10.222.0.41 "DELETE /v2.0/floatingips/584d5196-a225-401c-be63-ae2c06ca69d2 HTTP/1.1" status: 204 len: 168 time: 0.5305357 Mar 08 20:36:51.121578 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.wsgi [-] (103459) accepted ('10.222.0.41', 34566) {{(pid=103459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:36:51.225758 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.wsgi [-] (103459) accepted ('10.222.0.41', 34570) {{(pid=103459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:36:51.232506 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.v2.base [None req-e214d0cd-2041-4cb5-9ddf-3a60c04a6b10 tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1250939285', 'description': 'tempest-description--1914622017'}} {{(pid=103459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:36:51.255901 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-73a9dd3e-0be2-4467-bb3c-c722ca48172f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:51.339845 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-73a9dd3e-0be2-4467-bb3c-c722ca48172f admin admin] Publish callbacks [] for security_group (b37dc82d-0d04-4299-b6a1-46c542f5f637), precommit_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:51.363915 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-e214d0cd-2041-4cb5-9ddf-3a60c04a6b10 tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] Publish callbacks [] for security_group (None), before_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:51.426585 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-73a9dd3e-0be2-4467-bb3c-c722ca48172f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310940'] for security_group (b37dc82d-0d04-4299-b6a1-46c542f5f637), after_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:51.445874 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-e214d0cd-2041-4cb5-9ddf-3a60c04a6b10 tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] Publish callbacks [] for security_group (2324e6a1-5abc-43bc-9f1f-1b5a674ff10b), precommit_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:51.469754 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [None req-73a9dd3e-0be2-4467-bb3c-c722ca48172f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ae5b4a6935794fbd8a8a05ed028f9102&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3470838 Mar 08 20:36:51.472493 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.41', 34572) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:36:51.474477 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a9dd3e-0be2-4467-bb3c-c722ca48172f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b37dc82d-0d04-4299-b6a1-46c542f5f637,revision_number=1']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:36:51.524746 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-4ae7685e-bf98-4be2-862d-aa5e6ea5a32b admin admin] Publish callbacks [] for security_group (b37dc82d-0d04-4299-b6a1-46c542f5f637), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:51.529359 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-e214d0cd-2041-4cb5-9ddf-3a60c04a6b10 tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310940'] for security_group (2324e6a1-5abc-43bc-9f1f-1b5a674ff10b), after_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:51.550426 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-4ae7685e-bf98-4be2-862d-aa5e6ea5a32b admin admin] Publish callbacks [] for security_group (b37dc82d-0d04-4299-b6a1-46c542f5f637), precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:51.561277 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e214d0cd-2041-4cb5-9ddf-3a60c04a6b10 tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2324e6a1-5abc-43bc-9f1f-1b5a674ff10b,revision_number=1']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:36:51.617622 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-e214d0cd-2041-4cb5-9ddf-3a60c04a6b10 tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] Publish callbacks [] for security_group (None), before_response {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:51.618763 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [None req-e214d0cd-2041-4cb5-9ddf-3a60c04a6b10 tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3918374 Mar 08 20:36:51.621568 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.wsgi [-] (103459) accepted ('10.222.0.41', 34574) {{(pid=103459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:36:51.625785 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.v2.base [None req-cc912ce8-ae1e-4f69-975b-744d7eec2c72 tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] Request body: {'security_group_rule': {'security_group_id': '2324e6a1-5abc-43bc-9f1f-1b5a674ff10b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:36:51.700670 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-4ae7685e-bf98-4be2-862d-aa5e6ea5a32b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310940'] for security_group (b37dc82d-0d04-4299-b6a1-46c542f5f637), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:51.703229 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-4ae7685e-bf98-4be2-862d-aa5e6ea5a32b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:51.704433 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-4ae7685e-bf98-4be2-862d-aa5e6ea5a32b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b37dc82d-0d04-4299-b6a1-46c542f5f637 HTTP/1.1" status: 204 len: 168 time: 0.2309287 Mar 08 20:36:51.712396 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae7685e-bf98-4be2-862d-aa5e6ea5a32b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b37dc82d-0d04-4299-b6a1-46c542f5f637,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:36:51.733317 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-cc912ce8-ae1e-4f69-975b-744d7eec2c72 tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] Publish callbacks [] for security_group_rule (b76a2d0b-acd1-4a0a-be0a-907f25f9e81c), before_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:51.797028 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-cc912ce8-ae1e-4f69-975b-744d7eec2c72 tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] Publish callbacks [] for security_group_rule (b76a2d0b-acd1-4a0a-be0a-907f25f9e81c), precommit_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:51.919415 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-cc912ce8-ae1e-4f69-975b-744d7eec2c72 tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310824'] for security_group_rule (b76a2d0b-acd1-4a0a-be0a-907f25f9e81c), after_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:51.939569 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc912ce8-ae1e-4f69-975b-744d7eec2c72 tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b76a2d0b-acd1-4a0a-be0a-907f25f9e81c,revision_number=0']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:36:52.068694 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-cc912ce8-ae1e-4f69-975b-744d7eec2c72 tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:52.072375 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [None req-cc912ce8-ae1e-4f69-975b-744d7eec2c72 tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4475009 Mar 08 20:36:52.072752 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.41', 34582) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:36:52.077415 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.v2.base [None req-ab3b504e-51f9-409b-aee7-06b751ea8311 tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] Request body: {'security_group_rule': {'security_group_id': '2324e6a1-5abc-43bc-9f1f-1b5a674ff10b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:36:52.215821 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ab3b504e-51f9-409b-aee7-06b751ea8311 tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] Publish callbacks [] for security_group_rule (382ce467-5250-4702-8605-31607d1e60a8), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:52.283884 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ab3b504e-51f9-409b-aee7-06b751ea8311 tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] Publish callbacks [] for security_group_rule (382ce467-5250-4702-8605-31607d1e60a8), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:52.352902 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ab3b504e-51f9-409b-aee7-06b751ea8311 tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310824'] for security_group_rule (382ce467-5250-4702-8605-31607d1e60a8), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:52.380890 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3b504e-51f9-409b-aee7-06b751ea8311 tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=382ce467-5250-4702-8605-31607d1e60a8,revision_number=0']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:36:52.446290 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ab3b504e-51f9-409b-aee7-06b751ea8311 tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:52.447753 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-ab3b504e-51f9-409b-aee7-06b751ea8311 tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3737388 Mar 08 20:36:52.453095 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.41', 34592) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:36:52.457972 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.v2.base [None req-00efcdb4-823d-493a-89ed-87db80d586be tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] Request body: {'floatingip': {'floating_network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052'}} {{(pid=103458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:36:52.586863 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-00efcdb4-823d-493a-89ed-87db80d586be tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:52.700528 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-00efcdb4-823d-493a-89ed-87db80d586be tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747308'] for port (None), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:52.819691 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.db.db_base_plugin_common [None req-00efcdb4-823d-493a-89ed-87db80d586be tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] Allocated IP 172.27.2.222 (fc278ace-cc38-44e4-ba35-3f28be706052/6746aa92-141d-47b3-806a-20502e0a6f7e/b1187b0a-bb26-49bb-895f-bc2afa89fe74) {{(pid=103458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 20:36:52.934960 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-00efcdb4-823d-493a-89ed-87db80d586be tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] Publish callbacks [] for port (b1187b0a-bb26-49bb-895f-bc2afa89fe74), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:53.067335 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-00efcdb4-823d-493a-89ed-87db80d586be tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745146440906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28566877'] for port (b1187b0a-bb26-49bb-895f-bc2afa89fe74), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:53.108694 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00efcdb4-823d-493a-89ed-87db80d586be tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] Network fc278ace-cc38-44e4-ba35-3f28be706052 is already hosted by enough agents. {{(pid=103458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 20:36:53.111820 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.scheduler.base_scheduler [None req-00efcdb4-823d-493a-89ed-87db80d586be tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] Resources bound (agent type, host, resource id): {{(pid=103458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:36:53.115368 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00efcdb4-823d-493a-89ed-87db80d586be tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] Received port after_create {{(pid=103458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 20:36:53.122565 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00efcdb4-823d-493a-89ed-87db80d586be tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] Pushing event updated for resources: {'Port': ['ID=b1187b0a-bb26-49bb-895f-bc2afa89fe74,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:36:53.243292 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-00efcdb4-823d-493a-89ed-87db80d586be tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] Publish callbacks [] for floatingip (73cf69b7-c584-4fe4-a139-fcef2259e32c), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:53.385658 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-00efcdb4-823d-493a-89ed-87db80d586be tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747308'] for port (b1187b0a-bb26-49bb-895f-bc2afa89fe74), before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:53.583782 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-00efcdb4-823d-493a-89ed-87db80d586be tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] Publish callbacks [] for port (b1187b0a-bb26-49bb-895f-bc2afa89fe74), precommit_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:53.649961 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-00efcdb4-823d-493a-89ed-87db80d586be tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745146878648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745146440924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745146440942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28566820'] for port (b1187b0a-bb26-49bb-895f-bc2afa89fe74), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:53.722374 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00efcdb4-823d-493a-89ed-87db80d586be tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] Pushing event updated for resources: {'Port': ['ID=b1187b0a-bb26-49bb-895f-bc2afa89fe74,revision_number=2']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:36:53.741131 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-00efcdb4-823d-493a-89ed-87db80d586be tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-443219'] for floatingip (73cf69b7-c584-4fe4-a139-fcef2259e32c), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:53.834978 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-00efcdb4-823d-493a-89ed-87db80d586be tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4188892'] for floatingip (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:53.848214 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-00efcdb4-823d-493a-89ed-87db80d586be tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3821065 Mar 08 20:36:54.118766 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-d872aa08-3333-410a-8cb2-c23feb3f9ddb req-77800207-3209-4e02-8dfd-83a3be34bb1c tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--1250939285&fields=id&tenant_id=64bbed509db949a6a003c639d3f67567 HTTP/1.1" status: 200 len: 267 time: 0.0763285 Mar 08 20:36:54.192139 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745146981205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476605'] for agent (905863fd-6a46-47f8-82ce-98f31309cbd3), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:54.235390 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d872aa08-3333-410a-8cb2-c23feb3f9ddb req-b179e608-2670-46b6-adbd-71122b625392 tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:36:54.242518 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-d872aa08-3333-410a-8cb2-c23feb3f9ddb req-b179e608-2670-46b6-adbd-71122b625392 tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] 10.222.0.41 "GET /v2.0/networks?id=bb3cf682-183a-4b4f-b70b-ac9d75a4abdd HTTP/1.1" status: 200 len: 811 time: 0.1161289 Mar 08 20:36:54.253753 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-d872aa08-3333-410a-8cb2-c23feb3f9ddb req-c62b4227-c7f1-484e-9dbf-d7d18ddb5d45 tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] 10.222.0.41 "GET /v2.0/quotas/64bbed509db949a6a003c639d3f67567 HTTP/1.1" status: 200 len: 375 time: 0.0101383 Mar 08 20:36:54.324429 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-d872aa08-3333-410a-8cb2-c23feb3f9ddb req-c1c658e2-1879-4d48-93ec-b0a1a8e1473f tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=64bbed509db949a6a003c639d3f67567&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0647912 Mar 08 20:36:54.559141 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-d872aa08-3333-410a-8cb2-c23feb3f9ddb req-0bb32538-2019-4f3b-8dd1-920ad5ce131b service neutron] 10.222.0.41 "GET /v2.0/networks/bb3cf682-183a-4b4f-b70b-ac9d75a4abdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2258303 Mar 08 20:36:54.661792 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-d872aa08-3333-410a-8cb2-c23feb3f9ddb req-68056065-72b7-41fa-9863-b939efbcfbf7 service neutron] 10.222.0.41 "GET /v2.0/networks/bb3cf682-183a-4b4f-b70b-ac9d75a4abdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964932 Mar 08 20:36:54.936642 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-ec084805-1a32-479d-875e-4995a2cf30ff req-02119b9b-3ba1-4ae7-87df-5960c1d21e14 tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] 10.222.0.41 "GET /v2.0/ports?device_id=32a91168-4dcc-47cf-9e0d-58405bd3c5f5 HTTP/1.1" status: 200 len: 210 time: 0.0326102 Mar 08 20:36:56.058118 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-5b8dd084-9392-4555-b44a-b07ebfdec031 req-3ff71a6c-6aba-4e73-a31a-2ce9588c4d59 tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] 10.222.0.41 "GET /v2.0/ports?device_id=32a91168-4dcc-47cf-9e0d-58405bd3c5f5 HTTP/1.1" status: 200 len: 210 time: 0.0312181 Mar 08 20:36:57.175530 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-62b2c72f-a5c7-4a43-b9d0-f76f6f75b56c req-ca0437b7-cb5b-4eda-98db-9ba29411c5ea tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] 10.222.0.41 "GET /v2.0/ports?device_id=32a91168-4dcc-47cf-9e0d-58405bd3c5f5 HTTP/1.1" status: 200 len: 210 time: 0.0291016 Mar 08 20:36:57.477352 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682e1a53-426e-40ab-a800-8ebcf7643006 req-f7f25f87-bd6c-44dc-89e4-3cbf7dba1acd tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:36:57.478884 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-682e1a53-426e-40ab-a800-8ebcf7643006 req-f7f25f87-bd6c-44dc-89e4-3cbf7dba1acd tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] 10.222.0.41 "GET /v2.0/ports?device_id=2e62a230-e556-4ebf-90f0-5bd254facb63 HTTP/1.1" status: 200 len: 945 time: 0.0608728 Mar 08 20:36:57.539804 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-682e1a53-426e-40ab-a800-8ebcf7643006 req-51f13449-8c12-426b-8951-c941c37dc851 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] 10.222.0.41 "GET /v2.0/security-groups?id=eeef95d0-0be7-48ea-b698-bba64e1cd742&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0514052 Mar 08 20:36:57.593500 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d872aa08-3333-410a-8cb2-c23feb3f9ddb req-ce91e92d-a9ff-4e84-bc29-7f8d2f0bce16 tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:36:57.594949 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-d872aa08-3333-410a-8cb2-c23feb3f9ddb req-ce91e92d-a9ff-4e84-bc29-7f8d2f0bce16 tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] 10.222.0.37 "GET /v2.0/networks?id=bb3cf682-183a-4b4f-b70b-ac9d75a4abdd HTTP/1.1" status: 200 len: 811 time: 0.1151998 Mar 08 20:36:57.661504 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-d872aa08-3333-410a-8cb2-c23feb3f9ddb req-44b2a364-1a15-4b97-bdb4-3ad6b95c275d tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=64bbed509db949a6a003c639d3f67567 HTTP/1.1" status: 200 len: 380 time: 0.0559435 Mar 08 20:36:57.670462 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.v2.base [req-d872aa08-3333-410a-8cb2-c23feb3f9ddb req-978c508a-adf5-4640-b14d-3cfe0dd96141 tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] Request body: {'port': {'device_id': '32a91168-4dcc-47cf-9e0d-58405bd3c5f5', 'network_id': 'bb3cf682-183a-4b4f-b70b-ac9d75a4abdd', 'admin_state_up': True, 'tenant_id': '64bbed509db949a6a003c639d3f67567', 'security_groups': ['2324e6a1-5abc-43bc-9f1f-1b5a674ff10b']}} {{(pid=103458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:36:57.884448 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d872aa08-3333-410a-8cb2-c23feb3f9ddb req-978c508a-adf5-4640-b14d-3cfe0dd96141 tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] Made reservation on behalf of 64bbed509db949a6a003c639d3f67567 for: {'port': 1} {{(pid=103458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 20:36:57.888106 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-d872aa08-3333-410a-8cb2-c23feb3f9ddb req-978c508a-adf5-4640-b14d-3cfe0dd96141 tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747308'] for port (None), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:57.975362 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.wsgi [-] (103459) accepted ('10.222.0.41', 34698) {{(pid=103459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:36:58.032169 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.db.db_base_plugin_common [req-d872aa08-3333-410a-8cb2-c23feb3f9ddb req-978c508a-adf5-4640-b14d-3cfe0dd96141 tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] Allocated IP 172.20.0.14 (bb3cf682-183a-4b4f-b70b-ac9d75a4abdd/a968dc2a-71a9-4847-a130-162c884db338/d283d413-1afe-4355-bffe-38f15b7a5cbb) {{(pid=103458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 20:36:58.107572 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-120e719b-9f59-4416-ada6-a74027226976 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:58.187202 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-120e719b-9f59-4416-ada6-a74027226976 admin admin] Publish callbacks [] for security_group (afcc4242-d6d8-4781-b2fa-172846eb0850), precommit_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:58.191092 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-d872aa08-3333-410a-8cb2-c23feb3f9ddb req-978c508a-adf5-4640-b14d-3cfe0dd96141 tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] Publish callbacks [] for port (d283d413-1afe-4355-bffe-38f15b7a5cbb), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:58.287405 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-4088895e-50d2-423f-8df8-5bb7c5fbdfe2 req-08841f9c-cd8b-4e5b-89d0-934c346d8d06 tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] 10.222.0.41 "GET /v2.0/ports?device_id=32a91168-4dcc-47cf-9e0d-58405bd3c5f5 HTTP/1.1" status: 200 len: 210 time: 0.0331643 Mar 08 20:36:58.369639 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-120e719b-9f59-4416-ada6-a74027226976 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310940'] for security_group (afcc4242-d6d8-4781-b2fa-172846eb0850), after_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:58.412764 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [None req-120e719b-9f59-4416-ada6-a74027226976 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=75eca8d7bf6348d5ae84d35d895e0a2a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4362583 Mar 08 20:36:58.414096 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120e719b-9f59-4416-ada6-a74027226976 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afcc4242-d6d8-4781-b2fa-172846eb0850,revision_number=1']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:36:58.416018 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.41', 34708) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:36:58.432046 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-d872aa08-3333-410a-8cb2-c23feb3f9ddb req-978c508a-adf5-4640-b14d-3cfe0dd96141 tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745146440906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28566877'] for port (d283d413-1afe-4355-bffe-38f15b7a5cbb), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:58.488321 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d872aa08-3333-410a-8cb2-c23feb3f9ddb req-978c508a-adf5-4640-b14d-3cfe0dd96141 tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] Network bb3cf682-183a-4b4f-b70b-ac9d75a4abdd is already hosted by enough agents. {{(pid=103458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 20:36:58.497435 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.scheduler.base_scheduler [req-d872aa08-3333-410a-8cb2-c23feb3f9ddb req-978c508a-adf5-4640-b14d-3cfe0dd96141 tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] Resources bound (agent type, host, resource id): {{(pid=103458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:36:58.501323 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [req-d872aa08-3333-410a-8cb2-c23feb3f9ddb req-978c508a-adf5-4640-b14d-3cfe0dd96141 tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] Received port after_create {{(pid=103458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 20:36:58.545021 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978c508a-adf5-4640-b14d-3cfe0dd96141 tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] Pushing event updated for resources: {'Port': ['ID=d283d413-1afe-4355-bffe-38f15b7a5cbb,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:36:58.562115 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-f2da9808-be2b-40dd-be2f-eb5fc05735c5 admin admin] Publish callbacks [] for security_group (afcc4242-d6d8-4781-b2fa-172846eb0850), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:58.589590 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d872aa08-3333-410a-8cb2-c23feb3f9ddb req-978c508a-adf5-4640-b14d-3cfe0dd96141 tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:36:58.590702 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-d872aa08-3333-410a-8cb2-c23feb3f9ddb req-978c508a-adf5-4640-b14d-3cfe0dd96141 tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4188892'] for port (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:58.615427 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-f2da9808-be2b-40dd-be2f-eb5fc05735c5 admin admin] Publish callbacks [] for security_group (afcc4242-d6d8-4781-b2fa-172846eb0850), precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:58.691410 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712619a1-d2b9-414f-ad74-e4bd375b17cf req-83c78f55-a32e-4b2b-aa03-e756a6e3fcb2 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:36:58.693074 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-712619a1-d2b9-414f-ad74-e4bd375b17cf req-83c78f55-a32e-4b2b-aa03-e756a6e3fcb2 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] 10.222.0.41 "GET /v2.0/ports?device_id=2e62a230-e556-4ebf-90f0-5bd254facb63 HTTP/1.1" status: 200 len: 945 time: 0.0712323 Mar 08 20:36:58.746879 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-712619a1-d2b9-414f-ad74-e4bd375b17cf req-2382c386-7d27-4c85-a3b1-30fc6108df90 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] 10.222.0.41 "GET /v2.0/security-groups?id=eeef95d0-0be7-48ea-b698-bba64e1cd742&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0469279 Mar 08 20:36:58.749321 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-d872aa08-3333-410a-8cb2-c23feb3f9ddb req-978c508a-adf5-4640-b14d-3cfe0dd96141 tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0825105 Mar 08 20:36:58.761898 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.v2.base [req-d872aa08-3333-410a-8cb2-c23feb3f9ddb req-5559961e-c05d-4272-b770-f73568089bd0 service neutron] Request body: {'port': {'device_id': '32a91168-4dcc-47cf-9e0d-58405bd3c5f5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=103458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:36:58.793168 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-f2da9808-be2b-40dd-be2f-eb5fc05735c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310940'] for security_group (afcc4242-d6d8-4781-b2fa-172846eb0850), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:58.799458 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-f2da9808-be2b-40dd-be2f-eb5fc05735c5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:58.799458 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-f2da9808-be2b-40dd-be2f-eb5fc05735c5 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/afcc4242-d6d8-4781-b2fa-172846eb0850 HTTP/1.1" status: 204 len: 168 time: 0.3796945 Mar 08 20:36:58.810115 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2da9808-be2b-40dd-be2f-eb5fc05735c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afcc4242-d6d8-4781-b2fa-172846eb0850,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:36:58.819842 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.provisioning_blocks [None req-a032140a-d913-416e-9dc7-2fe6c9a15c83 None None] Provisioning complete for port d283d413-1afe-4355-bffe-38f15b7a5cbb triggered by entity DHCP. {{(pid=103460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:36:58.821107 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-a032140a-d913-416e-9dc7-2fe6c9a15c83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476507'] for port (d283d413-1afe-4355-bffe-38f15b7a5cbb), provisioning_complete {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:58.844306 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-d872aa08-3333-410a-8cb2-c23feb3f9ddb req-5559961e-c05d-4272-b770-f73568089bd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747308'] for port (d283d413-1afe-4355-bffe-38f15b7a5cbb), before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:58.888214 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.plugin [None req-a032140a-d913-416e-9dc7-2fe6c9a15c83 None None] Port d283d413-1afe-4355-bffe-38f15b7a5cbb cannot update to ACTIVE because it is not bound. {{(pid=103460) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 20:36:59.033261 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-93d3cd81-37cf-43e2-bb89-6a972ea462a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745146981205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476605'] for agent (a3d84102-f7d3-452b-861a-973020576047), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:59.141460 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.notifiers.nova [req-d872aa08-3333-410a-8cb2-c23feb3f9ddb req-5559961e-c05d-4272-b770-f73568089bd0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d283d413-1afe-4355-bffe-38f15b7a5cbb {{(pid=103458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 20:36:59.156504 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-d872aa08-3333-410a-8cb2-c23feb3f9ddb req-5559961e-c05d-4272-b770-f73568089bd0 service neutron] Publish callbacks [] for port (d283d413-1afe-4355-bffe-38f15b7a5cbb), precommit_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:59.167400 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [req-d872aa08-3333-410a-8cb2-c23feb3f9ddb req-5559961e-c05d-4272-b770-f73568089bd0 service neutron] Transition to ACTIVE for port object d283d413-1afe-4355-bffe-38f15b7a5cbb will not be triggered until provisioned by entity L2. {{(pid=103458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 20:36:59.249187 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-d872aa08-3333-410a-8cb2-c23feb3f9ddb req-5559961e-c05d-4272-b770-f73568089bd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745146878648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745146440924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745146440942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28566820'] for port (d283d413-1afe-4355-bffe-38f15b7a5cbb), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:59.306020 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5559961e-c05d-4272-b770-f73568089bd0 service neutron] Pushing event updated for resources: {'Port': ['ID=d283d413-1afe-4355-bffe-38f15b7a5cbb,revision_number=2']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:36:59.439132 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [req-d872aa08-3333-410a-8cb2-c23feb3f9ddb req-5559961e-c05d-4272-b770-f73568089bd0 service neutron] Attempting to bind port d283d413-1afe-4355-bffe-38f15b7a5cbb on host hv-cinder-83009 for vnic_type normal with profile {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 20:36:59.439474 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [req-d872aa08-3333-410a-8cb2-c23feb3f9ddb req-5559961e-c05d-4272-b770-f73568089bd0 service neutron] Attempting to bind port d283d413-1afe-4355-bffe-38f15b7a5cbb by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': '14ae2af9-0664-46c4-a507-3b43c3ed1f8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'bb3cf682-183a-4b4f-b70b-ac9d75a4abdd'}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 20:36:59.439802 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d872aa08-3333-410a-8cb2-c23feb3f9ddb req-5559961e-c05d-4272-b770-f73568089bd0 service neutron] Attempting to bind port d283d413-1afe-4355-bffe-38f15b7a5cbb on network bb3cf682-183a-4b4f-b70b-ac9d75a4abdd {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 20:36:59.454026 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d872aa08-3333-410a-8cb2-c23feb3f9ddb req-5559961e-c05d-4272-b770-f73568089bd0 service neutron] Port d283d413-1afe-4355-bffe-38f15b7a5cbb on network bb3cf682-183a-4b4f-b70b-ac9d75a4abdd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 20:36:59.454508 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d872aa08-3333-410a-8cb2-c23feb3f9ddb req-5559961e-c05d-4272-b770-f73568089bd0 service neutron] Attempting to bind port d283d413-1afe-4355-bffe-38f15b7a5cbb on network bb3cf682-183a-4b4f-b70b-ac9d75a4abdd {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 20:36:59.466153 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d872aa08-3333-410a-8cb2-c23feb3f9ddb req-5559961e-c05d-4272-b770-f73568089bd0 service neutron] Checking agent: {'id': '905863fd-6a46-47f8-82ce-98f31309cbd3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 20, 29, 24), 'started_at': datetime.datetime(2022, 3, 8, 20, 29, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 20, 36, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 20:36:59.466628 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d872aa08-3333-410a-8cb2-c23feb3f9ddb req-5559961e-c05d-4272-b770-f73568089bd0 service neutron] Checking segment: {'id': '14ae2af9-0664-46c4-a507-3b43c3ed1f8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'bb3cf682-183a-4b4f-b70b-ac9d75a4abdd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 20:36:59.467120 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d872aa08-3333-410a-8cb2-c23feb3f9ddb req-5559961e-c05d-4272-b770-f73568089bd0 service neutron] Bound using segment: {'id': '14ae2af9-0664-46c4-a507-3b43c3ed1f8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'bb3cf682-183a-4b4f-b70b-ac9d75a4abdd'} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 20:36:59.467672 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [req-d872aa08-3333-410a-8cb2-c23feb3f9ddb req-5559961e-c05d-4272-b770-f73568089bd0 service neutron] Bound port: d283d413-1afe-4355-bffe-38f15b7a5cbb, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14ae2af9-0664-46c4-a507-3b43c3ed1f8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'bb3cf682-183a-4b4f-b70b-ac9d75a4abdd'}}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 20:36:59.468137 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-d872aa08-3333-410a-8cb2-c23feb3f9ddb req-5559961e-c05d-4272-b770-f73568089bd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747308'] for port (d283d413-1afe-4355-bffe-38f15b7a5cbb), before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:59.482167 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56899d23-b2bc-495f-8ff8-c52ecd338c8e req-8dbb161f-b6fd-4330-9d94-44bdab6e5c97 tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:36:59.484838 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-56899d23-b2bc-495f-8ff8-c52ecd338c8e req-8dbb161f-b6fd-4330-9d94-44bdab6e5c97 tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] 10.222.0.41 "GET /v2.0/ports?device_id=32a91168-4dcc-47cf-9e0d-58405bd3c5f5 HTTP/1.1" status: 200 len: 944 time: 0.1079173 Mar 08 20:36:59.585403 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-56899d23-b2bc-495f-8ff8-c52ecd338c8e req-b0e7405d-fa51-45a5-8efb-2556f25f69c0 tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] 10.222.0.41 "GET /v2.0/security-groups?id=2324e6a1-5abc-43bc-9f1f-1b5a674ff10b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0859220 Mar 08 20:36:59.618062 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.db [req-d872aa08-3333-410a-8cb2-c23feb3f9ddb req-5559961e-c05d-4272-b770-f73568089bd0 service neutron] For port d283d413-1afe-4355-bffe-38f15b7a5cbb, host hv-cinder-83009, cleared binding levels {{(pid=103458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 20:36:59.621405 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.db [req-d872aa08-3333-410a-8cb2-c23feb3f9ddb req-5559961e-c05d-4272-b770-f73568089bd0 service neutron] For port d283d413-1afe-4355-bffe-38f15b7a5cbb, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=d283d413-1afe-4355-bffe-38f15b7a5cbb,segment=NetworkSegment(14ae2af9-0664-46c4-a507-3b43c3ed1f8c),segment_id=14ae2af9-0664-46c4-a507-3b43c3ed1f8c)] {{(pid=103458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 20:36:59.633594 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d07ca2e-fa13-42cf-95b1-38677a58d1b2 req-96f313c0-fd22-4317-908d-278e4560e01e tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:36:59.636260 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-4d07ca2e-fa13-42cf-95b1-38677a58d1b2 req-96f313c0-fd22-4317-908d-278e4560e01e tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e62a230-e556-4ebf-90f0-5bd254facb63 HTTP/1.1" status: 200 len: 945 time: 0.0733986 Mar 08 20:36:59.637667 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.wsgi [-] (103459) accepted ('10.222.0.41', 34718) {{(pid=103459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:36:59.658954 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-f331e070-2842-4354-ac24-a5345e7d1e3c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:59.764103 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-d872aa08-3333-410a-8cb2-c23feb3f9ddb req-5559961e-c05d-4272-b770-f73568089bd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745146878648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745146440924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745146440942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28566820'] for port (d283d413-1afe-4355-bffe-38f15b7a5cbb), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:59.792661 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [req-4d07ca2e-fa13-42cf-95b1-38677a58d1b2 req-02a400de-38ed-4203-aec5-e6962c58320d tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Deleting port b2dc2c70-6a52-4041-bbc3-e64ea6534e27 {{(pid=103459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 20:36:59.793551 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [req-4d07ca2e-fa13-42cf-95b1-38677a58d1b2 req-02a400de-38ed-4203-aec5-e6962c58320d tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745146874691'] for port (b2dc2c70-6a52-4041-bbc3-e64ea6534e27), before_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:59.823965 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d872aa08-3333-410a-8cb2-c23feb3f9ddb req-5559961e-c05d-4272-b770-f73568089bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:36:59.824607 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-d872aa08-3333-410a-8cb2-c23feb3f9ddb req-5559961e-c05d-4272-b770-f73568089bd0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4188892'] for port (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:59.826081 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-d872aa08-3333-410a-8cb2-c23feb3f9ddb req-5559961e-c05d-4272-b770-f73568089bd0 service neutron] 10.222.0.37 "PUT /v2.0/ports/d283d413-1afe-4355-bffe-38f15b7a5cbb HTTP/1.1" status: 200 len: 1094 time: 1.0686204 Mar 08 20:36:59.826697 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32a91168-4dcc-47cf-9e0d-58405bd3c5f5', 'tag': 'd283d413-1afe-4355-bffe-38f15b7a5cbb'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 20:36:59.828797 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80a387be2d8005eb2e27f9060a02e972faa958bb0688f3ffd3bc7b0f4eb55c8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e220dbe7-0f63-47df-a40e-21c1b1efd80a" -d '{"events": [{"name": "network-changed", "server_uuid": "32a91168-4dcc-47cf-9e0d-58405bd3c5f5", "tag": "d283d413-1afe-4355-bffe-38f15b7a5cbb"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 20:36:59.852102 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5559961e-c05d-4272-b770-f73568089bd0 service neutron] Pushing event updated for resources: {'Port': ['ID=d283d413-1afe-4355-bffe-38f15b7a5cbb,revision_number=3']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:36:59.872690 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 20:36:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abc899ad-7430-4c50-be43-d9c1715242b6 x-openstack-request-id: req-abc899ad-7430-4c50-be43-d9c1715242b6 {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 20:36:59.872986 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32a91168-4dcc-47cf-9e0d-58405bd3c5f5", "tag": "d283d413-1afe-4355-bffe-38f15b7a5cbb", "status": "completed", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 20:36:59.873262 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-abc899ad-7430-4c50-be43-d9c1715242b6 {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 20:36:59.873685 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32a91168-4dcc-47cf-9e0d-58405bd3c5f5', 'tag': 'd283d413-1afe-4355-bffe-38f15b7a5cbb', 'status': 'completed', 'code': 200} Mar 08 20:36:59.895354 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-f331e070-2842-4354-ac24-a5345e7d1e3c admin admin] Publish callbacks [] for security_group (23f3c33a-c29b-4133-8dac-ff2898c818e4), precommit_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:59.967685 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e220dbe7-0f63-47df-a40e-21c1b1efd80a req-568a605b-2784-4972-b5e3-e1187be4c0c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:36:59.970023 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-e220dbe7-0f63-47df-a40e-21c1b1efd80a req-568a605b-2784-4972-b5e3-e1187be4c0c0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=64bbed509db949a6a003c639d3f67567&device_id=32a91168-4dcc-47cf-9e0d-58405bd3c5f5 HTTP/1.1" status: 200 len: 1128 time: 0.0730569 Mar 08 20:36:59.976025 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [req-4d07ca2e-fa13-42cf-95b1-38677a58d1b2 req-02a400de-38ed-4203-aec5-e6962c58320d tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] For port b2dc2c70-6a52-4041-bbc3-e64ea6534e27, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=b2dc2c70-6a52-4041-bbc3-e64ea6534e27,segment=NetworkSegment(4d17c990-8ca8-4b04-9435-e1e4727aeb38),segment_id=4d17c990-8ca8-4b04-9435-e1e4727aeb38)] {{(pid=103459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:36:59.980888 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [req-4d07ca2e-fa13-42cf-95b1-38677a58d1b2 req-02a400de-38ed-4203-aec5-e6962c58320d tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443457'] for port (b2dc2c70-6a52-4041-bbc3-e64ea6534e27), precommit_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:59.995780 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50be07a2-f4b9-40fc-8bad-4daf30a20820 req-9c0cdcea-90de-47e5-b946-c3a6deec97fb tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:37:00.003365 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-50be07a2-f4b9-40fc-8bad-4daf30a20820 req-9c0cdcea-90de-47e5-b946-c3a6deec97fb tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] 10.222.0.41 "GET /v2.0/ports?device_id=2e62a230-e556-4ebf-90f0-5bd254facb63 HTTP/1.1" status: 200 len: 945 time: 0.1244550 Mar 08 20:37:00.063503 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-f331e070-2842-4354-ac24-a5345e7d1e3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310940'] for security_group (23f3c33a-c29b-4133-8dac-ff2898c818e4), after_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:37:00.094989 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e220dbe7-0f63-47df-a40e-21c1b1efd80a req-4f6eb506-5e01-4870-82a5-40c63376a59f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:37:00.096487 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-e220dbe7-0f63-47df-a40e-21c1b1efd80a req-4f6eb506-5e01-4870-82a5-40c63376a59f service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=64bbed509db949a6a003c639d3f67567&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1171615 Mar 08 20:37:00.142000 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [None req-f331e070-2842-4354-ac24-a5345e7d1e3c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=44d82142976f473784fc7df492840fe8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5008070 Mar 08 20:37:00.148921 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.wsgi [-] (103459) accepted ('10.222.0.41', 34724) {{(pid=103459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:37:00.185682 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f331e070-2842-4354-ac24-a5345e7d1e3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23f3c33a-c29b-4133-8dac-ff2898c818e4,revision_number=1']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:37:00.222018 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e220dbe7-0f63-47df-a40e-21c1b1efd80a req-d8c337aa-14fb-4097-8df6-66d9fff6fa6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:37:00.224151 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-e220dbe7-0f63-47df-a40e-21c1b1efd80a req-d8c337aa-14fb-4097-8df6-66d9fff6fa6d service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1210575 Mar 08 20:37:00.224319 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-50be07a2-f4b9-40fc-8bad-4daf30a20820 req-f2b0d1d2-ec2d-433e-af59-8d1c6efc928e tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] 10.222.0.41 "GET /v2.0/security-groups?id=eeef95d0-0be7-48ea-b698-bba64e1cd742&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2195950 Mar 08 20:37:00.317087 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d872aa08-3333-410a-8cb2-c23feb3f9ddb req-9d2f35bb-7bbb-4e83-8a4c-aa0b47f9c91b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:37:00.318539 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-d872aa08-3333-410a-8cb2-c23feb3f9ddb req-9d2f35bb-7bbb-4e83-8a4c-aa0b47f9c91b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=64bbed509db949a6a003c639d3f67567&device_id=32a91168-4dcc-47cf-9e0d-58405bd3c5f5 HTTP/1.1" status: 200 len: 1128 time: 0.0503728 Mar 08 20:37:00.321216 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-56159fdf-e542-4a0b-a47b-585e8395452d admin admin] Publish callbacks [] for security_group (23f3c33a-c29b-4133-8dac-ff2898c818e4), before_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:37:00.342839 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [req-4d07ca2e-fa13-42cf-95b1-38677a58d1b2 req-02a400de-38ed-4203-aec5-e6962c58320d tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:37:00.343194 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [req-4d07ca2e-fa13-42cf-95b1-38677a58d1b2 req-02a400de-38ed-4203-aec5-e6962c58320d tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-443219'] for floatingip (79b1ec25-0cfe-4848-80f4-290bff0f49b5), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:37:00.343515 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.db.l3_db [req-4d07ca2e-fa13-42cf-95b1-38677a58d1b2 req-02a400de-38ed-4203-aec5-e6962c58320d tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Floating IP 79b1ec25-0cfe-4848-80f4-290bff0f49b5 disassociated. External IP: 172.27.2.46, port: b2dc2c70-6a52-4041-bbc3-e64ea6534e27. Mar 08 20:37:00.343852 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [req-4d07ca2e-fa13-42cf-95b1-38677a58d1b2 req-02a400de-38ed-4203-aec5-e6962c58320d tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Calling delete_port for b2dc2c70-6a52-4041-bbc3-e64ea6534e27 owned by compute:nova {{(pid=103459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 20:37:00.363321 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-56159fdf-e542-4a0b-a47b-585e8395452d admin admin] Publish callbacks [] for security_group (23f3c33a-c29b-4133-8dac-ff2898c818e4), precommit_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:37:00.367269 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-d872aa08-3333-410a-8cb2-c23feb3f9ddb req-2f1475d2-0746-456e-8a74-a3a3e19670b6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d283d413-1afe-4355-bffe-38f15b7a5cbb HTTP/1.1" status: 200 len: 217 time: 0.0415006 Mar 08 20:37:00.425127 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d872aa08-3333-410a-8cb2-c23feb3f9ddb req-d8f62249-c0e2-4b5c-a567-78ebc5627daa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:37:00.427175 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-d872aa08-3333-410a-8cb2-c23feb3f9ddb req-d8f62249-c0e2-4b5c-a567-78ebc5627daa service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a968dc2a-71a9-4847-a130-162c884db338 HTTP/1.1" status: 200 len: 850 time: 0.0507109 Mar 08 20:37:00.493771 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d872aa08-3333-410a-8cb2-c23feb3f9ddb req-5d89b1cd-945b-4b4d-bcb4-c4039e338078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:37:00.495347 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-d872aa08-3333-410a-8cb2-c23feb3f9ddb req-5d89b1cd-945b-4b4d-bcb4-c4039e338078 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=bb3cf682-183a-4b4f-b70b-ac9d75a4abdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0616453 Mar 08 20:37:00.552736 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-56159fdf-e542-4a0b-a47b-585e8395452d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310940'] for security_group (23f3c33a-c29b-4133-8dac-ff2898c818e4), after_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:37:00.556626 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-56159fdf-e542-4a0b-a47b-585e8395452d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:37:00.558035 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [None req-56159fdf-e542-4a0b-a47b-585e8395452d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/23f3c33a-c29b-4133-8dac-ff2898c818e4 HTTP/1.1" status: 204 len: 168 time: 0.3675535 Mar 08 20:37:00.569606 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56159fdf-e542-4a0b-a47b-585e8395452d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23f3c33a-c29b-4133-8dac-ff2898c818e4,revision_number=None']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:37:00.605259 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-d872aa08-3333-410a-8cb2-c23feb3f9ddb req-1224c9f9-6c24-4625-b6f9-fa7972cf69d9 service neutron] 10.222.0.37 "GET /v2.0/networks/bb3cf682-183a-4b4f-b70b-ac9d75a4abdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990772 Mar 08 20:37:00.626710 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [req-4d07ca2e-fa13-42cf-95b1-38677a58d1b2 req-02a400de-38ed-4203-aec5-e6962c58320d tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745146878630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745146440915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28404629'] for port (b2dc2c70-6a52-4041-bbc3-e64ea6534e27), after_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:37:00.657096 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a400de-38ed-4203-aec5-e6962c58320d tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Pushing event deleted for resources: {'Port': ['ID=b2dc2c70-6a52-4041-bbc3-e64ea6534e27,revision_number=None']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:37:00.762594 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-d872aa08-3333-410a-8cb2-c23feb3f9ddb req-f5a9492d-5ab2-4f14-a589-3c06526ba4e4 service neutron] 10.222.0.37 "GET /v2.0/networks/bb3cf682-183a-4b4f-b70b-ac9d75a4abdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1500859 Mar 08 20:37:00.778534 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a2d758-1edf-4ce8-9644-688fa1cc76b8 req-bab91f33-8d6d-4a59-bc81-26768be435d5 tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:37:00.780227 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-28a2d758-1edf-4ce8-9644-688fa1cc76b8 req-bab91f33-8d6d-4a59-bc81-26768be435d5 tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] 10.222.0.41 "GET /v2.0/ports?device_id=32a91168-4dcc-47cf-9e0d-58405bd3c5f5 HTTP/1.1" status: 200 len: 944 time: 0.0795712 Mar 08 20:37:00.834183 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4d07ca2e-fa13-42cf-95b1-38677a58d1b2 req-02a400de-38ed-4203-aec5-e6962c58320d tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Router 530b8758-a936-4a7c-9055-3fd7021964a9 has already been hosted by L3 agent 7ae9fd8f-5d61-4821-9eac-044950c450f0 {{(pid=103459) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 20:37:00.838676 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-28a2d758-1edf-4ce8-9644-688fa1cc76b8 req-569b0228-890f-4c49-8735-67ea813ca1d0 tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] 10.222.0.41 "GET /v2.0/security-groups?id=2324e6a1-5abc-43bc-9f1f-1b5a674ff10b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523136 Mar 08 20:37:01.231974 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4d07ca2e-fa13-42cf-95b1-38677a58d1b2 req-02a400de-38ed-4203-aec5-e6962c58320d tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Notify agent at l3_agent.dv-cinder-830096-3-iscsi the message routers_updated {{(pid=103459) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 20:37:01.247000 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-268c8c34-eaac-4504-82c6-d58b22fd53ff None None] Sync routers for ids ['530b8758-a936-4a7c-9055-3fd7021964a9'] in dv-cinder-830096-3-iscsi {{(pid=103460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 20:37:01.263268 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-268c8c34-eaac-4504-82c6-d58b22fd53ff None None] Routers {'530b8758-a936-4a7c-9055-3fd7021964a9'} bound to L3 agent in host dv-cinder-830096-3-iscsi {{(pid=103460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:37:01.264208 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-268c8c34-eaac-4504-82c6-d58b22fd53ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T20:23:01Z,description=,heartbeat_timestamp=2022-03-08T20:36:31Z,host='dv-cinder-830096-3-iscsi',id=7ae9fd8f-5d61-4821-9eac-044950c450f0,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:23:02Z,topic='l3_agent')) {'router_ids': ['530b8758-a936-4a7c-9055-3fd7021964a9'], 'active': True} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:37:01.301394 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d07ca2e-fa13-42cf-95b1-38677a58d1b2 req-02a400de-38ed-4203-aec5-e6962c58320d tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] No DVR routers for this DVR port b2dc2c70-6a52-4041-bbc3-e64ea6534e27 on host hv-cinder-83009 {{(pid=103459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 20:37:01.306050 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [req-4d07ca2e-fa13-42cf-95b1-38677a58d1b2 req-02a400de-38ed-4203-aec5-e6962c58320d tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4188892'] for port (None), before_response {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:37:01.306708 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-560a1e99-2ea4-4c66-9603-ab5e876e58cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745146981205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476605'] for agent (7ae9fd8f-5d61-4821-9eac-044950c450f0), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:37:01.312236 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-4d07ca2e-fa13-42cf-95b1-38677a58d1b2 req-02a400de-38ed-4203-aec5-e6962c58320d tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] 10.222.0.37 "DELETE /v2.0/ports/b2dc2c70-6a52-4041-bbc3-e64ea6534e27 HTTP/1.1" status: 204 len: 173 time: 1.6665652 Mar 08 20:37:01.312602 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e62a230-e556-4ebf-90f0-5bd254facb63', 'name': 'network-vif-deleted', 'tag': 'b2dc2c70-6a52-4041-bbc3-e64ea6534e27'}] {{(pid=103459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 20:37:01.316714 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30f128d5f71b3f7cc76d6cee4f56f72b4ad92d7c7cb63713f7d7a45aaaaee86d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfbb63f5-7a95-4318-9198-7c90dfc036d8" -d '{"events": [{"server_uuid": "2e62a230-e556-4ebf-90f0-5bd254facb63", "name": "network-vif-deleted", "tag": "b2dc2c70-6a52-4041-bbc3-e64ea6534e27"}]}' {{(pid=103459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 20:37:01.372406 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-4b78af71-efe3-41bc-b45f-737e60c5a60f req-2382862e-0596-45b1-aea3-03e38da9875e tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] 10.222.0.41 "GET /v2.0/ports?device_id=2e62a230-e556-4ebf-90f0-5bd254facb63 HTTP/1.1" status: 200 len: 210 time: 0.0302589 Mar 08 20:37:01.420162 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvr_db [None req-268c8c34-eaac-4504-82c6-d58b22fd53ff None None] Set router 530b8758-a936-4a7c-9055-3fd7021964a9 gateway port host: dv-cinder-830096-3-iscsi {{(pid=103460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:37:01.636530 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 20:37:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cdcb9a5-75af-45a7-9913-4cc6d2c6d103 x-openstack-request-id: req-4cdcb9a5-75af-45a7-9913-4cc6d2c6d103 {{(pid=103459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 20:37:01.636863 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e62a230-e556-4ebf-90f0-5bd254facb63", "name": "network-vif-deleted", "tag": "b2dc2c70-6a52-4041-bbc3-e64ea6534e27", "status": "completed", "code": 200}]} {{(pid=103459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 20:37:01.637148 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4cdcb9a5-75af-45a7-9913-4cc6d2c6d103 {{(pid=103459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 20:37:01.637576 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e62a230-e556-4ebf-90f0-5bd254facb63', 'name': 'network-vif-deleted', 'tag': 'b2dc2c70-6a52-4041-bbc3-e64ea6534e27', 'status': 'completed', 'code': 200} Mar 08 20:37:01.680665 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-268c8c34-eaac-4504-82c6-d58b22fd53ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '530b8758-a936-4a7c-9055-3fd7021964a9', 'name': 'tempest-AttachVolumeNegativeTest-742847262-router', 'tenant_id': 'f20808b123ee4f56a27c063a5a344a6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'external_fixed_ips': [{'subnet_id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'ip_address': '172.27.2.231'}], 'enable_snat': True}, 'gw_port_id': 'd32f389e-7f79-4333-ab66-fc102b040de8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:31:20Z', 'updated_at': '2022-03-08T20:31:27Z', 'revision_number': 4, 'project_id': 'f20808b123ee4f56a27c063a5a344a6f', 'gw_port': {'id': 'd32f389e-7f79-4333-ab66-fc102b040de8', 'name': '', 'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:e2:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '530b8758-a936-4a7c-9055-3fd7021964a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'ip_address': '172.27.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:31:21Z', 'updated_at': '2022-03-08T20:31:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-3-iscsi', '_interfaces': [{'id': 'c07238a4-1852-4dbe-82ad-b0c5eb7fb6f9', 'name': '', 'network_id': 'c4b9653e-45c7-499b-ba57-89c5719459c1', 'tenant_id': 'f20808b123ee4f56a27c063a5a344a6f', 'mac_address': 'fa:16:3e:58:2a:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '530b8758-a936-4a7c-9055-3fd7021964a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '3acd2cae-edc5-4deb-af56-8a423e7d5ec3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:31:26Z', 'updated_at': '2022-03-08T20:31:33Z', 'revision_number': 5, 'project_id': 'f20808b123ee4f56a27c063a5a344a6f', 'subnets': [{'id': '3acd2cae-edc5-4deb-af56-8a423e7d5ec3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830096-3-iscsi', False) {} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:37:01.713454 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-268c8c34-eaac-4504-82c6-d58b22fd53ff None None] Checking router: 530b8758-a936-4a7c-9055-3fd7021964a9 for host: dv-cinder-830096-3-iscsi {{(pid=103460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 20:37:01.722640 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-268c8c34-eaac-4504-82c6-d58b22fd53ff None None] Routers {'530b8758-a936-4a7c-9055-3fd7021964a9'} bound to L3 agent in host dv-cinder-830096-3-iscsi {{(pid=103460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:37:01.723264 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-268c8c34-eaac-4504-82c6-d58b22fd53ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T20:23:01Z,description=,heartbeat_timestamp=2022-03-08T20:37:01Z,host='dv-cinder-830096-3-iscsi',id=7ae9fd8f-5d61-4821-9eac-044950c450f0,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:23:02Z,topic='l3_agent')) {'router_ids': ['530b8758-a936-4a7c-9055-3fd7021964a9'], 'active': True} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:37:01.849864 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvr_db [None req-268c8c34-eaac-4504-82c6-d58b22fd53ff None None] Set router 530b8758-a936-4a7c-9055-3fd7021964a9 gateway port host: dv-cinder-830096-3-iscsi {{(pid=103460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:37:01.980684 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00e137d-1de7-4538-a6b0-ddefd9c4ee97 req-c6f3e857-0129-4961-84eb-2423e0f8f31f tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:37:01.982439 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-f00e137d-1de7-4538-a6b0-ddefd9c4ee97 req-c6f3e857-0129-4961-84eb-2423e0f8f31f tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] 10.222.0.41 "GET /v2.0/ports?device_id=32a91168-4dcc-47cf-9e0d-58405bd3c5f5 HTTP/1.1" status: 200 len: 944 time: 0.0689762 Mar 08 20:37:02.002332 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.41', 34758) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:37:02.044166 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-f00e137d-1de7-4538-a6b0-ddefd9c4ee97 req-92e40f68-3cb6-4279-b6bf-f88ca6b16fca tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] 10.222.0.41 "GET /v2.0/security-groups?id=2324e6a1-5abc-43bc-9f1f-1b5a674ff10b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548842 Mar 08 20:37:02.078450 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-268c8c34-eaac-4504-82c6-d58b22fd53ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '530b8758-a936-4a7c-9055-3fd7021964a9', 'name': 'tempest-AttachVolumeNegativeTest-742847262-router', 'tenant_id': 'f20808b123ee4f56a27c063a5a344a6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'external_fixed_ips': [{'subnet_id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'ip_address': '172.27.2.231'}], 'enable_snat': True}, 'gw_port_id': 'd32f389e-7f79-4333-ab66-fc102b040de8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:31:20Z', 'updated_at': '2022-03-08T20:31:27Z', 'revision_number': 4, 'project_id': 'f20808b123ee4f56a27c063a5a344a6f', 'gw_port': {'id': 'd32f389e-7f79-4333-ab66-fc102b040de8', 'name': '', 'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:e2:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '530b8758-a936-4a7c-9055-3fd7021964a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'ip_address': '172.27.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:31:21Z', 'updated_at': '2022-03-08T20:31:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-3-iscsi', '_interfaces': [{'id': 'c07238a4-1852-4dbe-82ad-b0c5eb7fb6f9', 'name': '', 'network_id': 'c4b9653e-45c7-499b-ba57-89c5719459c1', 'tenant_id': 'f20808b123ee4f56a27c063a5a344a6f', 'mac_address': 'fa:16:3e:58:2a:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '530b8758-a936-4a7c-9055-3fd7021964a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '3acd2cae-edc5-4deb-af56-8a423e7d5ec3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:31:26Z', 'updated_at': '2022-03-08T20:31:33Z', 'revision_number': 5, 'project_id': 'f20808b123ee4f56a27c063a5a344a6f', 'subnets': [{'id': '3acd2cae-edc5-4deb-af56-8a423e7d5ec3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830096-3-iscsi', False) {} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:37:02.106006 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-268c8c34-eaac-4504-82c6-d58b22fd53ff None None] The sync data for ids ['530b8758-a936-4a7c-9055-3fd7021964a9'] in dv-cinder-830096-3-iscsi is: [{'id': '530b8758-a936-4a7c-9055-3fd7021964a9', 'name': 'tempest-AttachVolumeNegativeTest-742847262-router', 'tenant_id': 'f20808b123ee4f56a27c063a5a344a6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'external_fixed_ips': [{'subnet_id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'ip_address': '172.27.2.231'}], 'enable_snat': True}, 'gw_port_id': 'd32f389e-7f79-4333-ab66-fc102b040de8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:31:20Z', 'updated_at': '2022-03-08T20:31:27Z', 'revision_number': 4, 'project_id': 'f20808b123ee4f56a27c063a5a344a6f', 'gw_port': {'id': 'd32f389e-7f79-4333-ab66-fc102b040de8', 'name': '', 'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:e2:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '530b8758-a936-4a7c-9055-3fd7021964a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'ip_address': '172.27.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:31:21Z', 'updated_at': '2022-03-08T20:31:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-3-iscsi', '_interfaces': [{'id': 'c07238a4-1852-4dbe-82ad-b0c5eb7fb6f9', 'name': '', 'network_id': 'c4b9653e-45c7-499b-ba57-89c5719459c1', 'tenant_id': 'f20808b123ee4f56a27c063a5a344a6f', 'mac_address': 'fa:16:3e:58:2a:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '530b8758-a936-4a7c-9055-3fd7021964a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '3acd2cae-edc5-4deb-af56-8a423e7d5ec3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:31:26Z', 'updated_at': '2022-03-08T20:31:33Z', 'revision_number': 5, 'project_id': 'f20808b123ee4f56a27c063a5a344a6f', 'subnets': [{'id': '3acd2cae-edc5-4deb-af56-8a423e7d5ec3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 20:37:02.112771 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.v2.base [None req-17a4c014-4151-4baf-a5d1-61636a657558 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1261688458-network', 'tenant_id': 'e513a4c7f021427b8f3a227c8d908007'}} {{(pid=103458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:37:02.204149 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.db.agents_db [None req-39e8813d-158c-4e2f-bb5f-b8539461cb33 None None] Agent healthcheck: found 6 active agents {{(pid=103461) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 20:37:02.226435 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17a4c014-4151-4baf-a5d1-61636a657558 admin admin] Made reservation on behalf of e513a4c7f021427b8f3a227c8d908007 for: {'network': 1} {{(pid=103458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 20:37:02.228994 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-17a4c014-4151-4baf-a5d1-61636a657558 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747308'] for network (None), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:37:02.239204 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-17a4c014-4151-4baf-a5d1-61636a657558 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:37:02.337846 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-17a4c014-4151-4baf-a5d1-61636a657558 admin admin] Publish callbacks [] for security_group (a199a633-a955-41ef-9e78-5f2075f670b0), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:37:02.360171 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-646d5288-6108-4427-8ede-6ec446925e62 None None] New status for floating IP 79b1ec25-0cfe-4848-80f4-290bff0f49b5: DOWN {{(pid=103461) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 20:37:02.420688 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-dbe61520-29cf-4847-b96e-6d24c6c097a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745146981205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476605'] for agent (6cc78598-e6b3-4e4d-a99c-31b9c4784fd2), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:37:02.422409 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-17a4c014-4151-4baf-a5d1-61636a657558 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310940'] for security_group (a199a633-a955-41ef-9e78-5f2075f670b0), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:37:02.452389 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17a4c014-4151-4baf-a5d1-61636a657558 admin admin] vlan segment allocate from pool success with {'vlan_id': 101, 'physical_network': 'physnet1'} {{(pid=103458) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 20:37:02.463744 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a4c014-4151-4baf-a5d1-61636a657558 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a199a633-a955-41ef-9e78-5f2075f670b0,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:37:02.470079 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-17a4c014-4151-4baf-a5d1-61636a657558 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536034'] for segment (dccf2df2-846f-4b53-9790-b1c45eea3e6f), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:37:02.470460 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.db.segments_db [None req-17a4c014-4151-4baf-a5d1-61636a657558 admin admin] Added segment dccf2df2-846f-4b53-9790-b1c45eea3e6f of type vlan for network 3d1c151e-d871-47f7-beff-ebb0aab8b51a Mar 08 20:37:02.537335 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-2f5c673c-7c7a-401d-ab8a-0b8f03a2037a req-30e99559-ad4c-4d0f-aa6b-61b91fe157ac tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] 10.222.0.41 "GET /v2.0/ports?device_id=2e62a230-e556-4ebf-90f0-5bd254facb63 HTTP/1.1" status: 200 len: 210 time: 0.0551536 Mar 08 20:37:02.544779 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-17a4c014-4151-4baf-a5d1-61636a657558 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745146455601'] for network (3d1c151e-d871-47f7-beff-ebb0aab8b51a), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:37:02.655246 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-17a4c014-4151-4baf-a5d1-61636a657558 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763'] for network (3d1c151e-d871-47f7-beff-ebb0aab8b51a), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:37:02.656277 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17a4c014-4151-4baf-a5d1-61636a657558 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:37:02.656874 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-17a4c014-4151-4baf-a5d1-61636a657558 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3733777'] for network (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:37:02.727867 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a4c014-4151-4baf-a5d1-61636a657558 admin admin] Pushing event updated for resources: {'Network': ['ID=3d1c151e-d871-47f7-beff-ebb0aab8b51a,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:37:02.737619 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.rpc [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Network 3d1c151e-d871-47f7-beff-ebb0aab8b51a details requested by agent ovs-agent-dv-cinder-830096-3-iscsi with host dv-cinder-830096-3-iscsi {{(pid=103460) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 20:37:02.773251 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-17a4c014-4151-4baf-a5d1-61636a657558 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7697401 Mar 08 20:37:02.776205 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.41', 34766) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:37:02.781061 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.v2.base [None req-89e1ca55-ca62-4fb7-b750-52da03f8562e admin admin] Request body: {'subnet': {'network_id': '3d1c151e-d871-47f7-beff-ebb0aab8b51a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1261688458-subnet', 'tenant_id': 'e513a4c7f021427b8f3a227c8d908007', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:37:02.884016 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89e1ca55-ca62-4fb7-b750-52da03f8562e admin admin] Made reservation on behalf of e513a4c7f021427b8f3a227c8d908007 for: {'subnet': 1} {{(pid=103458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 20:37:02.886624 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-89e1ca55-ca62-4fb7-b750-52da03f8562e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28015747'] for subnet (None), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:37:03.112771 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-89e1ca55-ca62-4fb7-b750-52da03f8562e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28566701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28015773'] for subnet (50b3a6f4-b122-4929-8b80-105105581c86), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:37:03.167997 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7006dee5-a4cb-445d-af2f-09484dbf7f80 req-74c2d402-f01d-48ff-b0a3-802c2df5bf78 tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:37:03.169613 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-7006dee5-a4cb-445d-af2f-09484dbf7f80 req-74c2d402-f01d-48ff-b0a3-802c2df5bf78 tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] 10.222.0.41 "GET /v2.0/ports?device_id=32a91168-4dcc-47cf-9e0d-58405bd3c5f5 HTTP/1.1" status: 200 len: 944 time: 0.0581689 Mar 08 20:37:03.169923 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e1ca55-ca62-4fb7-b750-52da03f8562e admin admin] Pushing event updated for resources: {'Subnet': ['ID=50b3a6f4-b122-4929-8b80-105105581c86,revision_number=0']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:37:03.183735 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89e1ca55-ca62-4fb7-b750-52da03f8562e admin admin] Checking segment: {'id': 'dccf2df2-846f-4b53-9790-b1c45eea3e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '3d1c151e-d871-47f7-beff-ebb0aab8b51a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 20:37:03.184391 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89e1ca55-ca62-4fb7-b750-52da03f8562e admin admin] Network hostable DHCP agents. Network: 3d1c151e-d871-47f7-beff-ebb0aab8b51a, hostable agents: ['a3d84102-f7d3-452b-861a-973020576047'], hosted agents: [] {{(pid=103458) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 20:37:03.220465 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-7006dee5-a4cb-445d-af2f-09484dbf7f80 req-c1f24c27-2685-44db-8bd3-d48a3e5421a5 tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] 10.222.0.41 "GET /v2.0/security-groups?id=2324e6a1-5abc-43bc-9f1f-1b5a674ff10b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443242 Mar 08 20:37:03.253804 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89e1ca55-ca62-4fb7-b750-52da03f8562e admin admin] Network 3d1c151e-d871-47f7-beff-ebb0aab8b51a is scheduled to be hosted by DHCP agent a3d84102-f7d3-452b-861a-973020576047 with binding_index 1 {{(pid=103458) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 20:37:03.300781 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.scheduler.base_scheduler [None req-89e1ca55-ca62-4fb7-b750-52da03f8562e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830096-3-iscsi, 3d1c151e-d871-47f7-beff-ebb0aab8b51a) {{(pid=103458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:37:03.305605 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89e1ca55-ca62-4fb7-b750-52da03f8562e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:37:03.306679 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-89e1ca55-ca62-4fb7-b750-52da03f8562e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3733777'] for subnet (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:37:03.311751 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18a72f0b-37ce-4295-a8c7-54a60bd8f555 None None] Network 3d1c151e-d871-47f7-beff-ebb0aab8b51a requested from dv-cinder-830096-3-iscsi {{(pid=103460) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 20:37:03.401469 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-89e1ca55-ca62-4fb7-b750-52da03f8562e admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6240659 Mar 08 20:37:03.417663 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88d9e82f-9ef9-4550-89be-1874c28ae65a None None] Network 3d1c151e-d871-47f7-beff-ebb0aab8b51a requested from dv-cinder-830096-3-iscsi {{(pid=103460) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 20:37:03.683949 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.wsgi [-] (103459) accepted ('10.222.0.41', 34780) {{(pid=103459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:37:03.695321 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-7a330e8f-62e0-4259-bea2-8ced8e9b3a98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745146981205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476605'] for agent (cd1d0244-f954-4bda-89fb-1fdc1954e39d), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:37:03.737719 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-996ea654-77cf-466a-918d-1e6837fe4f42 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Publish callbacks [] for security_group (eeef95d0-0be7-48ea-b698-bba64e1cd742), before_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:37:03.763012 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-996ea654-77cf-466a-918d-1e6837fe4f42 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Publish callbacks [] for security_group (eeef95d0-0be7-48ea-b698-bba64e1cd742), precommit_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:37:03.783519 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.rpc [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Device d283d413-1afe-4355-bffe-38f15b7a5cbb details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103460) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 20:37:03.787565 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.rpc [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Device b2dc2c70-6a52-4041-bbc3-e64ea6534e27 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103460) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 20:37:03.814439 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.plugin [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] No Port match for: b2dc2c70-6a52-4041-bbc3-e64ea6534e27 {{(pid=103460) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 20:37:03.814785 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.rpc [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Device b2dc2c70-6a52-4041-bbc3-e64ea6534e27 not bound to the agent host hv-cinder-83009 {{(pid=103460) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 20:37:03.877894 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-996ea654-77cf-466a-918d-1e6837fe4f42 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310940'] for security_group (eeef95d0-0be7-48ea-b698-bba64e1cd742), after_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:37:03.880602 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-996ea654-77cf-466a-918d-1e6837fe4f42 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Publish callbacks [] for security_group (None), before_response {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:37:03.881746 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [None req-996ea654-77cf-466a-918d-1e6837fe4f42 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] 10.222.0.41 "DELETE /v2.0/security-groups/eeef95d0-0be7-48ea-b698-bba64e1cd742 HTTP/1.1" status: 204 len: 168 time: 0.2009985 Mar 08 20:37:03.885427 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.41', 34782) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:37:03.892208 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996ea654-77cf-466a-918d-1e6837fe4f42 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eeef95d0-0be7-48ea-b698-bba64e1cd742,revision_number=None']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:37:03.900362 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.api.v2.resource [None req-7a4b7ea7-7ea7-4286-8790-1a8c0c4f2af1 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] show failed (client error): The resource could not be found. Mar 08 20:37:03.900828 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996ea654-77cf-466a-918d-1e6837fe4f42 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:37:03.901378 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-7a4b7ea7-7ea7-4286-8790-1a8c0c4f2af1 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] 10.222.0.41 "GET /v2.0/security-groups/eeef95d0-0be7-48ea-b698-bba64e1cd742 HTTP/1.1" status: 404 len: 347 time: 0.0144613 Mar 08 20:37:03.904280 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.41', 34784) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:37:03.904458 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996ea654-77cf-466a-918d-1e6837fe4f42 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:37:03.904825 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996ea654-77cf-466a-918d-1e6837fe4f42 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:37:03.905190 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996ea654-77cf-466a-918d-1e6837fe4f42 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:37:03.905502 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996ea654-77cf-466a-918d-1e6837fe4f42 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:37:03.905969 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996ea654-77cf-466a-918d-1e6837fe4f42 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:37:03.906310 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996ea654-77cf-466a-918d-1e6837fe4f42 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:37:03.906644 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996ea654-77cf-466a-918d-1e6837fe4f42 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:37:03.906981 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996ea654-77cf-466a-918d-1e6837fe4f42 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:37:03.907310 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996ea654-77cf-466a-918d-1e6837fe4f42 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:37:03.907639 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996ea654-77cf-466a-918d-1e6837fe4f42 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:37:03.907967 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996ea654-77cf-466a-918d-1e6837fe4f42 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:37:03.908315 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996ea654-77cf-466a-918d-1e6837fe4f42 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:37:03.914127 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.db [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] For port d283d413-1afe-4355-bffe-38f15b7a5cbb, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=d283d413-1afe-4355-bffe-38f15b7a5cbb,segment=NetworkSegment(14ae2af9-0664-46c4-a507-3b43c3ed1f8c),segment_id=14ae2af9-0664-46c4-a507-3b43c3ed1f8c)] {{(pid=103460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:37:03.938076 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.rpc [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Returning: {'device': 'd283d413-1afe-4355-bffe-38f15b7a5cbb', 'network_id': 'bb3cf682-183a-4b4f-b70b-ac9d75a4abdd', 'port_id': 'd283d413-1afe-4355-bffe-38f15b7a5cbb', 'mac_address': 'fa:16:3e:cc:d9:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a968dc2a-71a9-4847-a130-162c884db338', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103460) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 20:37:03.990512 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.plugin [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Current status of the port d283d413-1afe-4355-bffe-38f15b7a5cbb is: DOWN; New status is: BUILD {{(pid=103460) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:37:03.990946 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747308'] for port (d283d413-1afe-4355-bffe-38f15b7a5cbb), before_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:37:04.006498 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.notifiers.nova [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d283d413-1afe-4355-bffe-38f15b7a5cbb {{(pid=103460) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 20:37:04.036653 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.db [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] For port d283d413-1afe-4355-bffe-38f15b7a5cbb, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=d283d413-1afe-4355-bffe-38f15b7a5cbb,segment=NetworkSegment(14ae2af9-0664-46c4-a507-3b43c3ed1f8c),segment_id=14ae2af9-0664-46c4-a507-3b43c3ed1f8c)] {{(pid=103460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:37:04.046565 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-2424efd5-d811-43ad-9126-c79091e09d52 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Deleting port 55f1c655-ef40-4a00-8966-b5c843e71912 {{(pid=103458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 20:37:04.046903 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-2424efd5-d811-43ad-9126-c79091e09d52 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745146874691'] for port (55f1c655-ef40-4a00-8966-b5c843e71912), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:37:04.131270 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-2424efd5-d811-43ad-9126-c79091e09d52 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443457'] for port (55f1c655-ef40-4a00-8966-b5c843e71912), precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:37:04.133017 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-2424efd5-d811-43ad-9126-c79091e09d52 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Publish callbacks [] for floatingip (55f1c655-ef40-4a00-8966-b5c843e71912), precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:37:04.145603 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-2424efd5-d811-43ad-9126-c79091e09d52 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Calling delete_port for 55f1c655-ef40-4a00-8966-b5c843e71912 owned by network:floatingip {{(pid=103458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 20:37:04.341449 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745146878648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745146440924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745146440942'] for port (d283d413-1afe-4355-bffe-38f15b7a5cbb), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:37:04.347004 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd8fc28-1c5c-48a9-b75c-6bef86c64b52 req-6fc3ea7d-4859-43b1-909b-147aff37aa6d tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:37:04.347004 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-acd8fc28-1c5c-48a9-b75c-6bef86c64b52 req-6fc3ea7d-4859-43b1-909b-147aff37aa6d tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] 10.222.0.41 "GET /v2.0/ports?device_id=32a91168-4dcc-47cf-9e0d-58405bd3c5f5 HTTP/1.1" status: 200 len: 944 time: 0.0552671 Mar 08 20:37:04.395892 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Pushing event updated for resources: {'Port': ['ID=d283d413-1afe-4355-bffe-38f15b7a5cbb,revision_number=4']} {{(pid=103460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:37:04.398592 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-acd8fc28-1c5c-48a9-b75c-6bef86c64b52 req-5574dced-7b7c-4bae-9f01-c98d1109c426 tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] 10.222.0.41 "GET /v2.0/security-groups?id=2324e6a1-5abc-43bc-9f1f-1b5a674ff10b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450211 Mar 08 20:37:04.404082 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:37:04.404453 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:37:04.404797 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:37:04.405127 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:37:04.405456 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:37:04.405785 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:37:04.406110 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:37:04.406431 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:37:04.406754 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:37:04.407080 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:37:04.407408 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:37:04.407736 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:37:04.408052 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:37:04.489371 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-2424efd5-d811-43ad-9126-c79091e09d52 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745146878630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745146440915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28566877'] for port (55f1c655-ef40-4a00-8966-b5c843e71912), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:37:04.519243 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2424efd5-d811-43ad-9126-c79091e09d52 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Pushing event deleted for resources: {'Port': ['ID=55f1c655-ef40-4a00-8966-b5c843e71912,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:37:04.587695 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-2424efd5-d811-43ad-9126-c79091e09d52 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Publish callbacks [] for floatingip (79b1ec25-0cfe-4848-80f4-290bff0f49b5), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:37:04.590423 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-2424efd5-d811-43ad-9126-c79091e09d52 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4188892'] for floatingip (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:37:04.594243 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-2424efd5-d811-43ad-9126-c79091e09d52 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] 10.222.0.41 "DELETE /v2.0/floatingips/79b1ec25-0cfe-4848-80f4-290bff0f49b5 HTTP/1.1" status: 204 len: 168 time: 0.6863406 Mar 08 20:37:04.690591 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.db [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] get_ports_and_sgs() called for port_ids ['d283d413-1afe-4355-bffe-38f15b7a5cbb'] {{(pid=103460) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 20:37:05.010916 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.41', 34794) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:37:05.015435 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.v2.base [None req-168e9070-e4f1-4e97-a1a5-587efcb76ba5 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1474497235', 'description': 'tempest-description--743806536'}} {{(pid=103458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:37:05.181126 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-168e9070-e4f1-4e97-a1a5-587efcb76ba5 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Publish callbacks [] for security_group (None), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:37:05.251466 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-168e9070-e4f1-4e97-a1a5-587efcb76ba5 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Publish callbacks [] for security_group (a1091a81-3814-460d-958e-6087bf5eed3a), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:37:05.323192 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745146981205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476605'] for agent (fa4b043a-5d45-4181-9cb2-30d29598ef5b), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:37:05.357626 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-168e9070-e4f1-4e97-a1a5-587efcb76ba5 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310940'] for security_group (a1091a81-3814-460d-958e-6087bf5eed3a), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:37:05.388475 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168e9070-e4f1-4e97-a1a5-587efcb76ba5 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1091a81-3814-460d-958e-6087bf5eed3a,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:37:05.487574 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-168e9070-e4f1-4e97-a1a5-587efcb76ba5 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Publish callbacks [] for security_group (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:37:05.488791 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-168e9070-e4f1-4e97-a1a5-587efcb76ba5 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4768407 Mar 08 20:37:05.493692 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.wsgi [-] (103459) accepted ('10.222.0.41', 34798) {{(pid=103459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:37:05.497165 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.v2.base [None req-5d4010fa-a07a-481e-a086-3cda5fe8d4e0 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Request body: {'security_group_rule': {'security_group_id': 'a1091a81-3814-460d-958e-6087bf5eed3a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:37:05.535690 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb2475c-1f06-4d87-b4a6-0dfb7ee0518a req-6acd166a-3984-430f-9b7c-102868dc0f60 tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:37:05.551352 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-dfb2475c-1f06-4d87-b4a6-0dfb7ee0518a req-6acd166a-3984-430f-9b7c-102868dc0f60 tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] 10.222.0.41 "GET /v2.0/ports?device_id=32a91168-4dcc-47cf-9e0d-58405bd3c5f5 HTTP/1.1" status: 200 len: 945 time: 0.0618782 Mar 08 20:37:05.585154 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-dfb2475c-1f06-4d87-b4a6-0dfb7ee0518a req-eb921ecf-6a83-4f37-82f8-b5c094e0e64e tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] 10.222.0.41 "GET /v2.0/security-groups?id=2324e6a1-5abc-43bc-9f1f-1b5a674ff10b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419667 Mar 08 20:37:05.723536 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-5d4010fa-a07a-481e-a086-3cda5fe8d4e0 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Publish callbacks [] for security_group_rule (0acb5dfd-9d25-46b2-bb7a-4ef36f682934), before_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:37:05.782065 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-5d4010fa-a07a-481e-a086-3cda5fe8d4e0 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Publish callbacks [] for security_group_rule (0acb5dfd-9d25-46b2-bb7a-4ef36f682934), precommit_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:37:05.789809 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.rpc [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Device d283d413-1afe-4355-bffe-38f15b7a5cbb up at agent hyperv_hv-cinder-83009 {{(pid=103460) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 20:37:05.876635 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b31d47-e3c9-4afa-b743-97fccc07754f req-c1bb70d4-62cb-4f8b-a0dc-23f3e096534e tempest-VolumesActionsTest-86913169 tempest-VolumesActionsTest-86913169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:37:05.878079 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-48b31d47-e3c9-4afa-b743-97fccc07754f req-c1bb70d4-62cb-4f8b-a0dc-23f3e096534e tempest-VolumesActionsTest-86913169 tempest-VolumesActionsTest-86913169-project] 10.222.0.41 "GET /v2.0/networks?id=3d1c151e-d871-47f7-beff-ebb0aab8b51a HTTP/1.1" status: 200 len: 809 time: 0.1106577 Mar 08 20:37:05.893623 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-48b31d47-e3c9-4afa-b743-97fccc07754f req-8400f215-1699-43e5-bd3d-1edba21d4bb9 tempest-VolumesActionsTest-86913169 tempest-VolumesActionsTest-86913169-project] 10.222.0.41 "GET /v2.0/quotas/e513a4c7f021427b8f3a227c8d908007 HTTP/1.1" status: 200 len: 375 time: 0.0098042 Mar 08 20:37:05.895120 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-5d4010fa-a07a-481e-a086-3cda5fe8d4e0 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310824'] for security_group_rule (0acb5dfd-9d25-46b2-bb7a-4ef36f682934), after_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:37:05.923663 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4010fa-a07a-481e-a086-3cda5fe8d4e0 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0acb5dfd-9d25-46b2-bb7a-4ef36f682934,revision_number=0']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:37:05.948922 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-48b31d47-e3c9-4afa-b743-97fccc07754f req-10590d5f-1649-4243-b559-1e89132dc672 tempest-VolumesActionsTest-86913169 tempest-VolumesActionsTest-86913169-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=e513a4c7f021427b8f3a227c8d908007&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0381389 Mar 08 20:37:05.986887 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.provisioning_blocks [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Provisioning for port d283d413-1afe-4355-bffe-38f15b7a5cbb completed by entity L2. {{(pid=103460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 20:37:05.991477 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.provisioning_blocks [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Provisioning complete for port d283d413-1afe-4355-bffe-38f15b7a5cbb triggered by entity L2. {{(pid=103460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:37:05.991861 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476507'] for port (d283d413-1afe-4355-bffe-38f15b7a5cbb), provisioning_complete {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:37:06.045413 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-48b31d47-e3c9-4afa-b743-97fccc07754f req-9f774232-0228-4757-a127-09057952c950 service neutron] 10.222.0.41 "GET /v2.0/networks/3d1c151e-d871-47f7-beff-ebb0aab8b51a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898511 Mar 08 20:37:06.084627 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.plugin [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Current status of the port d283d413-1afe-4355-bffe-38f15b7a5cbb is: BUILD; New status is: ACTIVE {{(pid=103460) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:37:06.085536 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747308'] for port (d283d413-1afe-4355-bffe-38f15b7a5cbb), before_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:37:06.114467 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32a91168-4dcc-47cf-9e0d-58405bd3c5f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd283d413-1afe-4355-bffe-38f15b7a5cbb'}] {{(pid=103460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 20:37:06.115388 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-5d4010fa-a07a-481e-a086-3cda5fe8d4e0 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:37:06.117049 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf2096ed20afa7c789231551a200e589db82a1cedf1791aa7acfc36920bc021b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ef10359-4385-46f2-92a3-0554f0d37d18" -d '{"events": [{"server_uuid": "32a91168-4dcc-47cf-9e0d-58405bd3c5f5", "name": "network-vif-plugged", "status": "completed", "tag": "d283d413-1afe-4355-bffe-38f15b7a5cbb"}]}' {{(pid=103460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 20:37:06.119113 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [None req-5d4010fa-a07a-481e-a086-3cda5fe8d4e0 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6250207 Mar 08 20:37:06.121809 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.wsgi [-] (103459) accepted ('10.222.0.41', 34816) {{(pid=103459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:37:06.126865 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.v2.base [None req-11f3f698-aab4-45e0-9f23-78f93d432120 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Request body: {'security_group_rule': {'security_group_id': 'a1091a81-3814-460d-958e-6087bf5eed3a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:37:06.140982 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.db [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] For port d283d413-1afe-4355-bffe-38f15b7a5cbb, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=d283d413-1afe-4355-bffe-38f15b7a5cbb,segment=NetworkSegment(14ae2af9-0664-46c4-a507-3b43c3ed1f8c),segment_id=14ae2af9-0664-46c4-a507-3b43c3ed1f8c)] {{(pid=103460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:37:06.171311 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-48b31d47-e3c9-4afa-b743-97fccc07754f req-b9cdb9e9-e77b-46e4-a749-e23ac8cd9fd2 service neutron] 10.222.0.41 "GET /v2.0/networks/3d1c151e-d871-47f7-beff-ebb0aab8b51a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1192544 Mar 08 20:37:06.227522 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745146878648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745146440924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745146440942'] for port (d283d413-1afe-4355-bffe-38f15b7a5cbb), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:37:06.280538 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Pushing event updated for resources: {'Port': ['ID=d283d413-1afe-4355-bffe-38f15b7a5cbb,revision_number=5']} {{(pid=103460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:37:06.290772 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 20:37:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df6087d2-3a4c-44d3-a437-ef7ace45d522 x-openstack-request-id: req-df6087d2-3a4c-44d3-a437-ef7ace45d522 {{(pid=103460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 20:37:06.290772 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32a91168-4dcc-47cf-9e0d-58405bd3c5f5", "name": "network-vif-plugged", "status": "completed", "tag": "d283d413-1afe-4355-bffe-38f15b7a5cbb", "code": 200}]} {{(pid=103460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 20:37:06.290772 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-df6087d2-3a4c-44d3-a437-ef7ace45d522 {{(pid=103460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 20:37:06.290772 dv-cinder-830096-3-iscsi neutron-server[103460]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32a91168-4dcc-47cf-9e0d-58405bd3c5f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd283d413-1afe-4355-bffe-38f15b7a5cbb', 'code': 200} Mar 08 20:37:06.291172 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-11f3f698-aab4-45e0-9f23-78f93d432120 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Publish callbacks [] for security_group_rule (16c80f2e-a769-48eb-8b91-83251762b08e), before_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:37:06.344262 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-11f3f698-aab4-45e0-9f23-78f93d432120 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Publish callbacks [] for security_group_rule (16c80f2e-a769-48eb-8b91-83251762b08e), precommit_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:37:06.481688 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-d142b12d-9eb1-4b0e-9e49-f216e74dbbfe req-9703aa6d-f283-4b23-b969-29a056d60d5c tempest-VolumesActionsTest-86913169 tempest-VolumesActionsTest-86913169-project] 10.222.0.41 "GET /v2.0/ports?device_id=a85fc474-1ed9-4887-b547-ce00940fbec8 HTTP/1.1" status: 200 len: 210 time: 0.0291884 Mar 08 20:37:06.571621 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-11f3f698-aab4-45e0-9f23-78f93d432120 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310824'] for security_group_rule (16c80f2e-a769-48eb-8b91-83251762b08e), after_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:37:06.591037 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f3f698-aab4-45e0-9f23-78f93d432120 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16c80f2e-a769-48eb-8b91-83251762b08e,revision_number=0']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:37:06.709463 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de499d8c-6c88-4e27-9c06-28faf564d294 req-b0fb9736-d2a0-40eb-b181-26779549c1bb tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:37:06.710963 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-de499d8c-6c88-4e27-9c06-28faf564d294 req-b0fb9736-d2a0-40eb-b181-26779549c1bb tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] 10.222.0.41 "GET /v2.0/ports?device_id=32a91168-4dcc-47cf-9e0d-58405bd3c5f5 HTTP/1.1" status: 200 len: 946 time: 0.0586655 Mar 08 20:37:06.762918 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-de499d8c-6c88-4e27-9c06-28faf564d294 req-51151d70-f22a-4608-ae00-4c61899474ac tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] 10.222.0.41 "GET /v2.0/security-groups?id=2324e6a1-5abc-43bc-9f1f-1b5a674ff10b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464156 Mar 08 20:37:06.776638 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-11f3f698-aab4-45e0-9f23-78f93d432120 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:37:06.779301 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [None req-11f3f698-aab4-45e0-9f23-78f93d432120 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6556125 Mar 08 20:37:06.782288 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.wsgi [-] (103459) accepted ('10.222.0.41', 34830) {{(pid=103459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:37:06.787866 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.v2.base [None req-a237bf5a-52f2-47be-99cc-15e697834604 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Request body: {'floatingip': {'floating_network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052'}} {{(pid=103459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:37:06.874759 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d0daa3-e3ad-43cd-b4e2-514f7eb7b4c6 req-12154cbb-2d99-4fa7-8c5a-b43eeec612b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:37:06.876476 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-f9d0daa3-e3ad-43cd-b4e2-514f7eb7b4c6 req-12154cbb-2d99-4fa7-8c5a-b43eeec612b7 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=32a91168-4dcc-47cf-9e0d-58405bd3c5f5 HTTP/1.1" status: 200 len: 1130 time: 0.0495460 Mar 08 20:37:06.896501 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-a237bf5a-52f2-47be-99cc-15e697834604 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:37:06.962543 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-f9d0daa3-e3ad-43cd-b4e2-514f7eb7b4c6 req-de76e619-d637-4557-a909-0b27c49801e7 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=2324e6a1-5abc-43bc-9f1f-1b5a674ff10b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790734 Mar 08 20:37:07.035901 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-a237bf5a-52f2-47be-99cc-15e697834604 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747308'] for port (None), before_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:37:07.150940 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.db.db_base_plugin_common [None req-a237bf5a-52f2-47be-99cc-15e697834604 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Allocated IP 172.27.2.8 (fc278ace-cc38-44e4-ba35-3f28be706052/6746aa92-141d-47b3-806a-20502e0a6f7e/92f660d1-a82b-49f8-bf79-859ca40893c1) {{(pid=103459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 20:37:07.255774 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-a237bf5a-52f2-47be-99cc-15e697834604 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Publish callbacks [] for port (92f660d1-a82b-49f8-bf79-859ca40893c1), precommit_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:37:07.426612 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-a237bf5a-52f2-47be-99cc-15e697834604 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745146440906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28404629'] for port (92f660d1-a82b-49f8-bf79-859ca40893c1), after_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:37:07.470184 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a237bf5a-52f2-47be-99cc-15e697834604 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Network fc278ace-cc38-44e4-ba35-3f28be706052 is already hosted by enough agents. {{(pid=103459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 20:37:07.473421 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.scheduler.base_scheduler [None req-a237bf5a-52f2-47be-99cc-15e697834604 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Resources bound (agent type, host, resource id): {{(pid=103459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:37:07.476641 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a237bf5a-52f2-47be-99cc-15e697834604 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Received port after_create {{(pid=103459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 20:37:07.502157 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a237bf5a-52f2-47be-99cc-15e697834604 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Pushing event updated for resources: {'Port': ['ID=92f660d1-a82b-49f8-bf79-859ca40893c1,revision_number=1']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:37:07.569952 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-65b73271-0d11-497e-88a6-0519d8f4d965 req-e6e9c17e-eab7-4a39-91d6-a5039da67708 tempest-VolumesActionsTest-86913169 tempest-VolumesActionsTest-86913169-project] 10.222.0.41 "GET /v2.0/ports?device_id=a85fc474-1ed9-4887-b547-ce00940fbec8 HTTP/1.1" status: 200 len: 210 time: 0.0306742 Mar 08 20:37:07.580633 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-a237bf5a-52f2-47be-99cc-15e697834604 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Publish callbacks [] for floatingip (69ffa2ac-83a7-4653-b524-fa4f50562e18), precommit_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:37:07.700638 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-a237bf5a-52f2-47be-99cc-15e697834604 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747308'] for port (92f660d1-a82b-49f8-bf79-859ca40893c1), before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:37:07.897917 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-a237bf5a-52f2-47be-99cc-15e697834604 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Publish callbacks [] for port (92f660d1-a82b-49f8-bf79-859ca40893c1), precommit_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:37:07.923681 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438a67cb-d39d-47d5-9ddf-9c784dc04985 req-6fd1bd36-9401-46a8-b046-214f4b53a839 tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:37:07.925206 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-438a67cb-d39d-47d5-9ddf-9c784dc04985 req-6fd1bd36-9401-46a8-b046-214f4b53a839 tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] 10.222.0.41 "GET /v2.0/ports?device_id=32a91168-4dcc-47cf-9e0d-58405bd3c5f5 HTTP/1.1" status: 200 len: 946 time: 0.0761433 Mar 08 20:37:07.964032 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-a237bf5a-52f2-47be-99cc-15e697834604 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745146878648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745146440924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745146440942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28404716'] for port (92f660d1-a82b-49f8-bf79-859ca40893c1), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:37:08.004711 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-438a67cb-d39d-47d5-9ddf-9c784dc04985 req-08c7ce76-a2b5-4564-b672-b1bad6941e13 tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] 10.222.0.41 "GET /v2.0/security-groups?id=2324e6a1-5abc-43bc-9f1f-1b5a674ff10b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727723 Mar 08 20:37:08.047275 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a237bf5a-52f2-47be-99cc-15e697834604 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Pushing event updated for resources: {'Port': ['ID=92f660d1-a82b-49f8-bf79-859ca40893c1,revision_number=2']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:37:08.075049 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-a237bf5a-52f2-47be-99cc-15e697834604 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-443219'] for floatingip (69ffa2ac-83a7-4653-b524-fa4f50562e18), after_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:37:08.160392 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-a237bf5a-52f2-47be-99cc-15e697834604 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4188892'] for floatingip (None), before_response {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:37:08.161569 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [None req-a237bf5a-52f2-47be-99cc-15e697834604 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.3777256 Mar 08 20:37:08.382759 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-ec9eb2b5-818d-4b34-868d-40016b048d84 req-9d609871-a6ed-460f-8564-468043fbc159 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--1474497235&fields=id&tenant_id=f20808b123ee4f56a27c063a5a344a6f HTTP/1.1" status: 200 len: 267 time: 0.0431070 Mar 08 20:37:08.491237 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9eb2b5-818d-4b34-868d-40016b048d84 req-72c51892-c747-4692-81a7-331ae2a991b5 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:37:08.492720 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-ec9eb2b5-818d-4b34-868d-40016b048d84 req-72c51892-c747-4692-81a7-331ae2a991b5 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] 10.222.0.41 "GET /v2.0/networks?id=c4b9653e-45c7-499b-ba57-89c5719459c1 HTTP/1.1" status: 200 len: 814 time: 0.1031172 Mar 08 20:37:08.507092 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-ec9eb2b5-818d-4b34-868d-40016b048d84 req-1d497970-06bf-4ca0-abe4-6541cbbdb0af tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] 10.222.0.41 "GET /v2.0/quotas/f20808b123ee4f56a27c063a5a344a6f HTTP/1.1" status: 200 len: 375 time: 0.0089424 Mar 08 20:37:08.567061 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-ec9eb2b5-818d-4b34-868d-40016b048d84 req-8b4e84c8-3f21-47fc-8aff-b234f12b94f2 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=f20808b123ee4f56a27c063a5a344a6f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0546060 Mar 08 20:37:08.673842 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-1471f61a-1be3-422a-b864-06e08aed8fa7 req-b5a7fc61-a8b2-473e-9991-0cdee8244f11 tempest-VolumesActionsTest-86913169 tempest-VolumesActionsTest-86913169-project] 10.222.0.41 "GET /v2.0/ports?device_id=a85fc474-1ed9-4887-b547-ce00940fbec8 HTTP/1.1" status: 200 len: 210 time: 0.0297332 Mar 08 20:37:08.713467 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-ec9eb2b5-818d-4b34-868d-40016b048d84 req-6286f325-9e01-470a-b961-0496458b47fb service neutron] 10.222.0.41 "GET /v2.0/networks/c4b9653e-45c7-499b-ba57-89c5719459c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339540 Mar 08 20:37:08.805583 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-ec9eb2b5-818d-4b34-868d-40016b048d84 req-438d9892-0bdb-4c9d-8d69-5c5c96041f9c service neutron] 10.222.0.41 "GET /v2.0/networks/c4b9653e-45c7-499b-ba57-89c5719459c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861785 Mar 08 20:37:09.180134 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-03ecd2b9-ceff-42c4-b886-1fb595618e75 req-b660e8ae-4a90-4509-95ec-7230692f3b82 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] 10.222.0.41 "GET /v2.0/ports?device_id=0efc8a68-5aca-455d-8bc6-e2fb50c3ea3e HTTP/1.1" status: 200 len: 210 time: 0.0316136 Mar 08 20:37:09.196437 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea8bca5-41d9-43cc-a823-ef4ab67e23e4 req-86924c55-031d-414e-b1df-76d19b5c6472 tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:37:09.198772 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-6ea8bca5-41d9-43cc-a823-ef4ab67e23e4 req-86924c55-031d-414e-b1df-76d19b5c6472 tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] 10.222.0.41 "GET /v2.0/ports?device_id=32a91168-4dcc-47cf-9e0d-58405bd3c5f5 HTTP/1.1" status: 200 len: 946 time: 0.1175926 Mar 08 20:37:09.255084 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b31d47-e3c9-4afa-b743-97fccc07754f req-7fb7ff0a-52e7-4db7-a9d3-328ad9889e79 tempest-VolumesActionsTest-86913169 tempest-VolumesActionsTest-86913169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:37:09.258051 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-48b31d47-e3c9-4afa-b743-97fccc07754f req-7fb7ff0a-52e7-4db7-a9d3-328ad9889e79 tempest-VolumesActionsTest-86913169 tempest-VolumesActionsTest-86913169-project] 10.222.0.37 "GET /v2.0/networks?id=3d1c151e-d871-47f7-beff-ebb0aab8b51a HTTP/1.1" status: 200 len: 809 time: 0.2020447 Mar 08 20:37:09.291290 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.v2.base [req-48b31d47-e3c9-4afa-b743-97fccc07754f req-3e109311-85e1-48e5-9fce-10435ec76a99 tempest-VolumesActionsTest-86913169 tempest-VolumesActionsTest-86913169-project] Request body: {'port': {'device_id': 'a85fc474-1ed9-4887-b547-ce00940fbec8', 'network_id': '3d1c151e-d871-47f7-beff-ebb0aab8b51a', 'admin_state_up': True, 'tenant_id': 'e513a4c7f021427b8f3a227c8d908007'}} {{(pid=103459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:37:09.326790 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-6ea8bca5-41d9-43cc-a823-ef4ab67e23e4 req-692660e2-0d52-40ca-92ec-c78ff0c38179 tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] 10.222.0.41 "GET /v2.0/security-groups?id=2324e6a1-5abc-43bc-9f1f-1b5a674ff10b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1183465 Mar 08 20:37:09.457418 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ea275a-c6a6-41c0-b7a5-d18d4ef3b6fe req-e33ff55b-a694-432b-bb8e-0dff5ab2ee98 tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:37:09.458879 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-65ea275a-c6a6-41c0-b7a5-d18d4ef3b6fe req-e33ff55b-a694-432b-bb8e-0dff5ab2ee98 tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] 10.222.0.41 "GET /v2.0/ports?device_id=32a91168-4dcc-47cf-9e0d-58405bd3c5f5 HTTP/1.1" status: 200 len: 946 time: 0.0618198 Mar 08 20:37:09.468068 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.wsgi [-] (103459) accepted ('10.222.0.41', 34866) {{(pid=103459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:37:09.472941 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.v2.base [None req-ef54b2b3-4855-4f54-a65e-c3f355855bc8 tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] Request body: {'floatingip': {'port_id': 'd283d413-1afe-4355-bffe-38f15b7a5cbb'}} {{(pid=103459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:37:09.513575 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-ef54b2b3-4855-4f54-a65e-c3f355855bc8 tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] Publish callbacks [] for floatingip (73cf69b7-c584-4fe4-a139-fcef2259e32c), before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:37:09.590292 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48b31d47-e3c9-4afa-b743-97fccc07754f req-3e109311-85e1-48e5-9fce-10435ec76a99 tempest-VolumesActionsTest-86913169 tempest-VolumesActionsTest-86913169-project] Made reservation on behalf of e513a4c7f021427b8f3a227c8d908007 for: {'port': 1} {{(pid=103459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 20:37:09.593630 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [req-48b31d47-e3c9-4afa-b743-97fccc07754f req-3e109311-85e1-48e5-9fce-10435ec76a99 tempest-VolumesActionsTest-86913169 tempest-VolumesActionsTest-86913169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747308'] for port (None), before_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:37:09.824709 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-6edafba4-10cc-4e49-bb8a-6adfe98c344a req-92ac3ce5-c3a0-4096-b1b5-3e94b1618f15 tempest-VolumesActionsTest-86913169 tempest-VolumesActionsTest-86913169-project] 10.222.0.41 "GET /v2.0/ports?device_id=a85fc474-1ed9-4887-b547-ce00940fbec8 HTTP/1.1" status: 200 len: 210 time: 0.0817332 Mar 08 20:37:09.862883 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.db.db_base_plugin_common [req-48b31d47-e3c9-4afa-b743-97fccc07754f req-3e109311-85e1-48e5-9fce-10435ec76a99 tempest-VolumesActionsTest-86913169 tempest-VolumesActionsTest-86913169-project] Allocated IP 172.20.0.8 (3d1c151e-d871-47f7-beff-ebb0aab8b51a/50b3a6f4-b122-4929-8b80-105105581c86/cebb4d91-969f-4b91-80ed-5b642c9e57e2) {{(pid=103459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 20:37:10.191826 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [req-48b31d47-e3c9-4afa-b743-97fccc07754f req-3e109311-85e1-48e5-9fce-10435ec76a99 tempest-VolumesActionsTest-86913169 tempest-VolumesActionsTest-86913169-project] Publish callbacks [] for port (cebb4d91-969f-4b91-80ed-5b642c9e57e2), precommit_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:37:10.206787 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-ef54b2b3-4855-4f54-a65e-c3f355855bc8 tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:37:10.262440 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-c063fdc9-4ce0-4179-b2c9-f3d880cfee55 req-e84b5477-07ad-45e6-8563-f5ef5ddcde65 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] 10.222.0.41 "GET /v2.0/ports?device_id=0efc8a68-5aca-455d-8bc6-e2fb50c3ea3e HTTP/1.1" status: 200 len: 210 time: 0.0269308 Mar 08 20:37:10.363911 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-ef54b2b3-4855-4f54-a65e-c3f355855bc8 tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-443219'] for floatingip (73cf69b7-c584-4fe4-a139-fcef2259e32c), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:37:10.409742 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [req-48b31d47-e3c9-4afa-b743-97fccc07754f req-3e109311-85e1-48e5-9fce-10435ec76a99 tempest-VolumesActionsTest-86913169 tempest-VolumesActionsTest-86913169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745146440906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28404629'] for port (cebb4d91-969f-4b91-80ed-5b642c9e57e2), after_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:37:10.493891 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48b31d47-e3c9-4afa-b743-97fccc07754f req-3e109311-85e1-48e5-9fce-10435ec76a99 tempest-VolumesActionsTest-86913169 tempest-VolumesActionsTest-86913169-project] Network 3d1c151e-d871-47f7-beff-ebb0aab8b51a is already hosted by enough agents. {{(pid=103459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 20:37:10.499884 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.scheduler.base_scheduler [req-48b31d47-e3c9-4afa-b743-97fccc07754f req-3e109311-85e1-48e5-9fce-10435ec76a99 tempest-VolumesActionsTest-86913169 tempest-VolumesActionsTest-86913169-project] Resources bound (agent type, host, resource id): {{(pid=103459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:37:10.502305 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [req-48b31d47-e3c9-4afa-b743-97fccc07754f req-3e109311-85e1-48e5-9fce-10435ec76a99 tempest-VolumesActionsTest-86913169 tempest-VolumesActionsTest-86913169-project] Received port after_create {{(pid=103459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 20:37:10.534956 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e109311-85e1-48e5-9fce-10435ec76a99 tempest-VolumesActionsTest-86913169 tempest-VolumesActionsTest-86913169-project] Pushing event updated for resources: {'Port': ['ID=cebb4d91-969f-4b91-80ed-5b642c9e57e2,revision_number=1']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:37:10.555449 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.db.l3_db [None req-ef54b2b3-4855-4f54-a65e-c3f355855bc8 tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] Floating IP 73cf69b7-c584-4fe4-a139-fcef2259e32c associated. External IP: 172.27.2.222, port: d283d413-1afe-4355-bffe-38f15b7a5cbb. Mar 08 20:37:10.608822 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b31d47-e3c9-4afa-b743-97fccc07754f req-3e109311-85e1-48e5-9fce-10435ec76a99 tempest-VolumesActionsTest-86913169 tempest-VolumesActionsTest-86913169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:37:10.609433 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [req-48b31d47-e3c9-4afa-b743-97fccc07754f req-3e109311-85e1-48e5-9fce-10435ec76a99 tempest-VolumesActionsTest-86913169 tempest-VolumesActionsTest-86913169-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4188892'] for port (None), before_response {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:37:10.721026 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-48b31d47-e3c9-4afa-b743-97fccc07754f req-3e109311-85e1-48e5-9fce-10435ec76a99 tempest-VolumesActionsTest-86913169 tempest-VolumesActionsTest-86913169-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4419737 Mar 08 20:37:10.738724 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.v2.base [req-48b31d47-e3c9-4afa-b743-97fccc07754f req-4b272e1d-dc49-4c09-9ed5-454bced284b2 service neutron] Request body: {'port': {'device_id': 'a85fc474-1ed9-4887-b547-ce00940fbec8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=103459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:37:10.842512 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef54b2b3-4855-4f54-a65e-c3f355855bc8 tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] Router 16dea0cb-fffa-4ed7-9abb-b7eb4318dca9 has already been hosted by L3 agent 7ae9fd8f-5d61-4821-9eac-044950c450f0 {{(pid=103459) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 20:37:10.849563 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [req-48b31d47-e3c9-4afa-b743-97fccc07754f req-4b272e1d-dc49-4c09-9ed5-454bced284b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747308'] for port (cebb4d91-969f-4b91-80ed-5b642c9e57e2), before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:37:11.355988 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daedcef0-4c9d-40ad-b742-8419249ef302 req-19b8c318-770b-450a-99ca-241b235c0e7b tempest-VolumesActionsTest-86913169 tempest-VolumesActionsTest-86913169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:37:11.357870 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-daedcef0-4c9d-40ad-b742-8419249ef302 req-19b8c318-770b-450a-99ca-241b235c0e7b tempest-VolumesActionsTest-86913169 tempest-VolumesActionsTest-86913169-project] 10.222.0.41 "GET /v2.0/ports?device_id=a85fc474-1ed9-4887-b547-ce00940fbec8 HTTP/1.1" status: 200 len: 931 time: 0.4555738 Mar 08 20:37:11.365498 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef54b2b3-4855-4f54-a65e-c3f355855bc8 tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] Notify agent at l3_agent.dv-cinder-830096-3-iscsi the message routers_updated {{(pid=103459) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 20:37:11.373989 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-ef54b2b3-4855-4f54-a65e-c3f355855bc8 tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4188892'] for floatingip (None), before_response {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:37:11.381706 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d85c51ac-d205-4356-b9f2-e910a5211549 None None] Sync routers for ids ['16dea0cb-fffa-4ed7-9abb-b7eb4318dca9'] in dv-cinder-830096-3-iscsi {{(pid=103460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 20:37:11.385461 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-cfe7105c-8e8e-4569-b8ca-a4f276dbbb4b req-504a4e7c-b28b-460e-a3cb-7cd5cc143c7f tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] 10.222.0.41 "GET /v2.0/ports?device_id=0efc8a68-5aca-455d-8bc6-e2fb50c3ea3e HTTP/1.1" status: 200 len: 210 time: 0.0380604 Mar 08 20:37:11.395291 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d85c51ac-d205-4356-b9f2-e910a5211549 None None] Routers {'16dea0cb-fffa-4ed7-9abb-b7eb4318dca9'} bound to L3 agent in host dv-cinder-830096-3-iscsi {{(pid=103460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:37:11.395945 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-d85c51ac-d205-4356-b9f2-e910a5211549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T20:23:01Z,description=,heartbeat_timestamp=2022-03-08T20:37:01Z,host='dv-cinder-830096-3-iscsi',id=7ae9fd8f-5d61-4821-9eac-044950c450f0,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:23:02Z,topic='l3_agent')) {'router_ids': ['16dea0cb-fffa-4ed7-9abb-b7eb4318dca9'], 'active': True} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:37:11.502106 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [None req-ef54b2b3-4855-4f54-a65e-c3f355855bc8 tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] 10.222.0.41 "PUT /v2.0/floatingips/73cf69b7-c584-4fe4-a139-fcef2259e32c HTTP/1.1" status: 200 len: 992 time: 2.0328436 Mar 08 20:37:11.505043 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32a91168-4dcc-47cf-9e0d-58405bd3c5f5', 'tag': 'd283d413-1afe-4355-bffe-38f15b7a5cbb'}] {{(pid=103459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 20:37:11.508213 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30f128d5f71b3f7cc76d6cee4f56f72b4ad92d7c7cb63713f7d7a45aaaaee86d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90f542b0-4eef-445c-abbb-e321f8b30b92" -d '{"events": [{"name": "network-changed", "server_uuid": "32a91168-4dcc-47cf-9e0d-58405bd3c5f5", "tag": "d283d413-1afe-4355-bffe-38f15b7a5cbb"}]}' {{(pid=103459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 20:37:11.521319 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-daedcef0-4c9d-40ad-b742-8419249ef302 req-5c114d09-4271-4baa-8a0a-3ea79fbf3fdb tempest-VolumesActionsTest-86913169 tempest-VolumesActionsTest-86913169-project] 10.222.0.41 "GET /v2.0/security-groups?id=a199a633-a955-41ef-9e78-5f2075f670b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533060 Mar 08 20:37:11.564811 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 20:37:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9687c268-31dc-4bec-9c70-c6d6652dcd6b x-openstack-request-id: req-9687c268-31dc-4bec-9c70-c6d6652dcd6b {{(pid=103459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 20:37:11.565257 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32a91168-4dcc-47cf-9e0d-58405bd3c5f5", "tag": "d283d413-1afe-4355-bffe-38f15b7a5cbb", "status": "completed", "code": 200}]} {{(pid=103459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 20:37:11.565511 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9687c268-31dc-4bec-9c70-c6d6652dcd6b {{(pid=103459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 20:37:11.565906 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32a91168-4dcc-47cf-9e0d-58405bd3c5f5', 'tag': 'd283d413-1afe-4355-bffe-38f15b7a5cbb', 'status': 'completed', 'code': 200} Mar 08 20:37:11.644656 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.notifiers.nova [req-48b31d47-e3c9-4afa-b743-97fccc07754f req-4b272e1d-dc49-4c09-9ed5-454bced284b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cebb4d91-969f-4b91-80ed-5b642c9e57e2 {{(pid=103459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 20:37:11.653325 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [req-48b31d47-e3c9-4afa-b743-97fccc07754f req-4b272e1d-dc49-4c09-9ed5-454bced284b2 service neutron] Publish callbacks [] for port (cebb4d91-969f-4b91-80ed-5b642c9e57e2), precommit_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:37:11.660835 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f542b0-4eef-445c-abbb-e321f8b30b92 req-b8d62f31-5474-4a06-9cd2-e3c50c21a61e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:37:11.663538 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-90f542b0-4eef-445c-abbb-e321f8b30b92 req-b8d62f31-5474-4a06-9cd2-e3c50c21a61e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=64bbed509db949a6a003c639d3f67567&device_id=32a91168-4dcc-47cf-9e0d-58405bd3c5f5 HTTP/1.1" status: 200 len: 1130 time: 0.0776999 Mar 08 20:37:11.667286 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [req-48b31d47-e3c9-4afa-b743-97fccc07754f req-4b272e1d-dc49-4c09-9ed5-454bced284b2 service neutron] Transition to ACTIVE for port object cebb4d91-969f-4b91-80ed-5b642c9e57e2 will not be triggered until provisioned by entity L2. {{(pid=103459) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 20:37:11.680158 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvr_db [None req-d85c51ac-d205-4356-b9f2-e910a5211549 None None] Set router 16dea0cb-fffa-4ed7-9abb-b7eb4318dca9 gateway port host: dv-cinder-830096-3-iscsi {{(pid=103460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:37:11.760582 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f542b0-4eef-445c-abbb-e321f8b30b92 req-4b5691c8-b46a-4ae2-8a32-46abde2793c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:37:11.761219 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [req-48b31d47-e3c9-4afa-b743-97fccc07754f req-4b272e1d-dc49-4c09-9ed5-454bced284b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745146878648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745146440924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745146440942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28404716'] for port (cebb4d91-969f-4b91-80ed-5b642c9e57e2), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:37:11.762918 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-90f542b0-4eef-445c-abbb-e321f8b30b92 req-4b5691c8-b46a-4ae2-8a32-46abde2793c4 service neutron] 10.222.0.37 "GET /v2.0/networks?id=bb3cf682-183a-4b4f-b70b-ac9d75a4abdd HTTP/1.1" status: 200 len: 912 time: 0.0937836 Mar 08 20:37:11.831387 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b272e1d-dc49-4c09-9ed5-454bced284b2 service neutron] Pushing event updated for resources: {'Port': ['ID=cebb4d91-969f-4b91-80ed-5b642c9e57e2,revision_number=2']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:37:11.870145 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-90f542b0-4eef-445c-abbb-e321f8b30b92 req-acf47d31-be8b-408a-ac16-f4e8049fb930 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d283d413-1afe-4355-bffe-38f15b7a5cbb HTTP/1.1" status: 200 len: 1000 time: 0.0975161 Mar 08 20:37:11.888572 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [req-48b31d47-e3c9-4afa-b743-97fccc07754f req-4b272e1d-dc49-4c09-9ed5-454bced284b2 service neutron] Attempting to bind port cebb4d91-969f-4b91-80ed-5b642c9e57e2 on host hv-cinder-83009 for vnic_type normal with profile {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 20:37:11.889166 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [req-48b31d47-e3c9-4afa-b743-97fccc07754f req-4b272e1d-dc49-4c09-9ed5-454bced284b2 service neutron] Attempting to bind port cebb4d91-969f-4b91-80ed-5b642c9e57e2 by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': 'dccf2df2-846f-4b53-9790-b1c45eea3e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '3d1c151e-d871-47f7-beff-ebb0aab8b51a'}] {{(pid=103459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 20:37:11.889386 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48b31d47-e3c9-4afa-b743-97fccc07754f req-4b272e1d-dc49-4c09-9ed5-454bced284b2 service neutron] Attempting to bind port cebb4d91-969f-4b91-80ed-5b642c9e57e2 on network 3d1c151e-d871-47f7-beff-ebb0aab8b51a {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 20:37:11.894312 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48b31d47-e3c9-4afa-b743-97fccc07754f req-4b272e1d-dc49-4c09-9ed5-454bced284b2 service neutron] Port cebb4d91-969f-4b91-80ed-5b642c9e57e2 on network 3d1c151e-d871-47f7-beff-ebb0aab8b51a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 20:37:11.894631 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48b31d47-e3c9-4afa-b743-97fccc07754f req-4b272e1d-dc49-4c09-9ed5-454bced284b2 service neutron] Attempting to bind port cebb4d91-969f-4b91-80ed-5b642c9e57e2 on network 3d1c151e-d871-47f7-beff-ebb0aab8b51a {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 20:37:11.901871 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48b31d47-e3c9-4afa-b743-97fccc07754f req-4b272e1d-dc49-4c09-9ed5-454bced284b2 service neutron] Checking agent: {'id': '905863fd-6a46-47f8-82ce-98f31309cbd3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 20, 29, 24), 'started_at': datetime.datetime(2022, 3, 8, 20, 29, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 20, 36, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 20:37:11.902445 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48b31d47-e3c9-4afa-b743-97fccc07754f req-4b272e1d-dc49-4c09-9ed5-454bced284b2 service neutron] Checking segment: {'id': 'dccf2df2-846f-4b53-9790-b1c45eea3e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '3d1c151e-d871-47f7-beff-ebb0aab8b51a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 20:37:11.902836 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48b31d47-e3c9-4afa-b743-97fccc07754f req-4b272e1d-dc49-4c09-9ed5-454bced284b2 service neutron] Bound using segment: {'id': 'dccf2df2-846f-4b53-9790-b1c45eea3e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '3d1c151e-d871-47f7-beff-ebb0aab8b51a'} {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 20:37:11.903746 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [req-48b31d47-e3c9-4afa-b743-97fccc07754f req-4b272e1d-dc49-4c09-9ed5-454bced284b2 service neutron] Bound port: cebb4d91-969f-4b91-80ed-5b642c9e57e2, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dccf2df2-846f-4b53-9790-b1c45eea3e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '3d1c151e-d871-47f7-beff-ebb0aab8b51a'}}] {{(pid=103459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 20:37:11.903746 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [req-48b31d47-e3c9-4afa-b743-97fccc07754f req-4b272e1d-dc49-4c09-9ed5-454bced284b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747308'] for port (cebb4d91-969f-4b91-80ed-5b642c9e57e2), before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:37:11.998407 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [req-48b31d47-e3c9-4afa-b743-97fccc07754f req-4b272e1d-dc49-4c09-9ed5-454bced284b2 service neutron] For port cebb4d91-969f-4b91-80ed-5b642c9e57e2, host hv-cinder-83009, cleared binding levels {{(pid=103459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 20:37:12.001629 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-d85c51ac-d205-4356-b9f2-e910a5211549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16dea0cb-fffa-4ed7-9abb-b7eb4318dca9', 'name': 'tempest-AttachVolumeTestJSON-2107178860-router', 'tenant_id': '64bbed509db949a6a003c639d3f67567', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'external_fixed_ips': [{'subnet_id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'ip_address': '172.27.2.87'}], 'enable_snat': True}, 'gw_port_id': '8a387cb4-88be-456d-967c-2a9b47cbbc3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:31:22Z', 'updated_at': '2022-03-08T20:31:29Z', 'revision_number': 4, 'project_id': '64bbed509db949a6a003c639d3f67567', 'gw_port': {'id': '8a387cb4-88be-456d-967c-2a9b47cbbc3f', 'name': '', 'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:7f:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16dea0cb-fffa-4ed7-9abb-b7eb4318dca9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'ip_address': '172.27.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:31:22Z', 'updated_at': '2022-03-08T20:31:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-3-iscsi', '_floatingips': [{'id': '73cf69b7-c584-4fe4-a139-fcef2259e32c', 'tenant_id': '64bbed509db949a6a003c639d3f67567', 'floating_ip_address': '172.27.2.222', 'floating_network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'router_id': '16dea0cb-fffa-4ed7-9abb-b7eb4318dca9', 'port_id': 'd283d413-1afe-4355-bffe-38f15b7a5cbb', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 486, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb3cf682-183a-4b4f-b70b-ac9d75a4abdd', 'mac_address': 'fa:16:3e:cc:d9:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32a91168-4dcc-47cf-9e0d-58405bd3c5f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T20:36:53Z', 'updated_at': '2022-03-08T20:37:10Z', 'revision_number': 1, 'project_id': '64bbed509db949a6a003c639d3f67567', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b64d9f9-fa35-4931-b4db-da8ee2f739d3', 'name': '', 'network_id': 'bb3cf682-183a-4b4f-b70b-ac9d75a4abdd', 'tenant_id': '64bbed509db949a6a003c639d3f67567', 'mac_address': 'fa:16:3e:16:73:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16dea0cb-fffa-4ed7-9abb-b7eb4318dca9', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'a968dc2a-71a9-4847-a130-162c884db338', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:31:27Z', 'updated_at': '2022-03-08T20:31:38Z', 'revision_number': 5, 'project_id': '64bbed509db949a6a003c639d3f67567', 'subnets': [{'id': 'a968dc2a-71a9-4847-a130-162c884db338', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830096-3-iscsi', False) {} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:37:12.005602 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [req-48b31d47-e3c9-4afa-b743-97fccc07754f req-4b272e1d-dc49-4c09-9ed5-454bced284b2 service neutron] For port cebb4d91-969f-4b91-80ed-5b642c9e57e2, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=cebb4d91-969f-4b91-80ed-5b642c9e57e2,segment=NetworkSegment(dccf2df2-846f-4b53-9790-b1c45eea3e6f),segment_id=dccf2df2-846f-4b53-9790-b1c45eea3e6f)] {{(pid=103459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 20:37:12.044858 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d85c51ac-d205-4356-b9f2-e910a5211549 None None] Checking router: 16dea0cb-fffa-4ed7-9abb-b7eb4318dca9 for host: dv-cinder-830096-3-iscsi {{(pid=103460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 20:37:12.058375 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d85c51ac-d205-4356-b9f2-e910a5211549 None None] Routers {'16dea0cb-fffa-4ed7-9abb-b7eb4318dca9'} bound to L3 agent in host dv-cinder-830096-3-iscsi {{(pid=103460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:37:12.059048 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-d85c51ac-d205-4356-b9f2-e910a5211549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T20:23:01Z,description=,heartbeat_timestamp=2022-03-08T20:37:01Z,host='dv-cinder-830096-3-iscsi',id=7ae9fd8f-5d61-4821-9eac-044950c450f0,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:23:02Z,topic='l3_agent')) {'router_ids': ['16dea0cb-fffa-4ed7-9abb-b7eb4318dca9'], 'active': True} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:37:12.091624 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [req-48b31d47-e3c9-4afa-b743-97fccc07754f req-4b272e1d-dc49-4c09-9ed5-454bced284b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745146878648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745146440924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745146440942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28404716'] for port (cebb4d91-969f-4b91-80ed-5b642c9e57e2), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:37:12.159153 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b31d47-e3c9-4afa-b743-97fccc07754f req-4b272e1d-dc49-4c09-9ed5-454bced284b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:37:12.161361 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [req-48b31d47-e3c9-4afa-b743-97fccc07754f req-4b272e1d-dc49-4c09-9ed5-454bced284b2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4188892'] for port (None), before_response {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:37:12.162015 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-48b31d47-e3c9-4afa-b743-97fccc07754f req-4b272e1d-dc49-4c09-9ed5-454bced284b2 service neutron] 10.222.0.37 "PUT /v2.0/ports/cebb4d91-969f-4b91-80ed-5b642c9e57e2 HTTP/1.1" status: 200 len: 1093 time: 1.4282591 Mar 08 20:37:12.190251 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b272e1d-dc49-4c09-9ed5-454bced284b2 service neutron] Pushing event updated for resources: {'Port': ['ID=cebb4d91-969f-4b91-80ed-5b642c9e57e2,revision_number=3']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:37:12.228853 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvr_db [None req-d85c51ac-d205-4356-b9f2-e910a5211549 None None] Set router 16dea0cb-fffa-4ed7-9abb-b7eb4318dca9 gateway port host: dv-cinder-830096-3-iscsi {{(pid=103460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:37:12.290002 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f542b0-4eef-445c-abbb-e321f8b30b92 req-ad7d5768-1e6e-49ff-b8dc-5e8e49c2cda6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:37:12.292067 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-90f542b0-4eef-445c-abbb-e321f8b30b92 req-ad7d5768-1e6e-49ff-b8dc-5e8e49c2cda6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a968dc2a-71a9-4847-a130-162c884db338 HTTP/1.1" status: 200 len: 850 time: 0.4070213 Mar 08 20:37:12.360651 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9eb2b5-818d-4b34-868d-40016b048d84 req-e8c8b604-199a-4abe-b1f9-17abb0ff8e89 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:37:12.362238 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-ec9eb2b5-818d-4b34-868d-40016b048d84 req-e8c8b604-199a-4abe-b1f9-17abb0ff8e89 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] 10.222.0.37 "GET /v2.0/networks?id=c4b9653e-45c7-499b-ba57-89c5719459c1 HTTP/1.1" status: 200 len: 814 time: 0.4627240 Mar 08 20:37:12.394258 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b31d47-e3c9-4afa-b743-97fccc07754f req-e98e2cb2-c886-4094-a777-b104993010b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:37:12.397249 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-48b31d47-e3c9-4afa-b743-97fccc07754f req-e98e2cb2-c886-4094-a777-b104993010b0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e513a4c7f021427b8f3a227c8d908007&device_id=a85fc474-1ed9-4887-b547-ce00940fbec8 HTTP/1.1" status: 200 len: 1127 time: 0.0910676 Mar 08 20:37:12.405742 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f542b0-4eef-445c-abbb-e321f8b30b92 req-906f7045-23e4-4a55-b6cf-6aa82f87ca81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:37:12.407230 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-90f542b0-4eef-445c-abbb-e321f8b30b92 req-906f7045-23e4-4a55-b6cf-6aa82f87ca81 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=bb3cf682-183a-4b4f-b70b-ac9d75a4abdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0979321 Mar 08 20:37:12.455725 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-48b31d47-e3c9-4afa-b743-97fccc07754f req-7236ba04-17b6-4e52-a5ca-d9cd57383f99 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cebb4d91-969f-4b91-80ed-5b642c9e57e2 HTTP/1.1" status: 200 len: 217 time: 0.0483873 Mar 08 20:37:12.518417 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b31d47-e3c9-4afa-b743-97fccc07754f req-98989627-cb98-4924-ad94-04d3053c6f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:37:12.520326 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-48b31d47-e3c9-4afa-b743-97fccc07754f req-98989627-cb98-4924-ad94-04d3053c6f43 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=50b3a6f4-b122-4929-8b80-105105581c86 HTTP/1.1" status: 200 len: 849 time: 0.0530777 Mar 08 20:37:12.529790 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-d85c51ac-d205-4356-b9f2-e910a5211549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16dea0cb-fffa-4ed7-9abb-b7eb4318dca9', 'name': 'tempest-AttachVolumeTestJSON-2107178860-router', 'tenant_id': '64bbed509db949a6a003c639d3f67567', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'external_fixed_ips': [{'subnet_id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'ip_address': '172.27.2.87'}], 'enable_snat': True}, 'gw_port_id': '8a387cb4-88be-456d-967c-2a9b47cbbc3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:31:22Z', 'updated_at': '2022-03-08T20:31:29Z', 'revision_number': 4, 'project_id': '64bbed509db949a6a003c639d3f67567', 'gw_port': {'id': '8a387cb4-88be-456d-967c-2a9b47cbbc3f', 'name': '', 'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:7f:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16dea0cb-fffa-4ed7-9abb-b7eb4318dca9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'ip_address': '172.27.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:31:22Z', 'updated_at': '2022-03-08T20:31:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-3-iscsi', '_floatingips': [{'id': '73cf69b7-c584-4fe4-a139-fcef2259e32c', 'tenant_id': '64bbed509db949a6a003c639d3f67567', 'floating_ip_address': '172.27.2.222', 'floating_network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'router_id': '16dea0cb-fffa-4ed7-9abb-b7eb4318dca9', 'port_id': 'd283d413-1afe-4355-bffe-38f15b7a5cbb', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 486, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb3cf682-183a-4b4f-b70b-ac9d75a4abdd', 'mac_address': 'fa:16:3e:cc:d9:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32a91168-4dcc-47cf-9e0d-58405bd3c5f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T20:36:53Z', 'updated_at': '2022-03-08T20:37:10Z', 'revision_number': 1, 'project_id': '64bbed509db949a6a003c639d3f67567', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b64d9f9-fa35-4931-b4db-da8ee2f739d3', 'name': '', 'network_id': 'bb3cf682-183a-4b4f-b70b-ac9d75a4abdd', 'tenant_id': '64bbed509db949a6a003c639d3f67567', 'mac_address': 'fa:16:3e:16:73:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16dea0cb-fffa-4ed7-9abb-b7eb4318dca9', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'a968dc2a-71a9-4847-a130-162c884db338', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:31:27Z', 'updated_at': '2022-03-08T20:31:38Z', 'revision_number': 5, 'project_id': '64bbed509db949a6a003c639d3f67567', 'subnets': [{'id': 'a968dc2a-71a9-4847-a130-162c884db338', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830096-3-iscsi', False) {} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:37:12.530685 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-ec9eb2b5-818d-4b34-868d-40016b048d84 req-a34ee140-e6d9-4bf2-8dcb-70a942db7bd0 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f20808b123ee4f56a27c063a5a344a6f HTTP/1.1" status: 200 len: 380 time: 0.1576300 Mar 08 20:37:12.556906 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.v2.base [req-ec9eb2b5-818d-4b34-868d-40016b048d84 req-9960dd49-b4c9-46e7-a7d4-216fc671527b tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Request body: {'port': {'device_id': '0efc8a68-5aca-455d-8bc6-e2fb50c3ea3e', 'network_id': 'c4b9653e-45c7-499b-ba57-89c5719459c1', 'admin_state_up': True, 'tenant_id': 'f20808b123ee4f56a27c063a5a344a6f', 'security_groups': ['a1091a81-3814-460d-958e-6087bf5eed3a']}} {{(pid=103458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:37:12.561807 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-08d0a04d-b880-411e-9736-5c7425e88559 req-d12a8168-df70-404d-871a-4e2b092ef2bb tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] 10.222.0.41 "GET /v2.0/ports?device_id=0efc8a68-5aca-455d-8bc6-e2fb50c3ea3e HTTP/1.1" status: 200 len: 210 time: 0.0402768 Mar 08 20:37:12.580637 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-48b31d47-e3c9-4afa-b743-97fccc07754f req-32db64dd-7d10-4c45-8b6b-63c0a1bdac57 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3d1c151e-d871-47f7-beff-ebb0aab8b51a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0505764 Mar 08 20:37:12.589448 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-90f542b0-4eef-445c-abbb-e321f8b30b92 req-f37ef49e-8911-41f2-a8a3-4b777c8a3be5 service neutron] 10.222.0.37 "GET /v2.0/networks/bb3cf682-183a-4b4f-b70b-ac9d75a4abdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1635411 Mar 08 20:37:12.599124 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d85c51ac-d205-4356-b9f2-e910a5211549 None None] The sync data for ids ['16dea0cb-fffa-4ed7-9abb-b7eb4318dca9'] in dv-cinder-830096-3-iscsi is: [{'id': '16dea0cb-fffa-4ed7-9abb-b7eb4318dca9', 'name': 'tempest-AttachVolumeTestJSON-2107178860-router', 'tenant_id': '64bbed509db949a6a003c639d3f67567', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'external_fixed_ips': [{'subnet_id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'ip_address': '172.27.2.87'}], 'enable_snat': True}, 'gw_port_id': '8a387cb4-88be-456d-967c-2a9b47cbbc3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:31:22Z', 'updated_at': '2022-03-08T20:31:29Z', 'revision_number': 4, 'project_id': '64bbed509db949a6a003c639d3f67567', 'gw_port': {'id': '8a387cb4-88be-456d-967c-2a9b47cbbc3f', 'name': '', 'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:7f:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16dea0cb-fffa-4ed7-9abb-b7eb4318dca9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'ip_address': '172.27.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:31:22Z', 'updated_at': '2022-03-08T20:31:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-3-iscsi', '_floatingips': [{'id': '73cf69b7-c584-4fe4-a139-fcef2259e32c', 'tenant_id': '64bbed509db949a6a003c639d3f67567', 'floating_ip_address': '172.27.2.222', 'floating_network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'router_id': '16dea0cb-fffa-4ed7-9abb-b7eb4318dca9', 'port_id': 'd283d413-1afe-4355-bffe-38f15b7a5cbb', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 486, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb3cf682-183a-4b4f-b70b-ac9d75a4abdd', 'mac_address': 'fa:16:3e:cc:d9:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32a91168-4dcc-47cf-9e0d-58405bd3c5f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T20:36:53Z', 'updated_at': '2022-03-08T20:37:10Z', 'revision_number': 1, 'project_id': '64bbed509db949a6a003c639d3f67567', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b64d9f9-fa35-4931-b4db-da8ee2f739d3', 'name': '', 'network_id': 'bb3cf682-183a-4b4f-b70b-ac9d75a4abdd', 'tenant_id': '64bbed509db949a6a003c639d3f67567', 'mac_address': 'fa:16:3e:16:73:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16dea0cb-fffa-4ed7-9abb-b7eb4318dca9', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'a968dc2a-71a9-4847-a130-162c884db338', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:31:27Z', 'updated_at': '2022-03-08T20:31:38Z', 'revision_number': 5, 'project_id': '64bbed509db949a6a003c639d3f67567', 'subnets': [{'id': 'a968dc2a-71a9-4847-a130-162c884db338', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 20:37:12.693029 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-48b31d47-e3c9-4afa-b743-97fccc07754f req-7d53c33d-5414-4cc3-9808-e65c0239f4de service neutron] 10.222.0.37 "GET /v2.0/networks/3d1c151e-d871-47f7-beff-ebb0aab8b51a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1048436 Mar 08 20:37:12.805887 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a66807-22f3-4466-96a2-061e80126a2e req-8b917656-2380-4289-9087-4042677040e1 tempest-VolumesActionsTest-86913169 tempest-VolumesActionsTest-86913169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:37:12.807420 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-18a66807-22f3-4466-96a2-061e80126a2e req-8b917656-2380-4289-9087-4042677040e1 tempest-VolumesActionsTest-86913169 tempest-VolumesActionsTest-86913169-project] 10.222.0.41 "GET /v2.0/ports?device_id=a85fc474-1ed9-4887-b547-ce00940fbec8 HTTP/1.1" status: 200 len: 943 time: 0.2027071 Mar 08 20:37:12.808987 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-48b31d47-e3c9-4afa-b743-97fccc07754f req-f4ab30ce-783d-4360-b2d9-eb4b8eef1735 service neutron] 10.222.0.37 "GET /v2.0/networks/3d1c151e-d871-47f7-beff-ebb0aab8b51a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1064436 Mar 08 20:37:12.811347 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-90f542b0-4eef-445c-abbb-e321f8b30b92 req-e3e3f499-9d62-438a-9b16-ababb79a53b4 service neutron] 10.222.0.37 "GET /v2.0/networks/bb3cf682-183a-4b4f-b70b-ac9d75a4abdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2171052 Mar 08 20:37:12.853874 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f93d0a94-9483-413f-9b28-7a1dd6752c3c None None] New status for floating IP 73cf69b7-c584-4fe4-a139-fcef2259e32c: ACTIVE {{(pid=103461) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 20:37:12.866766 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-18a66807-22f3-4466-96a2-061e80126a2e req-30813490-81a5-461d-bf10-b421ee91f731 tempest-VolumesActionsTest-86913169 tempest-VolumesActionsTest-86913169-project] 10.222.0.41 "GET /v2.0/security-groups?id=a199a633-a955-41ef-9e78-5f2075f670b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509331 Mar 08 20:37:12.871884 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec9eb2b5-818d-4b34-868d-40016b048d84 req-9960dd49-b4c9-46e7-a7d4-216fc671527b tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Made reservation on behalf of f20808b123ee4f56a27c063a5a344a6f for: {'port': 1} {{(pid=103458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 20:37:12.875563 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-ec9eb2b5-818d-4b34-868d-40016b048d84 req-9960dd49-b4c9-46e7-a7d4-216fc671527b tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747308'] for port (None), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:37:13.004379 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.db.db_base_plugin_common [req-ec9eb2b5-818d-4b34-868d-40016b048d84 req-9960dd49-b4c9-46e7-a7d4-216fc671527b tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Allocated IP 172.20.0.14 (c4b9653e-45c7-499b-ba57-89c5719459c1/3acd2cae-edc5-4deb-af56-8a423e7d5ec3/1b3bef8d-f057-4ec6-9992-2247a73ec6d2) {{(pid=103458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 20:37:13.167801 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-ec9eb2b5-818d-4b34-868d-40016b048d84 req-9960dd49-b4c9-46e7-a7d4-216fc671527b tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Publish callbacks [] for port (1b3bef8d-f057-4ec6-9992-2247a73ec6d2), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:37:13.278443 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-ec9eb2b5-818d-4b34-868d-40016b048d84 req-9960dd49-b4c9-46e7-a7d4-216fc671527b tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745146440906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28566877'] for port (1b3bef8d-f057-4ec6-9992-2247a73ec6d2), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:37:13.325346 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec9eb2b5-818d-4b34-868d-40016b048d84 req-9960dd49-b4c9-46e7-a7d4-216fc671527b tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Network c4b9653e-45c7-499b-ba57-89c5719459c1 is already hosted by enough agents. {{(pid=103458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 20:37:13.328787 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.scheduler.base_scheduler [req-ec9eb2b5-818d-4b34-868d-40016b048d84 req-9960dd49-b4c9-46e7-a7d4-216fc671527b tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Resources bound (agent type, host, resource id): {{(pid=103458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:37:13.337887 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec9eb2b5-818d-4b34-868d-40016b048d84 req-9960dd49-b4c9-46e7-a7d4-216fc671527b tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Received port after_create {{(pid=103458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 20:37:13.344903 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9960dd49-b4c9-46e7-a7d4-216fc671527b tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Pushing event updated for resources: {'Port': ['ID=1b3bef8d-f057-4ec6-9992-2247a73ec6d2,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:37:13.396431 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9eb2b5-818d-4b34-868d-40016b048d84 req-9960dd49-b4c9-46e7-a7d4-216fc671527b tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:37:13.397106 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-ec9eb2b5-818d-4b34-868d-40016b048d84 req-9960dd49-b4c9-46e7-a7d4-216fc671527b tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4188892'] for port (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:37:13.469513 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-ec9eb2b5-818d-4b34-868d-40016b048d84 req-9960dd49-b4c9-46e7-a7d4-216fc671527b tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9172330 Mar 08 20:37:13.482587 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.v2.base [req-ec9eb2b5-818d-4b34-868d-40016b048d84 req-54ec920d-2572-4ad3-a55c-f990195aa173 service neutron] Request body: {'port': {'device_id': '0efc8a68-5aca-455d-8bc6-e2fb50c3ea3e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=103458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:37:13.554297 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-ec9eb2b5-818d-4b34-868d-40016b048d84 req-54ec920d-2572-4ad3-a55c-f990195aa173 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747308'] for port (1b3bef8d-f057-4ec6-9992-2247a73ec6d2), before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:37:13.567677 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a85fc474-1ed9-4887-b547-ce00940fbec8', 'tag': 'cebb4d91-969f-4b91-80ed-5b642c9e57e2'}] {{(pid=103459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 20:37:13.571543 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30f128d5f71b3f7cc76d6cee4f56f72b4ad92d7c7cb63713f7d7a45aaaaee86d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dea8ac9-6e56-4a1b-8f33-cb5d9ec388eb" -d '{"events": [{"name": "network-changed", "server_uuid": "a85fc474-1ed9-4887-b547-ce00940fbec8", "tag": "cebb4d91-969f-4b91-80ed-5b642c9e57e2"}]}' {{(pid=103459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 20:37:13.608105 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 20:37:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d394e01-fac1-4ca0-b19f-d75c6b9b9c89 x-openstack-request-id: req-7d394e01-fac1-4ca0-b19f-d75c6b9b9c89 {{(pid=103459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 20:37:13.608425 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a85fc474-1ed9-4887-b547-ce00940fbec8", "tag": "cebb4d91-969f-4b91-80ed-5b642c9e57e2", "status": "completed", "code": 200}]} {{(pid=103459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 20:37:13.608678 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7d394e01-fac1-4ca0-b19f-d75c6b9b9c89 {{(pid=103459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 20:37:13.609077 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a85fc474-1ed9-4887-b547-ce00940fbec8', 'tag': 'cebb4d91-969f-4b91-80ed-5b642c9e57e2', 'status': 'completed', 'code': 200} Mar 08 20:37:13.626345 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.provisioning_blocks [None req-50362738-7266-46bd-861c-3b6296ec813d None None] Provisioning complete for port 1b3bef8d-f057-4ec6-9992-2247a73ec6d2 triggered by entity DHCP. {{(pid=103460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:37:13.626825 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-50362738-7266-46bd-861c-3b6296ec813d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476507'] for port (1b3bef8d-f057-4ec6-9992-2247a73ec6d2), provisioning_complete {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:37:13.666849 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.plugin [None req-50362738-7266-46bd-861c-3b6296ec813d None None] Port 1b3bef8d-f057-4ec6-9992-2247a73ec6d2 cannot update to ACTIVE because it is not bound. {{(pid=103460) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 20:37:13.821663 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dea8ac9-6e56-4a1b-8f33-cb5d9ec388eb req-7a8fd685-d37e-48bf-a4e2-3103afe5e9c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:37:13.823096 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-7dea8ac9-6e56-4a1b-8f33-cb5d9ec388eb req-7a8fd685-d37e-48bf-a4e2-3103afe5e9c3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e513a4c7f021427b8f3a227c8d908007&device_id=a85fc474-1ed9-4887-b547-ce00940fbec8 HTTP/1.1" status: 200 len: 1127 time: 0.1618361 Mar 08 20:37:13.835599 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3969bfb-f070-4b8d-845b-eb5c4df99db2 req-391e88c4-d6ed-4d90-86ab-f9e3970b2da0 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:37:13.837344 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-d3969bfb-f070-4b8d-845b-eb5c4df99db2 req-391e88c4-d6ed-4d90-86ab-f9e3970b2da0 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] 10.222.0.41 "GET /v2.0/ports?device_id=0efc8a68-5aca-455d-8bc6-e2fb50c3ea3e HTTP/1.1" status: 200 len: 932 time: 0.1542032 Mar 08 20:37:14.014485 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-d3969bfb-f070-4b8d-845b-eb5c4df99db2 req-b982eb0a-0e46-4b36-8fb6-8de19fc064d7 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] 10.222.0.41 "GET /v2.0/security-groups?id=a1091a81-3814-460d-958e-6087bf5eed3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1638408 Mar 08 20:37:14.018236 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e108f23-549c-4092-a39f-de424393078b req-bd8f43e6-e441-48a1-ab14-56cde834a5e9 tempest-VolumesActionsTest-86913169 tempest-VolumesActionsTest-86913169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:37:14.020472 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-6e108f23-549c-4092-a39f-de424393078b req-bd8f43e6-e441-48a1-ab14-56cde834a5e9 tempest-VolumesActionsTest-86913169 tempest-VolumesActionsTest-86913169-project] 10.222.0.41 "GET /v2.0/ports?device_id=a85fc474-1ed9-4887-b547-ce00940fbec8 HTTP/1.1" status: 200 len: 943 time: 0.0674331 Mar 08 20:37:14.042056 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dea8ac9-6e56-4a1b-8f33-cb5d9ec388eb req-ff9e72d0-05ff-492c-9bae-d355d50cfa1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:37:14.043540 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-7dea8ac9-6e56-4a1b-8f33-cb5d9ec388eb req-ff9e72d0-05ff-492c-9bae-d355d50cfa1d service neutron] 10.222.0.37 "GET /v2.0/networks?id=3d1c151e-d871-47f7-beff-ebb0aab8b51a HTTP/1.1" status: 200 len: 910 time: 0.2032311 Mar 08 20:37:14.063951 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.notifiers.nova [req-ec9eb2b5-818d-4b34-868d-40016b048d84 req-54ec920d-2572-4ad3-a55c-f990195aa173 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b3bef8d-f057-4ec6-9992-2247a73ec6d2 {{(pid=103458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 20:37:14.083569 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-6e108f23-549c-4092-a39f-de424393078b req-985214df-18ec-4c80-8b83-a51cbc461985 tempest-VolumesActionsTest-86913169 tempest-VolumesActionsTest-86913169-project] 10.222.0.41 "GET /v2.0/security-groups?id=a199a633-a955-41ef-9e78-5f2075f670b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566404 Mar 08 20:37:14.103072 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-ec9eb2b5-818d-4b34-868d-40016b048d84 req-54ec920d-2572-4ad3-a55c-f990195aa173 service neutron] Publish callbacks [] for port (1b3bef8d-f057-4ec6-9992-2247a73ec6d2), precommit_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:37:14.106725 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-7dea8ac9-6e56-4a1b-8f33-cb5d9ec388eb req-756bb53c-11d0-4072-be6f-ac821b7fbb92 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cebb4d91-969f-4b91-80ed-5b642c9e57e2 HTTP/1.1" status: 200 len: 217 time: 0.0516951 Mar 08 20:37:14.121467 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [req-ec9eb2b5-818d-4b34-868d-40016b048d84 req-54ec920d-2572-4ad3-a55c-f990195aa173 service neutron] Transition to ACTIVE for port object 1b3bef8d-f057-4ec6-9992-2247a73ec6d2 will not be triggered until provisioned by entity L2. {{(pid=103458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 20:37:14.177398 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dea8ac9-6e56-4a1b-8f33-cb5d9ec388eb req-b9781029-7cbb-47ad-b29c-44a815c9799f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:37:14.179718 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-7dea8ac9-6e56-4a1b-8f33-cb5d9ec388eb req-b9781029-7cbb-47ad-b29c-44a815c9799f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=50b3a6f4-b122-4929-8b80-105105581c86 HTTP/1.1" status: 200 len: 849 time: 0.0547798 Mar 08 20:37:14.220851 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-7dea8ac9-6e56-4a1b-8f33-cb5d9ec388eb req-dae3a68f-9f9b-410b-b4e1-0208d48490f1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3d1c151e-d871-47f7-beff-ebb0aab8b51a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331881 Mar 08 20:37:14.221590 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-ec9eb2b5-818d-4b34-868d-40016b048d84 req-54ec920d-2572-4ad3-a55c-f990195aa173 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745146878648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745146440924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745146440942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28566820'] for port (1b3bef8d-f057-4ec6-9992-2247a73ec6d2), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:37:14.324920 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ec920d-2572-4ad3-a55c-f990195aa173 service neutron] Pushing event updated for resources: {'Port': ['ID=1b3bef8d-f057-4ec6-9992-2247a73ec6d2,revision_number=2']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:37:14.416678 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-7dea8ac9-6e56-4a1b-8f33-cb5d9ec388eb req-72e5abc0-42d1-4e53-90f5-f322438c5a66 service neutron] 10.222.0.37 "GET /v2.0/networks/3d1c151e-d871-47f7-beff-ebb0aab8b51a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1690853 Mar 08 20:37:14.459387 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [req-ec9eb2b5-818d-4b34-868d-40016b048d84 req-54ec920d-2572-4ad3-a55c-f990195aa173 service neutron] Attempting to bind port 1b3bef8d-f057-4ec6-9992-2247a73ec6d2 on host hv-cinder-83009 for vnic_type normal with profile {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 20:37:14.459775 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [req-ec9eb2b5-818d-4b34-868d-40016b048d84 req-54ec920d-2572-4ad3-a55c-f990195aa173 service neutron] Attempting to bind port 1b3bef8d-f057-4ec6-9992-2247a73ec6d2 by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': '4d17c990-8ca8-4b04-9435-e1e4727aeb38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'c4b9653e-45c7-499b-ba57-89c5719459c1'}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 20:37:14.460115 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec9eb2b5-818d-4b34-868d-40016b048d84 req-54ec920d-2572-4ad3-a55c-f990195aa173 service neutron] Attempting to bind port 1b3bef8d-f057-4ec6-9992-2247a73ec6d2 on network c4b9653e-45c7-499b-ba57-89c5719459c1 {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 20:37:14.473792 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec9eb2b5-818d-4b34-868d-40016b048d84 req-54ec920d-2572-4ad3-a55c-f990195aa173 service neutron] Port 1b3bef8d-f057-4ec6-9992-2247a73ec6d2 on network c4b9653e-45c7-499b-ba57-89c5719459c1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 20:37:14.474487 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec9eb2b5-818d-4b34-868d-40016b048d84 req-54ec920d-2572-4ad3-a55c-f990195aa173 service neutron] Attempting to bind port 1b3bef8d-f057-4ec6-9992-2247a73ec6d2 on network c4b9653e-45c7-499b-ba57-89c5719459c1 {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 20:37:14.518198 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec9eb2b5-818d-4b34-868d-40016b048d84 req-54ec920d-2572-4ad3-a55c-f990195aa173 service neutron] Checking agent: {'id': '905863fd-6a46-47f8-82ce-98f31309cbd3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 20, 29, 24), 'started_at': datetime.datetime(2022, 3, 8, 20, 29, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 20, 36, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 20:37:14.518538 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec9eb2b5-818d-4b34-868d-40016b048d84 req-54ec920d-2572-4ad3-a55c-f990195aa173 service neutron] Checking segment: {'id': '4d17c990-8ca8-4b04-9435-e1e4727aeb38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'c4b9653e-45c7-499b-ba57-89c5719459c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 20:37:14.519192 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec9eb2b5-818d-4b34-868d-40016b048d84 req-54ec920d-2572-4ad3-a55c-f990195aa173 service neutron] Bound using segment: {'id': '4d17c990-8ca8-4b04-9435-e1e4727aeb38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'c4b9653e-45c7-499b-ba57-89c5719459c1'} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 20:37:14.519638 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [req-ec9eb2b5-818d-4b34-868d-40016b048d84 req-54ec920d-2572-4ad3-a55c-f990195aa173 service neutron] Bound port: 1b3bef8d-f057-4ec6-9992-2247a73ec6d2, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d17c990-8ca8-4b04-9435-e1e4727aeb38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'c4b9653e-45c7-499b-ba57-89c5719459c1'}}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 20:37:14.520008 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-ec9eb2b5-818d-4b34-868d-40016b048d84 req-54ec920d-2572-4ad3-a55c-f990195aa173 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747308'] for port (1b3bef8d-f057-4ec6-9992-2247a73ec6d2), before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:37:14.607925 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-7dea8ac9-6e56-4a1b-8f33-cb5d9ec388eb req-38777e49-ffa6-489c-a167-84a86c0aa2cd service neutron] 10.222.0.37 "GET /v2.0/networks/3d1c151e-d871-47f7-beff-ebb0aab8b51a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1730750 Mar 08 20:37:14.634415 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.db [req-ec9eb2b5-818d-4b34-868d-40016b048d84 req-54ec920d-2572-4ad3-a55c-f990195aa173 service neutron] For port 1b3bef8d-f057-4ec6-9992-2247a73ec6d2, host hv-cinder-83009, cleared binding levels {{(pid=103458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 20:37:14.637937 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.db [req-ec9eb2b5-818d-4b34-868d-40016b048d84 req-54ec920d-2572-4ad3-a55c-f990195aa173 service neutron] For port 1b3bef8d-f057-4ec6-9992-2247a73ec6d2, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=1b3bef8d-f057-4ec6-9992-2247a73ec6d2,segment=NetworkSegment(4d17c990-8ca8-4b04-9435-e1e4727aeb38),segment_id=4d17c990-8ca8-4b04-9435-e1e4727aeb38)] {{(pid=103458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 20:37:14.769913 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-ec9eb2b5-818d-4b34-868d-40016b048d84 req-54ec920d-2572-4ad3-a55c-f990195aa173 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745146878648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745146440924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745146440942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28566820'] for port (1b3bef8d-f057-4ec6-9992-2247a73ec6d2), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:37:14.807949 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9eb2b5-818d-4b34-868d-40016b048d84 req-54ec920d-2572-4ad3-a55c-f990195aa173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:37:14.808606 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-ec9eb2b5-818d-4b34-868d-40016b048d84 req-54ec920d-2572-4ad3-a55c-f990195aa173 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4188892'] for port (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:37:14.810006 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-ec9eb2b5-818d-4b34-868d-40016b048d84 req-54ec920d-2572-4ad3-a55c-f990195aa173 service neutron] 10.222.0.37 "PUT /v2.0/ports/1b3bef8d-f057-4ec6-9992-2247a73ec6d2 HTTP/1.1" status: 200 len: 1094 time: 1.3318694 Mar 08 20:37:14.810466 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0efc8a68-5aca-455d-8bc6-e2fb50c3ea3e', 'tag': '1b3bef8d-f057-4ec6-9992-2247a73ec6d2'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 20:37:14.812808 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80a387be2d8005eb2e27f9060a02e972faa958bb0688f3ffd3bc7b0f4eb55c8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f8b3112-665e-4d24-85d2-f856cd217bf2" -d '{"events": [{"name": "network-changed", "server_uuid": "0efc8a68-5aca-455d-8bc6-e2fb50c3ea3e", "tag": "1b3bef8d-f057-4ec6-9992-2247a73ec6d2"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 20:37:14.846936 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ec920d-2572-4ad3-a55c-f990195aa173 service neutron] Pushing event updated for resources: {'Port': ['ID=1b3bef8d-f057-4ec6-9992-2247a73ec6d2,revision_number=3']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:37:14.850583 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 20:37:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2eaa1c23-0bb0-4869-bf10-14fa420c268d x-openstack-request-id: req-2eaa1c23-0bb0-4869-bf10-14fa420c268d {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 20:37:14.850885 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0efc8a68-5aca-455d-8bc6-e2fb50c3ea3e", "tag": "1b3bef8d-f057-4ec6-9992-2247a73ec6d2", "status": "completed", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 20:37:14.851149 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2eaa1c23-0bb0-4869-bf10-14fa420c268d {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 20:37:14.851565 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0efc8a68-5aca-455d-8bc6-e2fb50c3ea3e', 'tag': '1b3bef8d-f057-4ec6-9992-2247a73ec6d2', 'status': 'completed', 'code': 200} Mar 08 20:37:14.935839 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8b3112-665e-4d24-85d2-f856cd217bf2 req-f5d9272b-5d53-4df0-ad9c-fddc6d9df5fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:37:14.937418 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-2f8b3112-665e-4d24-85d2-f856cd217bf2 req-f5d9272b-5d53-4df0-ad9c-fddc6d9df5fa service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f20808b123ee4f56a27c063a5a344a6f&device_id=0efc8a68-5aca-455d-8bc6-e2fb50c3ea3e HTTP/1.1" status: 200 len: 1128 time: 0.0559514 Mar 08 20:37:15.075401 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8b3112-665e-4d24-85d2-f856cd217bf2 req-175a2c66-08a3-4c5b-9fda-9de69710ee29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:37:15.076920 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-2f8b3112-665e-4d24-85d2-f856cd217bf2 req-175a2c66-08a3-4c5b-9fda-9de69710ee29 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=f20808b123ee4f56a27c063a5a344a6f&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1296420 Mar 08 20:37:15.155969 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b840d10-3404-4e34-9ada-9aa6052ad3dd req-48bf1b34-52ca-46aa-9067-93fb985edd90 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:37:15.157824 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-5b840d10-3404-4e34-9ada-9aa6052ad3dd req-48bf1b34-52ca-46aa-9067-93fb985edd90 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] 10.222.0.41 "GET /v2.0/ports?device_id=0efc8a68-5aca-455d-8bc6-e2fb50c3ea3e HTTP/1.1" status: 200 len: 944 time: 0.0642436 Mar 08 20:37:15.212641 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-5b840d10-3404-4e34-9ada-9aa6052ad3dd req-cde69c67-86df-4dce-92b6-96e551ceb87a tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] 10.222.0.41 "GET /v2.0/security-groups?id=a1091a81-3814-460d-958e-6087bf5eed3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475233 Mar 08 20:37:15.222427 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8b3112-665e-4d24-85d2-f856cd217bf2 req-ce6d7bef-5a54-408e-a3af-865a8b805929 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:37:15.223943 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-2f8b3112-665e-4d24-85d2-f856cd217bf2 req-ce6d7bef-5a54-408e-a3af-865a8b805929 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1380825 Mar 08 20:37:15.255895 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d40a501-b27a-40e2-bf5b-fef7ccca11bf req-2d4c464d-dd90-4de9-a8c6-56222e97df49 tempest-VolumesActionsTest-86913169 tempest-VolumesActionsTest-86913169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:37:15.258095 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-3d40a501-b27a-40e2-bf5b-fef7ccca11bf req-2d4c464d-dd90-4de9-a8c6-56222e97df49 tempest-VolumesActionsTest-86913169 tempest-VolumesActionsTest-86913169-project] 10.222.0.41 "GET /v2.0/ports?device_id=a85fc474-1ed9-4887-b547-ce00940fbec8 HTTP/1.1" status: 200 len: 943 time: 0.0873032 Mar 08 20:37:15.339547 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-3d40a501-b27a-40e2-bf5b-fef7ccca11bf req-004b1bca-d513-454f-9a67-695c076a3dca tempest-VolumesActionsTest-86913169 tempest-VolumesActionsTest-86913169-project] 10.222.0.41 "GET /v2.0/security-groups?id=a199a633-a955-41ef-9e78-5f2075f670b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662408 Mar 08 20:37:15.346174 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9eb2b5-818d-4b34-868d-40016b048d84 req-097d3dd8-49e9-4722-8a3e-d5f45296a4f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:37:15.347661 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-ec9eb2b5-818d-4b34-868d-40016b048d84 req-097d3dd8-49e9-4722-8a3e-d5f45296a4f3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f20808b123ee4f56a27c063a5a344a6f&device_id=0efc8a68-5aca-455d-8bc6-e2fb50c3ea3e HTTP/1.1" status: 200 len: 1128 time: 0.0852582 Mar 08 20:37:15.395842 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-ec9eb2b5-818d-4b34-868d-40016b048d84 req-753f6562-c959-4272-b481-fe4f76e3a897 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1b3bef8d-f057-4ec6-9992-2247a73ec6d2 HTTP/1.1" status: 200 len: 217 time: 0.0400941 Mar 08 20:37:15.447684 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9eb2b5-818d-4b34-868d-40016b048d84 req-71f1aa8e-0e97-40cc-a497-fb60f62e23b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:37:15.449215 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-ec9eb2b5-818d-4b34-868d-40016b048d84 req-71f1aa8e-0e97-40cc-a497-fb60f62e23b2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3acd2cae-edc5-4deb-af56-8a423e7d5ec3 HTTP/1.1" status: 200 len: 853 time: 0.0462723 Mar 08 20:37:15.510120 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9eb2b5-818d-4b34-868d-40016b048d84 req-80de0ce6-0e92-4935-955e-e1aabc47bbc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:37:15.511814 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-ec9eb2b5-818d-4b34-868d-40016b048d84 req-80de0ce6-0e92-4935-955e-e1aabc47bbc1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c4b9653e-45c7-499b-ba57-89c5719459c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0474777 Mar 08 20:37:15.624514 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-ec9eb2b5-818d-4b34-868d-40016b048d84 req-2aa1dff1-ae6d-4d8c-b4a7-9ab53116dac5 service neutron] 10.222.0.37 "GET /v2.0/networks/c4b9653e-45c7-499b-ba57-89c5719459c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991797 Mar 08 20:37:15.717283 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-ec9eb2b5-818d-4b34-868d-40016b048d84 req-7aeab530-d521-452b-9783-a21c1d9d0838 service neutron] 10.222.0.37 "GET /v2.0/networks/c4b9653e-45c7-499b-ba57-89c5719459c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834310 Mar 08 20:37:15.803903 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.rpc [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Device cebb4d91-969f-4b91-80ed-5b642c9e57e2 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103460) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 20:37:15.908012 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.db [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] For port cebb4d91-969f-4b91-80ed-5b642c9e57e2, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=cebb4d91-969f-4b91-80ed-5b642c9e57e2,segment=NetworkSegment(dccf2df2-846f-4b53-9790-b1c45eea3e6f),segment_id=dccf2df2-846f-4b53-9790-b1c45eea3e6f)] {{(pid=103460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:37:15.919345 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.rpc [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Returning: {'device': 'cebb4d91-969f-4b91-80ed-5b642c9e57e2', 'network_id': '3d1c151e-d871-47f7-beff-ebb0aab8b51a', 'port_id': 'cebb4d91-969f-4b91-80ed-5b642c9e57e2', 'mac_address': 'fa:16:3e:28:e2:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50b3a6f4-b122-4929-8b80-105105581c86', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103460) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 20:37:15.957695 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.plugin [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Current status of the port cebb4d91-969f-4b91-80ed-5b642c9e57e2 is: DOWN; New status is: BUILD {{(pid=103460) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:37:15.958083 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747308'] for port (cebb4d91-969f-4b91-80ed-5b642c9e57e2), before_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:37:15.972703 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.notifiers.nova [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cebb4d91-969f-4b91-80ed-5b642c9e57e2 {{(pid=103460) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 20:37:15.993000 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.db [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] For port cebb4d91-969f-4b91-80ed-5b642c9e57e2, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=cebb4d91-969f-4b91-80ed-5b642c9e57e2,segment=NetworkSegment(dccf2df2-846f-4b53-9790-b1c45eea3e6f),segment_id=dccf2df2-846f-4b53-9790-b1c45eea3e6f)] {{(pid=103460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:37:16.095498 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745146878648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745146440924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745146440942'] for port (cebb4d91-969f-4b91-80ed-5b642c9e57e2), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:37:16.143554 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Pushing event updated for resources: {'Port': ['ID=cebb4d91-969f-4b91-80ed-5b642c9e57e2,revision_number=4']} {{(pid=103460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:37:16.348452 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2b2d82-b9f0-4871-80d7-a5c68321ad8c req-d988172b-65ad-4a0a-86b7-177fe86db070 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:37:16.350068 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-fc2b2d82-b9f0-4871-80d7-a5c68321ad8c req-d988172b-65ad-4a0a-86b7-177fe86db070 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] 10.222.0.41 "GET /v2.0/ports?device_id=0efc8a68-5aca-455d-8bc6-e2fb50c3ea3e HTTP/1.1" status: 200 len: 944 time: 0.0653167 Mar 08 20:37:16.428516 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-fc2b2d82-b9f0-4871-80d7-a5c68321ad8c req-343f3e60-a210-4b61-bb75-f5ec0ae28462 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] 10.222.0.41 "GET /v2.0/security-groups?id=a1091a81-3814-460d-958e-6087bf5eed3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724068 Mar 08 20:37:16.443226 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.db [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] get_ports_and_sgs() called for port_ids ['cebb4d91-969f-4b91-80ed-5b642c9e57e2'] {{(pid=103460) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 20:37:16.494063 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa2177b-8e33-4773-9ca3-7f801011e955 req-362188f7-16e6-4aa3-8f70-f56d360e3cc1 tempest-VolumesActionsTest-86913169 tempest-VolumesActionsTest-86913169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:37:16.496026 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-4fa2177b-8e33-4773-9ca3-7f801011e955 req-362188f7-16e6-4aa3-8f70-f56d360e3cc1 tempest-VolumesActionsTest-86913169 tempest-VolumesActionsTest-86913169-project] 10.222.0.41 "GET /v2.0/ports?device_id=a85fc474-1ed9-4887-b547-ce00940fbec8 HTTP/1.1" status: 200 len: 944 time: 0.0694098 Mar 08 20:37:16.552799 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-4fa2177b-8e33-4773-9ca3-7f801011e955 req-01538da3-d74b-444a-b961-4a767a275a7b tempest-VolumesActionsTest-86913169 tempest-VolumesActionsTest-86913169-project] 10.222.0.41 "GET /v2.0/security-groups?id=a199a633-a955-41ef-9e78-5f2075f670b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512166 Mar 08 20:37:17.567029 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d306659-866c-4565-95cb-2a74e9537328 req-3a54f02a-6f6c-4f45-9480-d8935116cef6 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:37:17.568582 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-5d306659-866c-4565-95cb-2a74e9537328 req-3a54f02a-6f6c-4f45-9480-d8935116cef6 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] 10.222.0.41 "GET /v2.0/ports?device_id=0efc8a68-5aca-455d-8bc6-e2fb50c3ea3e HTTP/1.1" status: 200 len: 944 time: 0.0583453 Mar 08 20:37:17.620695 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-5d306659-866c-4565-95cb-2a74e9537328 req-1bc00d9c-97c9-43a8-b73a-faf6a64a94a7 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] 10.222.0.41 "GET /v2.0/security-groups?id=a1091a81-3814-460d-958e-6087bf5eed3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457609 Mar 08 20:37:17.693787 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4577b772-cb16-4b2e-8548-5034b674886e req-3baf7acd-6ead-4492-92fc-01271d9f0488 tempest-VolumesActionsTest-86913169 tempest-VolumesActionsTest-86913169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:37:17.695316 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-4577b772-cb16-4b2e-8548-5034b674886e req-3baf7acd-6ead-4492-92fc-01271d9f0488 tempest-VolumesActionsTest-86913169 tempest-VolumesActionsTest-86913169-project] 10.222.0.41 "GET /v2.0/ports?device_id=a85fc474-1ed9-4887-b547-ce00940fbec8 HTTP/1.1" status: 200 len: 944 time: 0.0599616 Mar 08 20:37:17.748719 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-4577b772-cb16-4b2e-8548-5034b674886e req-057700ec-47a0-4309-821c-e8594c794102 tempest-VolumesActionsTest-86913169 tempest-VolumesActionsTest-86913169-project] 10.222.0.41 "GET /v2.0/security-groups?id=a199a633-a955-41ef-9e78-5f2075f670b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476809 Mar 08 20:37:17.807164 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.rpc [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Device 1b3bef8d-f057-4ec6-9992-2247a73ec6d2 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103460) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 20:37:17.811213 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.rpc [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Device cebb4d91-969f-4b91-80ed-5b642c9e57e2 up at agent hyperv_hv-cinder-83009 {{(pid=103460) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 20:37:17.949571 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.db [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] For port 1b3bef8d-f057-4ec6-9992-2247a73ec6d2, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=1b3bef8d-f057-4ec6-9992-2247a73ec6d2,segment=NetworkSegment(4d17c990-8ca8-4b04-9435-e1e4727aeb38),segment_id=4d17c990-8ca8-4b04-9435-e1e4727aeb38)] {{(pid=103460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:37:17.961925 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.rpc [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Returning: {'device': '1b3bef8d-f057-4ec6-9992-2247a73ec6d2', 'network_id': 'c4b9653e-45c7-499b-ba57-89c5719459c1', 'port_id': '1b3bef8d-f057-4ec6-9992-2247a73ec6d2', 'mac_address': 'fa:16:3e:7f:f6:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3acd2cae-edc5-4deb-af56-8a423e7d5ec3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103460) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 20:37:18.003287 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.plugin [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Current status of the port 1b3bef8d-f057-4ec6-9992-2247a73ec6d2 is: DOWN; New status is: BUILD {{(pid=103460) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:37:18.003599 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747308'] for port (1b3bef8d-f057-4ec6-9992-2247a73ec6d2), before_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:37:18.017402 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.notifiers.nova [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b3bef8d-f057-4ec6-9992-2247a73ec6d2 {{(pid=103460) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 20:37:18.030639 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.provisioning_blocks [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Provisioning for port cebb4d91-969f-4b91-80ed-5b642c9e57e2 completed by entity L2. {{(pid=103460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 20:37:18.041977 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.db [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] For port 1b3bef8d-f057-4ec6-9992-2247a73ec6d2, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=1b3bef8d-f057-4ec6-9992-2247a73ec6d2,segment=NetworkSegment(4d17c990-8ca8-4b04-9435-e1e4727aeb38),segment_id=4d17c990-8ca8-4b04-9435-e1e4727aeb38)] {{(pid=103460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:37:18.043176 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.provisioning_blocks [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Provisioning complete for port cebb4d91-969f-4b91-80ed-5b642c9e57e2 triggered by entity L2. {{(pid=103460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:37:18.043550 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476507'] for port (cebb4d91-969f-4b91-80ed-5b642c9e57e2), provisioning_complete {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:37:18.134918 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.plugin [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Current status of the port cebb4d91-969f-4b91-80ed-5b642c9e57e2 is: BUILD; New status is: ACTIVE {{(pid=103460) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:37:18.135344 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747308'] for port (cebb4d91-969f-4b91-80ed-5b642c9e57e2), before_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:37:18.161690 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a85fc474-1ed9-4887-b547-ce00940fbec8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cebb4d91-969f-4b91-80ed-5b642c9e57e2'}] {{(pid=103460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 20:37:18.164029 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf2096ed20afa7c789231551a200e589db82a1cedf1791aa7acfc36920bc021b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbf65766-ffb6-483f-9bbe-85b2f4d31cbc" -d '{"events": [{"server_uuid": "a85fc474-1ed9-4887-b547-ce00940fbec8", "name": "network-vif-plugged", "status": "completed", "tag": "cebb4d91-969f-4b91-80ed-5b642c9e57e2"}]}' {{(pid=103460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 20:37:18.174820 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745146878648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745146440924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745146440942'] for port (1b3bef8d-f057-4ec6-9992-2247a73ec6d2), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:37:18.182424 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.db [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] For port cebb4d91-969f-4b91-80ed-5b642c9e57e2, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=cebb4d91-969f-4b91-80ed-5b642c9e57e2,segment=NetworkSegment(dccf2df2-846f-4b53-9790-b1c45eea3e6f),segment_id=dccf2df2-846f-4b53-9790-b1c45eea3e6f)] {{(pid=103460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:37:18.211573 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 20:37:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-172d14ab-7ed2-4581-b3ec-192b6e539161 x-openstack-request-id: req-172d14ab-7ed2-4581-b3ec-192b6e539161 {{(pid=103460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 20:37:18.211573 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a85fc474-1ed9-4887-b547-ce00940fbec8", "name": "network-vif-plugged", "status": "completed", "tag": "cebb4d91-969f-4b91-80ed-5b642c9e57e2", "code": 200}]} {{(pid=103460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 20:37:18.211573 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-172d14ab-7ed2-4581-b3ec-192b6e539161 {{(pid=103460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 20:37:18.211573 dv-cinder-830096-3-iscsi neutron-server[103460]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a85fc474-1ed9-4887-b547-ce00940fbec8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cebb4d91-969f-4b91-80ed-5b642c9e57e2', 'code': 200} Mar 08 20:37:18.237177 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Pushing event updated for resources: {'Port': ['ID=1b3bef8d-f057-4ec6-9992-2247a73ec6d2,revision_number=4']} {{(pid=103460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:37:18.318453 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745146878648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745146440924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745146440942'] for port (cebb4d91-969f-4b91-80ed-5b642c9e57e2), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:37:18.381491 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Pushing event updated for resources: {'Port': ['ID=cebb4d91-969f-4b91-80ed-5b642c9e57e2,revision_number=5']} {{(pid=103460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:37:18.534117 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.db [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] get_ports_and_sgs() called for port_ids ['1b3bef8d-f057-4ec6-9992-2247a73ec6d2'] {{(pid=103460) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 20:37:18.662157 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8c0f46-8f57-4435-8f55-7916583abf8b req-f0fe29d2-d084-4901-bdf8-f094b53dffac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:37:18.667654 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-ce8c0f46-8f57-4435-8f55-7916583abf8b req-f0fe29d2-d084-4901-bdf8-f094b53dffac service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a85fc474-1ed9-4887-b547-ce00940fbec8 HTTP/1.1" status: 200 len: 1129 time: 0.0767555 Mar 08 20:37:18.763089 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-ce8c0f46-8f57-4435-8f55-7916583abf8b req-a8d0a71d-492b-4c8c-ac2e-e48cd659d854 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=a199a633-a955-41ef-9e78-5f2075f670b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748863 Mar 08 20:37:18.783705 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3918a65c-f35a-43b8-9469-c81f406c1769 req-87549f5c-1c55-44a9-86a5-061f285580f2 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:37:18.785295 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-3918a65c-f35a-43b8-9469-c81f406c1769 req-87549f5c-1c55-44a9-86a5-061f285580f2 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] 10.222.0.41 "GET /v2.0/ports?device_id=0efc8a68-5aca-455d-8bc6-e2fb50c3ea3e HTTP/1.1" status: 200 len: 945 time: 0.0881903 Mar 08 20:37:18.855020 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-3918a65c-f35a-43b8-9469-c81f406c1769 req-6ab0fa78-204f-4ec9-90d8-1b2f9853f4a0 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] 10.222.0.41 "GET /v2.0/security-groups?id=a1091a81-3814-460d-958e-6087bf5eed3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594821 Mar 08 20:37:18.878969 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efccd2e-e57a-4a3b-97f4-ab904e9c3e4d req-c42d6421-6376-4a56-b0e2-2ac53a37c624 tempest-VolumesActionsTest-86913169 tempest-VolumesActionsTest-86913169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:37:18.880790 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-4efccd2e-e57a-4a3b-97f4-ab904e9c3e4d req-c42d6421-6376-4a56-b0e2-2ac53a37c624 tempest-VolumesActionsTest-86913169 tempest-VolumesActionsTest-86913169-project] 10.222.0.41 "GET /v2.0/ports?device_id=a85fc474-1ed9-4887-b547-ce00940fbec8 HTTP/1.1" status: 200 len: 945 time: 0.0580831 Mar 08 20:37:18.954982 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-4efccd2e-e57a-4a3b-97f4-ab904e9c3e4d req-b0aeb5a1-088d-4432-9174-2aa13876bd95 tempest-VolumesActionsTest-86913169 tempest-VolumesActionsTest-86913169-project] 10.222.0.41 "GET /v2.0/security-groups?id=a199a633-a955-41ef-9e78-5f2075f670b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639925 Mar 08 20:37:19.823155 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.rpc [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Device 1b3bef8d-f057-4ec6-9992-2247a73ec6d2 up at agent hyperv_hv-cinder-83009 {{(pid=103460) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 20:37:19.975004 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.provisioning_blocks [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Provisioning for port 1b3bef8d-f057-4ec6-9992-2247a73ec6d2 completed by entity L2. {{(pid=103460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 20:37:19.980662 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.provisioning_blocks [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Provisioning complete for port 1b3bef8d-f057-4ec6-9992-2247a73ec6d2 triggered by entity L2. {{(pid=103460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:37:19.980934 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476507'] for port (1b3bef8d-f057-4ec6-9992-2247a73ec6d2), provisioning_complete {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:37:20.001556 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3b56b2-e36e-4fd1-80ed-a7c6dc868910 req-77d9af61-be15-45d5-8f3f-defa46d3049a tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:37:20.005661 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-6a3b56b2-e36e-4fd1-80ed-a7c6dc868910 req-77d9af61-be15-45d5-8f3f-defa46d3049a tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] 10.222.0.41 "GET /v2.0/ports?device_id=0efc8a68-5aca-455d-8bc6-e2fb50c3ea3e HTTP/1.1" status: 200 len: 945 time: 0.0714428 Mar 08 20:37:20.074622 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-6a3b56b2-e36e-4fd1-80ed-a7c6dc868910 req-ad693e32-4084-4552-a144-845c8f7a6928 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] 10.222.0.41 "GET /v2.0/security-groups?id=a1091a81-3814-460d-958e-6087bf5eed3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578554 Mar 08 20:37:20.117940 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.plugin [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Current status of the port 1b3bef8d-f057-4ec6-9992-2247a73ec6d2 is: BUILD; New status is: ACTIVE {{(pid=103460) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:37:20.119091 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747308'] for port (1b3bef8d-f057-4ec6-9992-2247a73ec6d2), before_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:37:20.121338 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f9bbdc-c59f-40a1-9ee3-8188dbb1d038 req-d195834b-3113-4f6c-926a-41028f2422b6 tempest-VolumesActionsTest-86913169 tempest-VolumesActionsTest-86913169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:37:20.123041 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-c7f9bbdc-c59f-40a1-9ee3-8188dbb1d038 req-d195834b-3113-4f6c-926a-41028f2422b6 tempest-VolumesActionsTest-86913169 tempest-VolumesActionsTest-86913169-project] 10.222.0.41 "GET /v2.0/ports?device_id=a85fc474-1ed9-4887-b547-ce00940fbec8 HTTP/1.1" status: 200 len: 945 time: 0.0736530 Mar 08 20:37:20.171133 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.db [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] For port 1b3bef8d-f057-4ec6-9992-2247a73ec6d2, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=1b3bef8d-f057-4ec6-9992-2247a73ec6d2,segment=NetworkSegment(4d17c990-8ca8-4b04-9435-e1e4727aeb38),segment_id=4d17c990-8ca8-4b04-9435-e1e4727aeb38)] {{(pid=103460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:37:20.185079 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-c7f9bbdc-c59f-40a1-9ee3-8188dbb1d038 req-5b669152-2ce0-4fe7-8cf0-fe8faf6758a2 tempest-VolumesActionsTest-86913169 tempest-VolumesActionsTest-86913169-project] 10.222.0.41 "GET /v2.0/security-groups?id=a199a633-a955-41ef-9e78-5f2075f670b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516605 Mar 08 20:37:20.210167 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0efc8a68-5aca-455d-8bc6-e2fb50c3ea3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b3bef8d-f057-4ec6-9992-2247a73ec6d2'}] {{(pid=103460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 20:37:20.213857 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf2096ed20afa7c789231551a200e589db82a1cedf1791aa7acfc36920bc021b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e1c8e54-ae58-437e-a61d-5a945fbebf87" -d '{"events": [{"server_uuid": "0efc8a68-5aca-455d-8bc6-e2fb50c3ea3e", "name": "network-vif-plugged", "status": "completed", "tag": "1b3bef8d-f057-4ec6-9992-2247a73ec6d2"}]}' {{(pid=103460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 20:37:20.262326 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 20:37:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4273b49-049b-4e5f-ba94-be07caabe368 x-openstack-request-id: req-b4273b49-049b-4e5f-ba94-be07caabe368 {{(pid=103460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 20:37:20.262916 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0efc8a68-5aca-455d-8bc6-e2fb50c3ea3e", "name": "network-vif-plugged", "status": "completed", "tag": "1b3bef8d-f057-4ec6-9992-2247a73ec6d2", "code": 200}]} {{(pid=103460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 20:37:20.263345 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b4273b49-049b-4e5f-ba94-be07caabe368 {{(pid=103460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 20:37:20.263562 dv-cinder-830096-3-iscsi neutron-server[103460]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0efc8a68-5aca-455d-8bc6-e2fb50c3ea3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b3bef8d-f057-4ec6-9992-2247a73ec6d2', 'code': 200} Mar 08 20:37:20.278453 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745146878648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745146440924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745146440942'] for port (1b3bef8d-f057-4ec6-9992-2247a73ec6d2), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:37:20.346016 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Pushing event updated for resources: {'Port': ['ID=1b3bef8d-f057-4ec6-9992-2247a73ec6d2,revision_number=5']} {{(pid=103460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:37:20.665251 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832b38bb-81a5-4577-b17e-64bfebc2484d req-849ede74-1f73-4892-b516-5f87bb1ea185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:37:20.667842 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-832b38bb-81a5-4577-b17e-64bfebc2484d req-849ede74-1f73-4892-b516-5f87bb1ea185 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=0efc8a68-5aca-455d-8bc6-e2fb50c3ea3e HTTP/1.1" status: 200 len: 1130 time: 0.0612290 Mar 08 20:37:20.744311 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-832b38bb-81a5-4577-b17e-64bfebc2484d req-821cfe99-67ac-4169-be50-a82f16edab7d service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=a1091a81-3814-460d-958e-6087bf5eed3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615187 Mar 08 20:37:21.253428 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49614381-b9fc-4b02-8aac-55206f9d8ca9 req-937df874-53b8-4448-bcce-6028ad0ed4e2 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:37:21.255920 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-49614381-b9fc-4b02-8aac-55206f9d8ca9 req-937df874-53b8-4448-bcce-6028ad0ed4e2 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] 10.222.0.41 "GET /v2.0/ports?device_id=0efc8a68-5aca-455d-8bc6-e2fb50c3ea3e HTTP/1.1" status: 200 len: 946 time: 0.0722098 Mar 08 20:37:21.314165 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-49614381-b9fc-4b02-8aac-55206f9d8ca9 req-912f42f3-18a3-4fa7-bb40-30e882c32b5b tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] 10.222.0.41 "GET /v2.0/security-groups?id=a1091a81-3814-460d-958e-6087bf5eed3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513687 Mar 08 20:37:21.344321 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec42c89-d4c0-46b3-a83d-fa407afe9122 req-2c5f3776-31f3-44cb-bc76-df942302ae5f tempest-VolumesActionsTest-86913169 tempest-VolumesActionsTest-86913169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:37:21.345898 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-7ec42c89-d4c0-46b3-a83d-fa407afe9122 req-2c5f3776-31f3-44cb-bc76-df942302ae5f tempest-VolumesActionsTest-86913169 tempest-VolumesActionsTest-86913169-project] 10.222.0.41 "GET /v2.0/ports?device_id=a85fc474-1ed9-4887-b547-ce00940fbec8 HTTP/1.1" status: 200 len: 945 time: 0.0607529 Mar 08 20:37:21.428985 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-7ec42c89-d4c0-46b3-a83d-fa407afe9122 req-03e705ac-5a9b-4789-922e-9c5c1e056583 tempest-VolumesActionsTest-86913169 tempest-VolumesActionsTest-86913169-project] 10.222.0.41 "GET /v2.0/security-groups?id=a199a633-a955-41ef-9e78-5f2075f670b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725870 Mar 08 20:37:22.468283 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a26c49c-7b53-4576-b8ab-45273482a46f req-8a73398a-e9e0-4276-accd-ebc0f4183d22 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:37:22.469932 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-8a26c49c-7b53-4576-b8ab-45273482a46f req-8a73398a-e9e0-4276-accd-ebc0f4183d22 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] 10.222.0.41 "GET /v2.0/ports?device_id=0efc8a68-5aca-455d-8bc6-e2fb50c3ea3e HTTP/1.1" status: 200 len: 946 time: 0.0728469 Mar 08 20:37:22.536889 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-8a26c49c-7b53-4576-b8ab-45273482a46f req-aef7508f-2aed-4702-8847-35726d88dc0d tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] 10.222.0.41 "GET /v2.0/security-groups?id=a1091a81-3814-460d-958e-6087bf5eed3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590229 Mar 08 20:37:23.066096 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2854ba-c2e3-499d-b8f6-a6438e307176 req-0440d923-bd45-456d-a19e-9de91abd3201 tempest-VolumesActionsTest-86913169 tempest-VolumesActionsTest-86913169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:37:23.067597 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-ef2854ba-c2e3-499d-b8f6-a6438e307176 req-0440d923-bd45-456d-a19e-9de91abd3201 tempest-VolumesActionsTest-86913169 tempest-VolumesActionsTest-86913169-project] 10.222.0.41 "GET /v2.0/ports?device_id=a85fc474-1ed9-4887-b547-ce00940fbec8 HTTP/1.1" status: 200 len: 945 time: 0.0596437 Mar 08 20:37:23.115475 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-ef2854ba-c2e3-499d-b8f6-a6438e307176 req-3f747c5c-3959-4996-875d-6ac64b6fc084 tempest-VolumesActionsTest-86913169 tempest-VolumesActionsTest-86913169-project] 10.222.0.41 "GET /v2.0/security-groups?id=a199a633-a955-41ef-9e78-5f2075f670b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420053 Mar 08 20:37:23.665201 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34489dfa-e909-4047-952d-a1fbf8fbe34c req-5eff8199-9151-4a48-abcf-8014261dd935 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:37:23.666715 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-34489dfa-e909-4047-952d-a1fbf8fbe34c req-5eff8199-9151-4a48-abcf-8014261dd935 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] 10.222.0.41 "GET /v2.0/ports?device_id=0efc8a68-5aca-455d-8bc6-e2fb50c3ea3e HTTP/1.1" status: 200 len: 946 time: 0.0577314 Mar 08 20:37:23.717022 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-34489dfa-e909-4047-952d-a1fbf8fbe34c req-dccdccaa-d4b0-4c3f-994a-dfd51d3b3d70 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] 10.222.0.41 "GET /v2.0/security-groups?id=a1091a81-3814-460d-958e-6087bf5eed3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448143 Mar 08 20:37:23.833542 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7841ed2-20b4-49b1-baf9-4c899ee7d46c req-20c54343-b012-4f79-8a70-c7ef18ceb1e7 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:37:23.835516 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-c7841ed2-20b4-49b1-baf9-4c899ee7d46c req-20c54343-b012-4f79-8a70-c7ef18ceb1e7 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] 10.222.0.41 "GET /v2.0/ports?device_id=0efc8a68-5aca-455d-8bc6-e2fb50c3ea3e HTTP/1.1" status: 200 len: 946 time: 0.0560749 Mar 08 20:37:23.844454 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.41', 34954) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:37:23.849097 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.v2.base [None req-aab07e98-56a2-462e-82d7-053ce7afb0fd tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Request body: {'floatingip': {'port_id': '1b3bef8d-f057-4ec6-9992-2247a73ec6d2'}} {{(pid=103458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:37:23.888756 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-aab07e98-56a2-462e-82d7-053ce7afb0fd tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Publish callbacks [] for floatingip (69ffa2ac-83a7-4653-b524-fa4f50562e18), before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:37:24.139875 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745146981205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476605'] for agent (905863fd-6a46-47f8-82ce-98f31309cbd3), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:37:24.326530 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1137c94b-a9e0-41bc-8aca-571752c09962 req-67e3754b-6f08-409a-b8ac-2432ea75d05f tempest-VolumesActionsTest-86913169 tempest-VolumesActionsTest-86913169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:37:24.328241 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-1137c94b-a9e0-41bc-8aca-571752c09962 req-67e3754b-6f08-409a-b8ac-2432ea75d05f tempest-VolumesActionsTest-86913169 tempest-VolumesActionsTest-86913169-project] 10.222.0.41 "GET /v2.0/ports?device_id=a85fc474-1ed9-4887-b547-ce00940fbec8 HTTP/1.1" status: 200 len: 945 time: 0.1125338 Mar 08 20:37:24.670133 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.db.resource_extend [None req-aab07e98-56a2-462e-82d7-053ce7afb0fd tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] It took 0.33 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 08 20:37:24.717997 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-1137c94b-a9e0-41bc-8aca-571752c09962 req-b176e6c2-b34c-45b8-952d-8a8277307b76 tempest-VolumesActionsTest-86913169 tempest-VolumesActionsTest-86913169-project] 10.222.0.41 "GET /v2.0/security-groups?id=a199a633-a955-41ef-9e78-5f2075f670b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3829339 Mar 08 20:37:24.736109 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-aab07e98-56a2-462e-82d7-053ce7afb0fd tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:37:24.798582 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-aab07e98-56a2-462e-82d7-053ce7afb0fd tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-443219'] for floatingip (69ffa2ac-83a7-4653-b524-fa4f50562e18), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:37:24.935282 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.db.l3_db [None req-aab07e98-56a2-462e-82d7-053ce7afb0fd tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Floating IP 69ffa2ac-83a7-4653-b524-fa4f50562e18 associated. External IP: 172.27.2.8, port: 1b3bef8d-f057-4ec6-9992-2247a73ec6d2. Mar 08 20:37:24.999121 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f70aee-c3a2-41c4-b4b3-091494b1cd3a req-7bd676b4-cf98-41ea-a88b-f08bac588175 tempest-VolumesActionsTest-86913169 tempest-VolumesActionsTest-86913169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:37:25.000594 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-34f70aee-c3a2-41c4-b4b3-091494b1cd3a req-7bd676b4-cf98-41ea-a88b-f08bac588175 tempest-VolumesActionsTest-86913169 tempest-VolumesActionsTest-86913169-project] 10.222.0.37 "GET /v2.0/ports?device_id=a85fc474-1ed9-4887-b547-ce00940fbec8 HTTP/1.1" status: 200 len: 945 time: 0.1045561 Mar 08 20:37:25.228322 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [req-34f70aee-c3a2-41c4-b4b3-091494b1cd3a req-21853b79-59e0-45bd-8578-2a1365abd59b tempest-VolumesActionsTest-86913169 tempest-VolumesActionsTest-86913169-project] Deleting port cebb4d91-969f-4b91-80ed-5b642c9e57e2 {{(pid=103458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 20:37:25.228668 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-34f70aee-c3a2-41c4-b4b3-091494b1cd3a req-21853b79-59e0-45bd-8578-2a1365abd59b tempest-VolumesActionsTest-86913169 tempest-VolumesActionsTest-86913169-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745146874691'] for port (cebb4d91-969f-4b91-80ed-5b642c9e57e2), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:37:25.305208 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aab07e98-56a2-462e-82d7-053ce7afb0fd tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Router 530b8758-a936-4a7c-9055-3fd7021964a9 has already been hosted by L3 agent 7ae9fd8f-5d61-4821-9eac-044950c450f0 {{(pid=103458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 20:37:25.392276 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.db [req-34f70aee-c3a2-41c4-b4b3-091494b1cd3a req-21853b79-59e0-45bd-8578-2a1365abd59b tempest-VolumesActionsTest-86913169 tempest-VolumesActionsTest-86913169-project] For port cebb4d91-969f-4b91-80ed-5b642c9e57e2, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=cebb4d91-969f-4b91-80ed-5b642c9e57e2,segment=NetworkSegment(dccf2df2-846f-4b53-9790-b1c45eea3e6f),segment_id=dccf2df2-846f-4b53-9790-b1c45eea3e6f)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:37:25.392737 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-34f70aee-c3a2-41c4-b4b3-091494b1cd3a req-21853b79-59e0-45bd-8578-2a1365abd59b tempest-VolumesActionsTest-86913169 tempest-VolumesActionsTest-86913169-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443457'] for port (cebb4d91-969f-4b91-80ed-5b642c9e57e2), precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:37:25.410703 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [req-34f70aee-c3a2-41c4-b4b3-091494b1cd3a req-21853b79-59e0-45bd-8578-2a1365abd59b tempest-VolumesActionsTest-86913169 tempest-VolumesActionsTest-86913169-project] Calling delete_port for cebb4d91-969f-4b91-80ed-5b642c9e57e2 owned by compute:nova {{(pid=103458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 20:37:25.509838 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aab07e98-56a2-462e-82d7-053ce7afb0fd tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Notify agent at l3_agent.dv-cinder-830096-3-iscsi the message routers_updated {{(pid=103458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 20:37:25.518194 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-aab07e98-56a2-462e-82d7-053ce7afb0fd tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4188892'] for floatingip (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:37:25.523066 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce119454-23b8-4ccc-bc3b-79241b21145e None None] Sync routers for ids ['530b8758-a936-4a7c-9055-3fd7021964a9'] in dv-cinder-830096-3-iscsi {{(pid=103460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 20:37:25.532160 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce119454-23b8-4ccc-bc3b-79241b21145e None None] Routers {'530b8758-a936-4a7c-9055-3fd7021964a9'} bound to L3 agent in host dv-cinder-830096-3-iscsi {{(pid=103460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:37:25.532802 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-ce119454-23b8-4ccc-bc3b-79241b21145e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T20:23:01Z,description=,heartbeat_timestamp=2022-03-08T20:37:01Z,host='dv-cinder-830096-3-iscsi',id=7ae9fd8f-5d61-4821-9eac-044950c450f0,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:23:02Z,topic='l3_agent')) {'router_ids': ['530b8758-a936-4a7c-9055-3fd7021964a9'], 'active': True} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:37:25.574512 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-aab07e98-56a2-462e-82d7-053ce7afb0fd tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] 10.222.0.41 "PUT /v2.0/floatingips/69ffa2ac-83a7-4653-b524-fa4f50562e18 HTTP/1.1" status: 200 len: 990 time: 1.7287555 Mar 08 20:37:25.575697 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0efc8a68-5aca-455d-8bc6-e2fb50c3ea3e', 'tag': '1b3bef8d-f057-4ec6-9992-2247a73ec6d2'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 20:37:25.578125 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80a387be2d8005eb2e27f9060a02e972faa958bb0688f3ffd3bc7b0f4eb55c8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0130e06-2be5-4e8b-8f80-7ee5177380e2" -d '{"events": [{"name": "network-changed", "server_uuid": "0efc8a68-5aca-455d-8bc6-e2fb50c3ea3e", "tag": "1b3bef8d-f057-4ec6-9992-2247a73ec6d2"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 20:37:25.620807 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 20:37:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71dc4c28-7838-4126-9545-5c135f540e26 x-openstack-request-id: req-71dc4c28-7838-4126-9545-5c135f540e26 {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 20:37:25.621126 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0efc8a68-5aca-455d-8bc6-e2fb50c3ea3e", "tag": "1b3bef8d-f057-4ec6-9992-2247a73ec6d2", "status": "completed", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 20:37:25.621386 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-71dc4c28-7838-4126-9545-5c135f540e26 {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 20:37:25.621789 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0efc8a68-5aca-455d-8bc6-e2fb50c3ea3e', 'tag': '1b3bef8d-f057-4ec6-9992-2247a73ec6d2', 'status': 'completed', 'code': 200} Mar 08 20:37:25.653455 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvr_db [None req-ce119454-23b8-4ccc-bc3b-79241b21145e None None] Set router 530b8758-a936-4a7c-9055-3fd7021964a9 gateway port host: dv-cinder-830096-3-iscsi {{(pid=103460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:37:25.703657 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0130e06-2be5-4e8b-8f80-7ee5177380e2 req-4566f5fd-8e87-4a20-a388-f19d4715aaa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:37:25.705353 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-a0130e06-2be5-4e8b-8f80-7ee5177380e2 req-4566f5fd-8e87-4a20-a388-f19d4715aaa7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f20808b123ee4f56a27c063a5a344a6f&device_id=0efc8a68-5aca-455d-8bc6-e2fb50c3ea3e HTTP/1.1" status: 200 len: 1130 time: 0.0486524 Mar 08 20:37:25.726539 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-34f70aee-c3a2-41c4-b4b3-091494b1cd3a req-21853b79-59e0-45bd-8578-2a1365abd59b tempest-VolumesActionsTest-86913169 tempest-VolumesActionsTest-86913169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745146878630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745146440915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28566877'] for port (cebb4d91-969f-4b91-80ed-5b642c9e57e2), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:37:25.740631 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.db [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] get_ports_and_sgs() called for port_ids ['cebb4d91-969f-4b91-80ed-5b642c9e57e2'] {{(pid=103460) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 20:37:25.775661 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21853b79-59e0-45bd-8578-2a1365abd59b tempest-VolumesActionsTest-86913169 tempest-VolumesActionsTest-86913169-project] Pushing event deleted for resources: {'Port': ['ID=cebb4d91-969f-4b91-80ed-5b642c9e57e2,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:37:25.879554 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-627b80a6-9d58-49f7-b1b9-811ef13b5f5e req-38d2a312-e72d-4d5a-b2b4-485f092b3513 tempest-VolumesActionsTest-86913169 tempest-VolumesActionsTest-86913169-project] 10.222.0.41 "GET /v2.0/ports?device_id=a85fc474-1ed9-4887-b547-ce00940fbec8 HTTP/1.1" status: 200 len: 210 time: 0.0692508 Mar 08 20:37:25.883976 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [req-34f70aee-c3a2-41c4-b4b3-091494b1cd3a req-21853b79-59e0-45bd-8578-2a1365abd59b tempest-VolumesActionsTest-86913169 tempest-VolumesActionsTest-86913169-project] No DVR routers for this DVR port cebb4d91-969f-4b91-80ed-5b642c9e57e2 on host hv-cinder-83009 {{(pid=103458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 20:37:25.886513 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-34f70aee-c3a2-41c4-b4b3-091494b1cd3a req-21853b79-59e0-45bd-8578-2a1365abd59b tempest-VolumesActionsTest-86913169 tempest-VolumesActionsTest-86913169-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4188892'] for port (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:37:25.889793 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-34f70aee-c3a2-41c4-b4b3-091494b1cd3a req-21853b79-59e0-45bd-8578-2a1365abd59b tempest-VolumesActionsTest-86913169 tempest-VolumesActionsTest-86913169-project] 10.222.0.37 "DELETE /v2.0/ports/cebb4d91-969f-4b91-80ed-5b642c9e57e2 HTTP/1.1" status: 204 len: 173 time: 0.8552728 Mar 08 20:37:25.909483 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0130e06-2be5-4e8b-8f80-7ee5177380e2 req-5c733023-057c-4c0a-bf0d-9931738b4fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:37:25.911057 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-a0130e06-2be5-4e8b-8f80-7ee5177380e2 req-5c733023-057c-4c0a-bf0d-9931738b4fcb service neutron] 10.222.0.37 "GET /v2.0/networks?id=c4b9653e-45c7-499b-ba57-89c5719459c1 HTTP/1.1" status: 200 len: 915 time: 0.1942387 Mar 08 20:37:25.922699 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-ce119454-23b8-4ccc-bc3b-79241b21145e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '530b8758-a936-4a7c-9055-3fd7021964a9', 'name': 'tempest-AttachVolumeNegativeTest-742847262-router', 'tenant_id': 'f20808b123ee4f56a27c063a5a344a6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'external_fixed_ips': [{'subnet_id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'ip_address': '172.27.2.231'}], 'enable_snat': True}, 'gw_port_id': 'd32f389e-7f79-4333-ab66-fc102b040de8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:31:20Z', 'updated_at': '2022-03-08T20:31:27Z', 'revision_number': 4, 'project_id': 'f20808b123ee4f56a27c063a5a344a6f', 'gw_port': {'id': 'd32f389e-7f79-4333-ab66-fc102b040de8', 'name': '', 'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:e2:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '530b8758-a936-4a7c-9055-3fd7021964a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'ip_address': '172.27.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:31:21Z', 'updated_at': '2022-03-08T20:31:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-3-iscsi', '_floatingips': [{'id': '69ffa2ac-83a7-4653-b524-fa4f50562e18', 'tenant_id': 'f20808b123ee4f56a27c063a5a344a6f', 'floating_ip_address': '172.27.2.8', 'floating_network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'router_id': '530b8758-a936-4a7c-9055-3fd7021964a9', 'port_id': '1b3bef8d-f057-4ec6-9992-2247a73ec6d2', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 512, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4b9653e-45c7-499b-ba57-89c5719459c1', 'mac_address': 'fa:16:3e:7f:f6:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0efc8a68-5aca-455d-8bc6-e2fb50c3ea3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T20:37:07Z', 'updated_at': '2022-03-08T20:37:24Z', 'revision_number': 1, 'project_id': 'f20808b123ee4f56a27c063a5a344a6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c07238a4-1852-4dbe-82ad-b0c5eb7fb6f9', 'name': '', 'network_id': 'c4b9653e-45c7-499b-ba57-89c5719459c1', 'tenant_id': 'f20808b123ee4f56a27c063a5a344a6f', 'mac_address': 'fa:16:3e:58:2a:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '530b8758-a936-4a7c-9055-3fd7021964a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '3acd2cae-edc5-4deb-af56-8a423e7d5ec3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:31:26Z', 'updated_at': '2022-03-08T20:31:33Z', 'revision_number': 5, 'project_id': 'f20808b123ee4f56a27c063a5a344a6f', 'subnets': [{'id': '3acd2cae-edc5-4deb-af56-8a423e7d5ec3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830096-3-iscsi', False) {} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:37:25.950855 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce119454-23b8-4ccc-bc3b-79241b21145e None None] Checking router: 530b8758-a936-4a7c-9055-3fd7021964a9 for host: dv-cinder-830096-3-iscsi {{(pid=103460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 20:37:25.960293 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce119454-23b8-4ccc-bc3b-79241b21145e None None] Routers {'530b8758-a936-4a7c-9055-3fd7021964a9'} bound to L3 agent in host dv-cinder-830096-3-iscsi {{(pid=103460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:37:25.960936 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-ce119454-23b8-4ccc-bc3b-79241b21145e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T20:23:01Z,description=,heartbeat_timestamp=2022-03-08T20:37:01Z,host='dv-cinder-830096-3-iscsi',id=7ae9fd8f-5d61-4821-9eac-044950c450f0,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:23:02Z,topic='l3_agent')) {'router_ids': ['530b8758-a936-4a7c-9055-3fd7021964a9'], 'active': True} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:37:25.991057 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-a0130e06-2be5-4e8b-8f80-7ee5177380e2 req-3ceac9cd-f44a-43c8-98a8-8c51843cb433 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1b3bef8d-f057-4ec6-9992-2247a73ec6d2 HTTP/1.1" status: 200 len: 998 time: 0.0651977 Mar 08 20:37:26.053378 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0130e06-2be5-4e8b-8f80-7ee5177380e2 req-f20ccaa0-f571-4f2b-9057-a461acf73e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:37:26.054825 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-a0130e06-2be5-4e8b-8f80-7ee5177380e2 req-f20ccaa0-f571-4f2b-9057-a461acf73e80 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3acd2cae-edc5-4deb-af56-8a423e7d5ec3 HTTP/1.1" status: 200 len: 853 time: 0.0486777 Mar 08 20:37:26.076697 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvr_db [None req-ce119454-23b8-4ccc-bc3b-79241b21145e None None] Set router 530b8758-a936-4a7c-9055-3fd7021964a9 gateway port host: dv-cinder-830096-3-iscsi {{(pid=103460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:37:26.113563 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0130e06-2be5-4e8b-8f80-7ee5177380e2 req-31b1f570-b4cc-4a38-85de-3fd7b0b9d5d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:37:26.115133 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-a0130e06-2be5-4e8b-8f80-7ee5177380e2 req-31b1f570-b4cc-4a38-85de-3fd7b0b9d5d5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c4b9653e-45c7-499b-ba57-89c5719459c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0481093 Mar 08 20:37:26.220896 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-a0130e06-2be5-4e8b-8f80-7ee5177380e2 req-997ac309-3331-41d2-b673-c61a57b3ba06 service neutron] 10.222.0.37 "GET /v2.0/networks/c4b9653e-45c7-499b-ba57-89c5719459c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948682 Mar 08 20:37:26.363734 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-a0130e06-2be5-4e8b-8f80-7ee5177380e2 req-0e1b07a4-a3f2-401a-9aab-c2d1bdc492a1 service neutron] 10.222.0.37 "GET /v2.0/networks/c4b9653e-45c7-499b-ba57-89c5719459c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235595 Mar 08 20:37:26.366706 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-ce119454-23b8-4ccc-bc3b-79241b21145e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '530b8758-a936-4a7c-9055-3fd7021964a9', 'name': 'tempest-AttachVolumeNegativeTest-742847262-router', 'tenant_id': 'f20808b123ee4f56a27c063a5a344a6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'external_fixed_ips': [{'subnet_id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'ip_address': '172.27.2.231'}], 'enable_snat': True}, 'gw_port_id': 'd32f389e-7f79-4333-ab66-fc102b040de8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:31:20Z', 'updated_at': '2022-03-08T20:31:27Z', 'revision_number': 4, 'project_id': 'f20808b123ee4f56a27c063a5a344a6f', 'gw_port': {'id': 'd32f389e-7f79-4333-ab66-fc102b040de8', 'name': '', 'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:e2:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '530b8758-a936-4a7c-9055-3fd7021964a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'ip_address': '172.27.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:31:21Z', 'updated_at': '2022-03-08T20:31:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-3-iscsi', '_floatingips': [{'id': '69ffa2ac-83a7-4653-b524-fa4f50562e18', 'tenant_id': 'f20808b123ee4f56a27c063a5a344a6f', 'floating_ip_address': '172.27.2.8', 'floating_network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'router_id': '530b8758-a936-4a7c-9055-3fd7021964a9', 'port_id': '1b3bef8d-f057-4ec6-9992-2247a73ec6d2', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 512, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4b9653e-45c7-499b-ba57-89c5719459c1', 'mac_address': 'fa:16:3e:7f:f6:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0efc8a68-5aca-455d-8bc6-e2fb50c3ea3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T20:37:07Z', 'updated_at': '2022-03-08T20:37:24Z', 'revision_number': 1, 'project_id': 'f20808b123ee4f56a27c063a5a344a6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c07238a4-1852-4dbe-82ad-b0c5eb7fb6f9', 'name': '', 'network_id': 'c4b9653e-45c7-499b-ba57-89c5719459c1', 'tenant_id': 'f20808b123ee4f56a27c063a5a344a6f', 'mac_address': 'fa:16:3e:58:2a:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '530b8758-a936-4a7c-9055-3fd7021964a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '3acd2cae-edc5-4deb-af56-8a423e7d5ec3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:31:26Z', 'updated_at': '2022-03-08T20:31:33Z', 'revision_number': 5, 'project_id': 'f20808b123ee4f56a27c063a5a344a6f', 'subnets': [{'id': '3acd2cae-edc5-4deb-af56-8a423e7d5ec3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830096-3-iscsi', False) {} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:37:26.396759 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce119454-23b8-4ccc-bc3b-79241b21145e None None] The sync data for ids ['530b8758-a936-4a7c-9055-3fd7021964a9'] in dv-cinder-830096-3-iscsi is: [{'id': '530b8758-a936-4a7c-9055-3fd7021964a9', 'name': 'tempest-AttachVolumeNegativeTest-742847262-router', 'tenant_id': 'f20808b123ee4f56a27c063a5a344a6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'external_fixed_ips': [{'subnet_id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'ip_address': '172.27.2.231'}], 'enable_snat': True}, 'gw_port_id': 'd32f389e-7f79-4333-ab66-fc102b040de8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:31:20Z', 'updated_at': '2022-03-08T20:31:27Z', 'revision_number': 4, 'project_id': 'f20808b123ee4f56a27c063a5a344a6f', 'gw_port': {'id': 'd32f389e-7f79-4333-ab66-fc102b040de8', 'name': '', 'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:e2:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '530b8758-a936-4a7c-9055-3fd7021964a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'ip_address': '172.27.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:31:21Z', 'updated_at': '2022-03-08T20:31:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-3-iscsi', '_floatingips': [{'id': '69ffa2ac-83a7-4653-b524-fa4f50562e18', 'tenant_id': 'f20808b123ee4f56a27c063a5a344a6f', 'floating_ip_address': '172.27.2.8', 'floating_network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'router_id': '530b8758-a936-4a7c-9055-3fd7021964a9', 'port_id': '1b3bef8d-f057-4ec6-9992-2247a73ec6d2', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 512, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4b9653e-45c7-499b-ba57-89c5719459c1', 'mac_address': 'fa:16:3e:7f:f6:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0efc8a68-5aca-455d-8bc6-e2fb50c3ea3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T20:37:07Z', 'updated_at': '2022-03-08T20:37:24Z', 'revision_number': 1, 'project_id': 'f20808b123ee4f56a27c063a5a344a6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c07238a4-1852-4dbe-82ad-b0c5eb7fb6f9', 'name': '', 'network_id': 'c4b9653e-45c7-499b-ba57-89c5719459c1', 'tenant_id': 'f20808b123ee4f56a27c063a5a344a6f', 'mac_address': 'fa:16:3e:58:2a:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '530b8758-a936-4a7c-9055-3fd7021964a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '3acd2cae-edc5-4deb-af56-8a423e7d5ec3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:31:26Z', 'updated_at': '2022-03-08T20:31:33Z', 'revision_number': 5, 'project_id': 'f20808b123ee4f56a27c063a5a344a6f', 'subnets': [{'id': '3acd2cae-edc5-4deb-af56-8a423e7d5ec3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 20:37:26.593413 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f59e3893-e41c-44d4-b01f-39bd8d409134 None None] New status for floating IP 69ffa2ac-83a7-4653-b524-fa4f50562e18: ACTIVE {{(pid=103461) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 20:37:27.004015 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-0762a929-cfb3-4c9d-a537-cc6cdeac984d req-75c5d847-d953-4e85-919f-77a47491e7b4 tempest-VolumesActionsTest-86913169 tempest-VolumesActionsTest-86913169-project] 10.222.0.41 "GET /v2.0/ports?device_id=a85fc474-1ed9-4887-b547-ce00940fbec8 HTTP/1.1" status: 200 len: 210 time: 0.0299633 Mar 08 20:37:27.622764 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a85fc474-1ed9-4887-b547-ce00940fbec8', 'name': 'network-vif-deleted', 'tag': 'cebb4d91-969f-4b91-80ed-5b642c9e57e2'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 20:37:27.625218 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80a387be2d8005eb2e27f9060a02e972faa958bb0688f3ffd3bc7b0f4eb55c8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-970c3f98-6616-4fe0-ad99-478782dc223f" -d '{"events": [{"server_uuid": "a85fc474-1ed9-4887-b547-ce00940fbec8", "name": "network-vif-deleted", "tag": "cebb4d91-969f-4b91-80ed-5b642c9e57e2"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 20:37:27.661101 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 20:37:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdd113ae-0c82-4e98-9583-b69a97258441 x-openstack-request-id: req-fdd113ae-0c82-4e98-9583-b69a97258441 {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 20:37:27.661392 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a85fc474-1ed9-4887-b547-ce00940fbec8", "name": "network-vif-deleted", "tag": "cebb4d91-969f-4b91-80ed-5b642c9e57e2", "status": "completed", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 20:37:27.661642 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-fdd113ae-0c82-4e98-9583-b69a97258441 {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 20:37:27.662031 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a85fc474-1ed9-4887-b547-ce00940fbec8', 'name': 'network-vif-deleted', 'tag': 'cebb4d91-969f-4b91-80ed-5b642c9e57e2', 'status': 'completed', 'code': 200} Mar 08 20:37:27.882108 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.rpc [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Device cebb4d91-969f-4b91-80ed-5b642c9e57e2 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103460) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 20:37:27.902588 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.plugin [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] No Port match for: cebb4d91-969f-4b91-80ed-5b642c9e57e2 {{(pid=103460) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 20:37:27.902847 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.rpc [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Device cebb4d91-969f-4b91-80ed-5b642c9e57e2 not bound to the agent host hv-cinder-83009 {{(pid=103460) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 20:37:28.293921 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6f8c5e-4f1e-44c4-a400-7fb15d9d1621 req-39833f0b-7dbf-46f8-b99c-36422eee3084 tempest-VolumesActionsTest-86913169 tempest-VolumesActionsTest-86913169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:37:28.295400 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-2f6f8c5e-4f1e-44c4-a400-7fb15d9d1621 req-39833f0b-7dbf-46f8-b99c-36422eee3084 tempest-VolumesActionsTest-86913169 tempest-VolumesActionsTest-86913169-project] 10.222.0.41 "GET /v2.0/networks?id=3d1c151e-d871-47f7-beff-ebb0aab8b51a HTTP/1.1" status: 200 len: 809 time: 0.1150908 Mar 08 20:37:28.311253 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-2f6f8c5e-4f1e-44c4-a400-7fb15d9d1621 req-b41ee837-397e-43aa-a06c-9c5211efb50e tempest-VolumesActionsTest-86913169 tempest-VolumesActionsTest-86913169-project] 10.222.0.41 "GET /v2.0/quotas/e513a4c7f021427b8f3a227c8d908007 HTTP/1.1" status: 200 len: 375 time: 0.0101936 Mar 08 20:37:28.346012 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-2f6f8c5e-4f1e-44c4-a400-7fb15d9d1621 req-7df3339c-1f31-460a-a0d6-4495f6a922e8 tempest-VolumesActionsTest-86913169 tempest-VolumesActionsTest-86913169-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=e513a4c7f021427b8f3a227c8d908007&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0288336 Mar 08 20:37:28.446658 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-2f6f8c5e-4f1e-44c4-a400-7fb15d9d1621 req-587773c2-50bf-402a-b36f-6d8b5a46d306 service neutron] 10.222.0.41 "GET /v2.0/networks/3d1c151e-d871-47f7-beff-ebb0aab8b51a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934746 Mar 08 20:37:28.553729 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-2f6f8c5e-4f1e-44c4-a400-7fb15d9d1621 req-f23d6b59-9886-4b31-bc1e-abff7fca5b66 service neutron] 10.222.0.41 "GET /v2.0/networks/3d1c151e-d871-47f7-beff-ebb0aab8b51a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994046 Mar 08 20:37:28.818726 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-f86ecab1-5d49-4d93-bfb9-47d993ad2769 req-09f58c20-460e-48b5-99ea-f38217e9718d service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=2d624e6e-62ab-4d10-b4ef-1e8143d00fd3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0613959 Mar 08 20:37:28.851682 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-4f0d3657-ec29-440e-a053-2d8e910d824c req-f586b869-51f6-4a0e-b28d-e1f3c357f7ce tempest-VolumesActionsTest-86913169 tempest-VolumesActionsTest-86913169-project] 10.222.0.41 "GET /v2.0/ports?device_id=68316ea3-b92c-42c6-a974-3aed5ed3e8c7 HTTP/1.1" status: 200 len: 210 time: 0.0319252 Mar 08 20:37:28.904749 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86ecab1-5d49-4d93-bfb9-47d993ad2769 req-35f17896-a869-43ce-9e6f-211d58bafc5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:37:28.905123 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-f86ecab1-5d49-4d93-bfb9-47d993ad2769 req-35f17896-a869-43ce-9e6f-211d58bafc5c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=bf06b78c460f40649c7dfbdd2a48a3e6&device_id=2d624e6e-62ab-4d10-b4ef-1e8143d00fd3 HTTP/1.1" status: 200 len: 1129 time: 0.0512195 Mar 08 20:37:28.929087 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-50a3ae2b-5a06-488e-84e7-486996c17f3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745146981205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476605'] for agent (a3d84102-f7d3-452b-861a-973020576047), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:37:29.039908 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86ecab1-5d49-4d93-bfb9-47d993ad2769 req-2f9b4cec-52ff-47ca-9f1a-d65476a449f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:37:29.042765 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-f86ecab1-5d49-4d93-bfb9-47d993ad2769 req-2f9b4cec-52ff-47ca-9f1a-d65476a449f6 service neutron] 10.222.0.37 "GET /v2.0/networks?id=c2c7d66f-86ac-44f2-9eb5-cb2716ba5d76 HTTP/1.1" status: 200 len: 912 time: 0.1042559 Mar 08 20:37:29.120057 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-f86ecab1-5d49-4d93-bfb9-47d993ad2769 req-a27a3eff-7630-4c84-8b3b-89f143f6a5c7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9c95c88a-d2ab-49aa-b478-a8bfb7ee15e1 HTTP/1.1" status: 200 len: 1001 time: 0.0618744 Mar 08 20:37:29.174080 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86ecab1-5d49-4d93-bfb9-47d993ad2769 req-409b9515-b40d-4f02-8580-cefd13e16bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:37:29.175590 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-f86ecab1-5d49-4d93-bfb9-47d993ad2769 req-409b9515-b40d-4f02-8580-cefd13e16bf8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=88ad92d3-2fe0-4490-8ff5-712fc5e791fb HTTP/1.1" status: 200 len: 850 time: 0.0455012 Mar 08 20:37:29.239679 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86ecab1-5d49-4d93-bfb9-47d993ad2769 req-fa96a166-a55a-421c-8ba8-a7cc15f709d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:37:29.241245 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-f86ecab1-5d49-4d93-bfb9-47d993ad2769 req-fa96a166-a55a-421c-8ba8-a7cc15f709d1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c2c7d66f-86ac-44f2-9eb5-cb2716ba5d76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0523150 Mar 08 20:37:29.335537 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-f86ecab1-5d49-4d93-bfb9-47d993ad2769 req-871fe026-3441-40dc-81fc-d0f7f2ef4eaf service neutron] 10.222.0.37 "GET /v2.0/networks/c2c7d66f-86ac-44f2-9eb5-cb2716ba5d76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872669 Mar 08 20:37:29.429795 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-f86ecab1-5d49-4d93-bfb9-47d993ad2769 req-9d07ce6f-37ce-4500-9e54-ad209252cfaf service neutron] 10.222.0.37 "GET /v2.0/networks/c2c7d66f-86ac-44f2-9eb5-cb2716ba5d76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879011 Mar 08 20:37:29.947584 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-02ee4bc3-3e55-42a3-ae3b-b0ad228103e0 req-a83b1870-8987-4118-b9b3-545527c6864b tempest-VolumesActionsTest-86913169 tempest-VolumesActionsTest-86913169-project] 10.222.0.41 "GET /v2.0/ports?device_id=68316ea3-b92c-42c6-a974-3aed5ed3e8c7 HTTP/1.1" status: 200 len: 210 time: 0.0287027 Mar 08 20:37:30.616277 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50999b79-2763-45f0-baec-398c461a7305 req-e01a604f-b52b-4a63-82fa-f61361ff0293 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:37:30.618341 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-50999b79-2763-45f0-baec-398c461a7305 req-e01a604f-b52b-4a63-82fa-f61361ff0293 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "GET /v2.0/ports?device_id=8d5a712c-3782-48e8-b902-dd7603c56b51 HTTP/1.1" status: 200 len: 945 time: 0.0590656 Mar 08 20:37:30.686719 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-50999b79-2763-45f0-baec-398c461a7305 req-cdcfbd13-30a1-4107-aad7-f0de3d56f957 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "GET /v2.0/security-groups?id=a267c7b1-63ad-4c1c-9cd3-488492c80c67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605743 Mar 08 20:37:31.048373 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-6447bdd8-aae8-441a-b9a2-aed9c6566d11 req-15860019-4e73-491b-8763-777b874a5878 tempest-VolumesActionsTest-86913169 tempest-VolumesActionsTest-86913169-project] 10.222.0.41 "GET /v2.0/ports?device_id=68316ea3-b92c-42c6-a974-3aed5ed3e8c7 HTTP/1.1" status: 200 len: 210 time: 0.0277526 Mar 08 20:37:31.266476 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-91515cb1-3704-48d9-9b79-7beccf359d06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745146981205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476605'] for agent (7ae9fd8f-5d61-4821-9eac-044950c450f0), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:37:31.307224 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6f8c5e-4f1e-44c4-a400-7fb15d9d1621 req-87d93520-3aff-4081-8faf-73f13f244925 tempest-VolumesActionsTest-86913169 tempest-VolumesActionsTest-86913169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:37:31.309666 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-2f6f8c5e-4f1e-44c4-a400-7fb15d9d1621 req-87d93520-3aff-4081-8faf-73f13f244925 tempest-VolumesActionsTest-86913169 tempest-VolumesActionsTest-86913169-project] 10.222.0.37 "GET /v2.0/networks?id=3d1c151e-d871-47f7-beff-ebb0aab8b51a HTTP/1.1" status: 200 len: 809 time: 0.1212199 Mar 08 20:37:31.328048 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.v2.base [req-2f6f8c5e-4f1e-44c4-a400-7fb15d9d1621 req-11f475a8-a9ad-4c8d-b3c3-fb906209eb78 tempest-VolumesActionsTest-86913169 tempest-VolumesActionsTest-86913169-project] Request body: {'port': {'device_id': '68316ea3-b92c-42c6-a974-3aed5ed3e8c7', 'network_id': '3d1c151e-d871-47f7-beff-ebb0aab8b51a', 'admin_state_up': True, 'tenant_id': 'e513a4c7f021427b8f3a227c8d908007'}} {{(pid=103458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:37:31.506014 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f6f8c5e-4f1e-44c4-a400-7fb15d9d1621 req-11f475a8-a9ad-4c8d-b3c3-fb906209eb78 tempest-VolumesActionsTest-86913169 tempest-VolumesActionsTest-86913169-project] Made reservation on behalf of e513a4c7f021427b8f3a227c8d908007 for: {'port': 1} {{(pid=103458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 20:37:31.509484 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-2f6f8c5e-4f1e-44c4-a400-7fb15d9d1621 req-11f475a8-a9ad-4c8d-b3c3-fb906209eb78 tempest-VolumesActionsTest-86913169 tempest-VolumesActionsTest-86913169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747308'] for port (None), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:37:31.658122 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.db.db_base_plugin_common [req-2f6f8c5e-4f1e-44c4-a400-7fb15d9d1621 req-11f475a8-a9ad-4c8d-b3c3-fb906209eb78 tempest-VolumesActionsTest-86913169 tempest-VolumesActionsTest-86913169-project] Allocated IP 172.20.0.12 (3d1c151e-d871-47f7-beff-ebb0aab8b51a/50b3a6f4-b122-4929-8b80-105105581c86/e579bfc7-f4cc-4272-98ae-1fbddc804f13) {{(pid=103458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 20:37:31.861878 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-2f6f8c5e-4f1e-44c4-a400-7fb15d9d1621 req-11f475a8-a9ad-4c8d-b3c3-fb906209eb78 tempest-VolumesActionsTest-86913169 tempest-VolumesActionsTest-86913169-project] Publish callbacks [] for port (e579bfc7-f4cc-4272-98ae-1fbddc804f13), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:37:31.876384 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5903dec5-5918-4a2c-9029-9aef1add33db req-3b0bf69e-6d44-459b-b6c9-34d59e9d350b tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:37:31.878556 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-5903dec5-5918-4a2c-9029-9aef1add33db req-3b0bf69e-6d44-459b-b6c9-34d59e9d350b tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "GET /v2.0/ports?device_id=8d5a712c-3782-48e8-b902-dd7603c56b51 HTTP/1.1" status: 200 len: 945 time: 0.0990474 Mar 08 20:37:31.941646 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-5903dec5-5918-4a2c-9029-9aef1add33db req-1ea15e6f-7059-46ed-810e-d55d73306032 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "GET /v2.0/security-groups?id=a267c7b1-63ad-4c1c-9cd3-488492c80c67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551810 Mar 08 20:37:31.987314 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-2f6f8c5e-4f1e-44c4-a400-7fb15d9d1621 req-11f475a8-a9ad-4c8d-b3c3-fb906209eb78 tempest-VolumesActionsTest-86913169 tempest-VolumesActionsTest-86913169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745146440906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28566877'] for port (e579bfc7-f4cc-4272-98ae-1fbddc804f13), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:37:32.056846 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f6f8c5e-4f1e-44c4-a400-7fb15d9d1621 req-11f475a8-a9ad-4c8d-b3c3-fb906209eb78 tempest-VolumesActionsTest-86913169 tempest-VolumesActionsTest-86913169-project] Network 3d1c151e-d871-47f7-beff-ebb0aab8b51a is already hosted by enough agents. {{(pid=103458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 20:37:32.059927 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.scheduler.base_scheduler [req-2f6f8c5e-4f1e-44c4-a400-7fb15d9d1621 req-11f475a8-a9ad-4c8d-b3c3-fb906209eb78 tempest-VolumesActionsTest-86913169 tempest-VolumesActionsTest-86913169-project] Resources bound (agent type, host, resource id): {{(pid=103458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:37:32.063742 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f6f8c5e-4f1e-44c4-a400-7fb15d9d1621 req-11f475a8-a9ad-4c8d-b3c3-fb906209eb78 tempest-VolumesActionsTest-86913169 tempest-VolumesActionsTest-86913169-project] Received port after_create {{(pid=103458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 20:37:32.071089 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f475a8-a9ad-4c8d-b3c3-fb906209eb78 tempest-VolumesActionsTest-86913169 tempest-VolumesActionsTest-86913169-project] Pushing event updated for resources: {'Port': ['ID=e579bfc7-f4cc-4272-98ae-1fbddc804f13,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:37:32.125137 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6f8c5e-4f1e-44c4-a400-7fb15d9d1621 req-11f475a8-a9ad-4c8d-b3c3-fb906209eb78 tempest-VolumesActionsTest-86913169 tempest-VolumesActionsTest-86913169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:37:32.125667 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-2f6f8c5e-4f1e-44c4-a400-7fb15d9d1621 req-11f475a8-a9ad-4c8d-b3c3-fb906209eb78 tempest-VolumesActionsTest-86913169 tempest-VolumesActionsTest-86913169-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4188892'] for port (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:37:32.192337 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6fab9c-44f9-473f-bddd-71cd742506fd req-693ad63c-7c16-415c-8be8-340cc42790e8 tempest-VolumesActionsTest-86913169 tempest-VolumesActionsTest-86913169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:37:32.194336 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-3e6fab9c-44f9-473f-bddd-71cd742506fd req-693ad63c-7c16-415c-8be8-340cc42790e8 tempest-VolumesActionsTest-86913169 tempest-VolumesActionsTest-86913169-project] 10.222.0.41 "GET /v2.0/ports?device_id=68316ea3-b92c-42c6-a974-3aed5ed3e8c7 HTTP/1.1" status: 200 len: 932 time: 0.0596497 Mar 08 20:37:32.231546 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-2f6f8c5e-4f1e-44c4-a400-7fb15d9d1621 req-11f475a8-a9ad-4c8d-b3c3-fb906209eb78 tempest-VolumesActionsTest-86913169 tempest-VolumesActionsTest-86913169-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9074020 Mar 08 20:37:32.247039 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.v2.base [req-2f6f8c5e-4f1e-44c4-a400-7fb15d9d1621 req-59c383f1-1b66-4021-8794-8e61ea45636d service neutron] Request body: {'port': {'device_id': '68316ea3-b92c-42c6-a974-3aed5ed3e8c7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=103458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:37:32.250099 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-3e6fab9c-44f9-473f-bddd-71cd742506fd req-e4c50d1b-2463-4bb4-8c1e-77e3c8fb87f9 tempest-VolumesActionsTest-86913169 tempest-VolumesActionsTest-86913169-project] 10.222.0.41 "GET /v2.0/security-groups?id=a199a633-a955-41ef-9e78-5f2075f670b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496566 Mar 08 20:37:32.316580 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-2f6f8c5e-4f1e-44c4-a400-7fb15d9d1621 req-59c383f1-1b66-4021-8794-8e61ea45636d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747308'] for port (e579bfc7-f4cc-4272-98ae-1fbddc804f13), before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:37:32.477337 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-dbe61520-29cf-4847-b96e-6d24c6c097a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745146981205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476605'] for agent (6cc78598-e6b3-4e4d-a99c-31b9c4784fd2), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:37:32.594794 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.notifiers.nova [req-2f6f8c5e-4f1e-44c4-a400-7fb15d9d1621 req-59c383f1-1b66-4021-8794-8e61ea45636d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e579bfc7-f4cc-4272-98ae-1fbddc804f13 {{(pid=103458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 20:37:32.602372 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-2f6f8c5e-4f1e-44c4-a400-7fb15d9d1621 req-59c383f1-1b66-4021-8794-8e61ea45636d service neutron] Publish callbacks [] for port (e579bfc7-f4cc-4272-98ae-1fbddc804f13), precommit_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:37:32.614222 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [req-2f6f8c5e-4f1e-44c4-a400-7fb15d9d1621 req-59c383f1-1b66-4021-8794-8e61ea45636d service neutron] Transition to ACTIVE for port object e579bfc7-f4cc-4272-98ae-1fbddc804f13 will not be triggered until provisioned by entity L2. {{(pid=103458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 20:37:32.774394 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-2f6f8c5e-4f1e-44c4-a400-7fb15d9d1621 req-59c383f1-1b66-4021-8794-8e61ea45636d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745146878648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745146440924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745146440942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28566820'] for port (e579bfc7-f4cc-4272-98ae-1fbddc804f13), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:37:32.830331 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c383f1-1b66-4021-8794-8e61ea45636d service neutron] Pushing event updated for resources: {'Port': ['ID=e579bfc7-f4cc-4272-98ae-1fbddc804f13,revision_number=2']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:37:32.902905 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [req-2f6f8c5e-4f1e-44c4-a400-7fb15d9d1621 req-59c383f1-1b66-4021-8794-8e61ea45636d service neutron] Attempting to bind port e579bfc7-f4cc-4272-98ae-1fbddc804f13 on host hv-cinder-83009 for vnic_type normal with profile {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 20:37:32.903241 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [req-2f6f8c5e-4f1e-44c4-a400-7fb15d9d1621 req-59c383f1-1b66-4021-8794-8e61ea45636d service neutron] Attempting to bind port e579bfc7-f4cc-4272-98ae-1fbddc804f13 by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': 'dccf2df2-846f-4b53-9790-b1c45eea3e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '3d1c151e-d871-47f7-beff-ebb0aab8b51a'}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 20:37:32.903568 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f6f8c5e-4f1e-44c4-a400-7fb15d9d1621 req-59c383f1-1b66-4021-8794-8e61ea45636d service neutron] Attempting to bind port e579bfc7-f4cc-4272-98ae-1fbddc804f13 on network 3d1c151e-d871-47f7-beff-ebb0aab8b51a {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 20:37:32.907982 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f6f8c5e-4f1e-44c4-a400-7fb15d9d1621 req-59c383f1-1b66-4021-8794-8e61ea45636d service neutron] Port e579bfc7-f4cc-4272-98ae-1fbddc804f13 on network 3d1c151e-d871-47f7-beff-ebb0aab8b51a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 20:37:32.908337 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f6f8c5e-4f1e-44c4-a400-7fb15d9d1621 req-59c383f1-1b66-4021-8794-8e61ea45636d service neutron] Attempting to bind port e579bfc7-f4cc-4272-98ae-1fbddc804f13 on network 3d1c151e-d871-47f7-beff-ebb0aab8b51a {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 20:37:32.913586 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f6f8c5e-4f1e-44c4-a400-7fb15d9d1621 req-59c383f1-1b66-4021-8794-8e61ea45636d service neutron] Checking agent: {'id': '905863fd-6a46-47f8-82ce-98f31309cbd3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 20, 29, 24), 'started_at': datetime.datetime(2022, 3, 8, 20, 29, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 20, 37, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 20:37:32.913918 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f6f8c5e-4f1e-44c4-a400-7fb15d9d1621 req-59c383f1-1b66-4021-8794-8e61ea45636d service neutron] Checking segment: {'id': 'dccf2df2-846f-4b53-9790-b1c45eea3e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '3d1c151e-d871-47f7-beff-ebb0aab8b51a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 20:37:32.914363 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f6f8c5e-4f1e-44c4-a400-7fb15d9d1621 req-59c383f1-1b66-4021-8794-8e61ea45636d service neutron] Bound using segment: {'id': 'dccf2df2-846f-4b53-9790-b1c45eea3e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '3d1c151e-d871-47f7-beff-ebb0aab8b51a'} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 20:37:32.914835 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [req-2f6f8c5e-4f1e-44c4-a400-7fb15d9d1621 req-59c383f1-1b66-4021-8794-8e61ea45636d service neutron] Bound port: e579bfc7-f4cc-4272-98ae-1fbddc804f13, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dccf2df2-846f-4b53-9790-b1c45eea3e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '3d1c151e-d871-47f7-beff-ebb0aab8b51a'}}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 20:37:32.915081 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-2f6f8c5e-4f1e-44c4-a400-7fb15d9d1621 req-59c383f1-1b66-4021-8794-8e61ea45636d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747308'] for port (e579bfc7-f4cc-4272-98ae-1fbddc804f13), before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:37:32.983060 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.db [req-2f6f8c5e-4f1e-44c4-a400-7fb15d9d1621 req-59c383f1-1b66-4021-8794-8e61ea45636d service neutron] For port e579bfc7-f4cc-4272-98ae-1fbddc804f13, host hv-cinder-83009, cleared binding levels {{(pid=103458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 20:37:32.986753 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.db [req-2f6f8c5e-4f1e-44c4-a400-7fb15d9d1621 req-59c383f1-1b66-4021-8794-8e61ea45636d service neutron] For port e579bfc7-f4cc-4272-98ae-1fbddc804f13, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=e579bfc7-f4cc-4272-98ae-1fbddc804f13,segment=NetworkSegment(dccf2df2-846f-4b53-9790-b1c45eea3e6f),segment_id=dccf2df2-846f-4b53-9790-b1c45eea3e6f)] {{(pid=103458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 20:37:33.062714 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-2f6f8c5e-4f1e-44c4-a400-7fb15d9d1621 req-59c383f1-1b66-4021-8794-8e61ea45636d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745146878648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745146440924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745146440942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28566820'] for port (e579bfc7-f4cc-4272-98ae-1fbddc804f13), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:37:33.107573 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6f8c5e-4f1e-44c4-a400-7fb15d9d1621 req-59c383f1-1b66-4021-8794-8e61ea45636d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:37:33.108807 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-2f6f8c5e-4f1e-44c4-a400-7fb15d9d1621 req-59c383f1-1b66-4021-8794-8e61ea45636d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4188892'] for port (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:37:33.110488 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-2f6f8c5e-4f1e-44c4-a400-7fb15d9d1621 req-59c383f1-1b66-4021-8794-8e61ea45636d service neutron] 10.222.0.37 "PUT /v2.0/ports/e579bfc7-f4cc-4272-98ae-1fbddc804f13 HTTP/1.1" status: 200 len: 1094 time: 0.8687160 Mar 08 20:37:33.111128 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68316ea3-b92c-42c6-a974-3aed5ed3e8c7', 'tag': 'e579bfc7-f4cc-4272-98ae-1fbddc804f13'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 20:37:33.114169 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80a387be2d8005eb2e27f9060a02e972faa958bb0688f3ffd3bc7b0f4eb55c8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff77371d-f7db-48e2-8806-4de06fd1d148" -d '{"events": [{"name": "network-changed", "server_uuid": "68316ea3-b92c-42c6-a974-3aed5ed3e8c7", "tag": "e579bfc7-f4cc-4272-98ae-1fbddc804f13"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 20:37:33.130616 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18e08cc-7543-49b9-96c9-a17e7c6804a8 req-8d21c5bf-2c70-4da2-97b1-eac7fdc7b9b7 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:37:33.132148 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-b18e08cc-7543-49b9-96c9-a17e7c6804a8 req-8d21c5bf-2c70-4da2-97b1-eac7fdc7b9b7 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "GET /v2.0/ports?device_id=8d5a712c-3782-48e8-b902-dd7603c56b51 HTTP/1.1" status: 200 len: 945 time: 0.1167557 Mar 08 20:37:33.157343 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 20:37:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3edea331-829f-4904-b9bd-f98784550991 x-openstack-request-id: req-3edea331-829f-4904-b9bd-f98784550991 {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 20:37:33.157628 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68316ea3-b92c-42c6-a974-3aed5ed3e8c7", "tag": "e579bfc7-f4cc-4272-98ae-1fbddc804f13", "status": "completed", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 20:37:33.157888 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3edea331-829f-4904-b9bd-f98784550991 {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 20:37:33.158285 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68316ea3-b92c-42c6-a974-3aed5ed3e8c7', 'tag': 'e579bfc7-f4cc-4272-98ae-1fbddc804f13', 'status': 'completed', 'code': 200} Mar 08 20:37:33.177606 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c383f1-1b66-4021-8794-8e61ea45636d service neutron] Pushing event updated for resources: {'Port': ['ID=e579bfc7-f4cc-4272-98ae-1fbddc804f13,revision_number=3']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:37:33.234723 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-b18e08cc-7543-49b9-96c9-a17e7c6804a8 req-a721737b-f317-431b-9e3e-a7be38ac7208 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "GET /v2.0/security-groups?id=a267c7b1-63ad-4c1c-9cd3-488492c80c67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0953019 Mar 08 20:37:33.254014 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff77371d-f7db-48e2-8806-4de06fd1d148 req-5c573cba-796a-494f-8a99-671e47361d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:37:33.255549 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-ff77371d-f7db-48e2-8806-4de06fd1d148 req-5c573cba-796a-494f-8a99-671e47361d20 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e513a4c7f021427b8f3a227c8d908007&device_id=68316ea3-b92c-42c6-a974-3aed5ed3e8c7 HTTP/1.1" status: 200 len: 1128 time: 0.0624073 Mar 08 20:37:33.392445 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff77371d-f7db-48e2-8806-4de06fd1d148 req-3593816e-9e3a-46f3-acc9-6b02253b9f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:37:33.393930 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-ff77371d-f7db-48e2-8806-4de06fd1d148 req-3593816e-9e3a-46f3-acc9-6b02253b9f22 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=e513a4c7f021427b8f3a227c8d908007&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1254535 Mar 08 20:37:33.414848 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078f07b9-efca-417e-8628-cde4dcc686f4 req-38948070-bbbe-4f97-a7a3-9641418ce86f tempest-VolumesActionsTest-86913169 tempest-VolumesActionsTest-86913169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:37:33.416562 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-078f07b9-efca-417e-8628-cde4dcc686f4 req-38948070-bbbe-4f97-a7a3-9641418ce86f tempest-VolumesActionsTest-86913169 tempest-VolumesActionsTest-86913169-project] 10.222.0.41 "GET /v2.0/ports?device_id=68316ea3-b92c-42c6-a974-3aed5ed3e8c7 HTTP/1.1" status: 200 len: 944 time: 0.0583677 Mar 08 20:37:33.484787 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-078f07b9-efca-417e-8628-cde4dcc686f4 req-06121889-81bd-4f54-a2c2-43d4411bb7c4 tempest-VolumesActionsTest-86913169 tempest-VolumesActionsTest-86913169-project] 10.222.0.41 "GET /v2.0/security-groups?id=a199a633-a955-41ef-9e78-5f2075f670b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625367 Mar 08 20:37:33.510846 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff77371d-f7db-48e2-8806-4de06fd1d148 req-5b180f43-080b-4729-b306-2c3e55c56a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:37:33.512353 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-ff77371d-f7db-48e2-8806-4de06fd1d148 req-5b180f43-080b-4729-b306-2c3e55c56a79 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1112518 Mar 08 20:37:33.599947 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6f8c5e-4f1e-44c4-a400-7fb15d9d1621 req-169e3de3-a898-48d5-991c-3f4839488c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:37:33.601514 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-2f6f8c5e-4f1e-44c4-a400-7fb15d9d1621 req-169e3de3-a898-48d5-991c-3f4839488c8f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e513a4c7f021427b8f3a227c8d908007&device_id=68316ea3-b92c-42c6-a974-3aed5ed3e8c7 HTTP/1.1" status: 200 len: 1128 time: 0.0489540 Mar 08 20:37:33.661169 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-2f6f8c5e-4f1e-44c4-a400-7fb15d9d1621 req-8f2e8931-06f7-46e4-a4f3-41f1dbbf4fec service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e579bfc7-f4cc-4272-98ae-1fbddc804f13 HTTP/1.1" status: 200 len: 217 time: 0.0422316 Mar 08 20:37:33.705617 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6f8c5e-4f1e-44c4-a400-7fb15d9d1621 req-01a079d2-b336-4767-961c-5f6743e3183c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:37:33.707100 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-2f6f8c5e-4f1e-44c4-a400-7fb15d9d1621 req-01a079d2-b336-4767-961c-5f6743e3183c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=50b3a6f4-b122-4929-8b80-105105581c86 HTTP/1.1" status: 200 len: 849 time: 0.0461085 Mar 08 20:37:33.749368 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-2f6f8c5e-4f1e-44c4-a400-7fb15d9d1621 req-b2084948-471b-4387-8ec9-a82da51720e2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3d1c151e-d871-47f7-beff-ebb0aab8b51a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312536 Mar 08 20:37:33.781018 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-7a330e8f-62e0-4259-bea2-8ced8e9b3a98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745146981205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476605'] for agent (cd1d0244-f954-4bda-89fb-1fdc1954e39d), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:37:34.118721 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-2f6f8c5e-4f1e-44c4-a400-7fb15d9d1621 req-a3f8caf6-6f7e-4349-8bc3-5bddde7c7858 service neutron] 10.222.0.37 "GET /v2.0/networks/3d1c151e-d871-47f7-beff-ebb0aab8b51a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3612473 Mar 08 20:37:34.212793 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-2f6f8c5e-4f1e-44c4-a400-7fb15d9d1621 req-f787f6cd-4bd4-4760-96c3-86a67ee6aa2f service neutron] 10.222.0.37 "GET /v2.0/networks/3d1c151e-d871-47f7-beff-ebb0aab8b51a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837836 Mar 08 20:37:34.371876 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c515197-4825-40e1-9df2-47aec302d6f5 req-3d20403b-85f8-4183-b6a0-36a29d7099e5 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:37:34.373288 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-2c515197-4825-40e1-9df2-47aec302d6f5 req-3d20403b-85f8-4183-b6a0-36a29d7099e5 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "GET /v2.0/ports?device_id=8d5a712c-3782-48e8-b902-dd7603c56b51 HTTP/1.1" status: 200 len: 945 time: 0.0550756 Mar 08 20:37:34.427651 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-2c515197-4825-40e1-9df2-47aec302d6f5 req-4df76ee5-5dea-4918-a60c-4556e2cb7584 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "GET /v2.0/security-groups?id=a267c7b1-63ad-4c1c-9cd3-488492c80c67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473604 Mar 08 20:37:34.607820 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa79efa-ab49-4b99-871c-6e3cfc994584 req-19a8e9fe-86ab-424c-a1de-32cfc3fe2ace tempest-VolumesActionsTest-86913169 tempest-VolumesActionsTest-86913169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:37:34.609432 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-6aa79efa-ab49-4b99-871c-6e3cfc994584 req-19a8e9fe-86ab-424c-a1de-32cfc3fe2ace tempest-VolumesActionsTest-86913169 tempest-VolumesActionsTest-86913169-project] 10.222.0.41 "GET /v2.0/ports?device_id=68316ea3-b92c-42c6-a974-3aed5ed3e8c7 HTTP/1.1" status: 200 len: 944 time: 0.0530436 Mar 08 20:37:34.657740 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-6aa79efa-ab49-4b99-871c-6e3cfc994584 req-4e510579-42dd-49b4-b609-987a5dc6bd9c tempest-VolumesActionsTest-86913169 tempest-VolumesActionsTest-86913169-project] 10.222.0.41 "GET /v2.0/security-groups?id=a199a633-a955-41ef-9e78-5f2075f670b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428410 Mar 08 20:37:35.312008 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745146981205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476605'] for agent (fa4b043a-5d45-4181-9cb2-30d29598ef5b), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:37:35.553251 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a85fd8b-5a03-446d-9ea2-5fb35fd2d980 req-d2b0df81-f434-45db-9439-376a1351d18c tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:37:35.555262 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-0a85fd8b-5a03-446d-9ea2-5fb35fd2d980 req-d2b0df81-f434-45db-9439-376a1351d18c tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "GET /v2.0/ports?device_id=8d5a712c-3782-48e8-b902-dd7603c56b51 HTTP/1.1" status: 200 len: 945 time: 0.0549345 Mar 08 20:37:35.603411 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-0a85fd8b-5a03-446d-9ea2-5fb35fd2d980 req-484797f5-7c96-441d-b0f1-9fcfc2529e27 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "GET /v2.0/security-groups?id=a267c7b1-63ad-4c1c-9cd3-488492c80c67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422993 Mar 08 20:37:35.776207 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffb3232-240e-4d95-b3c0-ff9b7e067bfb req-a6dd62bb-f3c8-4d33-a328-a99c2d1a92cd tempest-VolumesActionsTest-86913169 tempest-VolumesActionsTest-86913169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:37:35.777698 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-cffb3232-240e-4d95-b3c0-ff9b7e067bfb req-a6dd62bb-f3c8-4d33-a328-a99c2d1a92cd tempest-VolumesActionsTest-86913169 tempest-VolumesActionsTest-86913169-project] 10.222.0.41 "GET /v2.0/ports?device_id=68316ea3-b92c-42c6-a974-3aed5ed3e8c7 HTTP/1.1" status: 200 len: 944 time: 0.0540771 Mar 08 20:37:35.825055 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-cffb3232-240e-4d95-b3c0-ff9b7e067bfb req-16bb254b-fb65-4ab5-8e5e-d0af9304f419 tempest-VolumesActionsTest-86913169 tempest-VolumesActionsTest-86913169-project] 10.222.0.41 "GET /v2.0/security-groups?id=a199a633-a955-41ef-9e78-5f2075f670b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419025 Mar 08 20:37:35.920522 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.rpc [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Device e579bfc7-f4cc-4272-98ae-1fbddc804f13 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103460) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 20:37:36.026837 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.db [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] For port e579bfc7-f4cc-4272-98ae-1fbddc804f13, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=e579bfc7-f4cc-4272-98ae-1fbddc804f13,segment=NetworkSegment(dccf2df2-846f-4b53-9790-b1c45eea3e6f),segment_id=dccf2df2-846f-4b53-9790-b1c45eea3e6f)] {{(pid=103460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:37:36.038842 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.rpc [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Returning: {'device': 'e579bfc7-f4cc-4272-98ae-1fbddc804f13', 'network_id': '3d1c151e-d871-47f7-beff-ebb0aab8b51a', 'port_id': 'e579bfc7-f4cc-4272-98ae-1fbddc804f13', 'mac_address': 'fa:16:3e:3b:8e:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50b3a6f4-b122-4929-8b80-105105581c86', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103460) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 20:37:36.076873 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.plugin [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Current status of the port e579bfc7-f4cc-4272-98ae-1fbddc804f13 is: DOWN; New status is: BUILD {{(pid=103460) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:37:36.077261 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747308'] for port (e579bfc7-f4cc-4272-98ae-1fbddc804f13), before_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:37:36.091228 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.notifiers.nova [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e579bfc7-f4cc-4272-98ae-1fbddc804f13 {{(pid=103460) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 20:37:36.111749 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.db [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] For port e579bfc7-f4cc-4272-98ae-1fbddc804f13, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=e579bfc7-f4cc-4272-98ae-1fbddc804f13,segment=NetworkSegment(dccf2df2-846f-4b53-9790-b1c45eea3e6f),segment_id=dccf2df2-846f-4b53-9790-b1c45eea3e6f)] {{(pid=103460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:37:36.209531 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745146878648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745146440924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745146440942'] for port (e579bfc7-f4cc-4272-98ae-1fbddc804f13), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:37:36.259887 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Pushing event updated for resources: {'Port': ['ID=e579bfc7-f4cc-4272-98ae-1fbddc804f13,revision_number=4']} {{(pid=103460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:37:36.580481 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.db [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] get_ports_and_sgs() called for port_ids ['e579bfc7-f4cc-4272-98ae-1fbddc804f13'] {{(pid=103460) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 20:37:36.748095 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c86853-6ea8-4f9d-a667-a2262dd16251 req-789c6a6e-5622-4dc1-9e11-c1fe7c71e035 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:37:36.749584 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-94c86853-6ea8-4f9d-a667-a2262dd16251 req-789c6a6e-5622-4dc1-9e11-c1fe7c71e035 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "GET /v2.0/ports?device_id=8d5a712c-3782-48e8-b902-dd7603c56b51 HTTP/1.1" status: 200 len: 945 time: 0.0712771 Mar 08 20:37:36.804619 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-94c86853-6ea8-4f9d-a667-a2262dd16251 req-8e79e800-bc66-48db-bda9-5003e4d36da7 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "GET /v2.0/security-groups?id=a267c7b1-63ad-4c1c-9cd3-488492c80c67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493853 Mar 08 20:37:36.958290 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d46ad2-ae1d-43e0-a969-a4c263ba1412 req-528f2093-e3bc-42ab-a318-bfe65218ff7a tempest-VolumesActionsTest-86913169 tempest-VolumesActionsTest-86913169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:37:36.960318 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-d9d46ad2-ae1d-43e0-a969-a4c263ba1412 req-528f2093-e3bc-42ab-a318-bfe65218ff7a tempest-VolumesActionsTest-86913169 tempest-VolumesActionsTest-86913169-project] 10.222.0.41 "GET /v2.0/ports?device_id=68316ea3-b92c-42c6-a974-3aed5ed3e8c7 HTTP/1.1" status: 200 len: 945 time: 0.0623474 Mar 08 20:37:37.009969 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-d9d46ad2-ae1d-43e0-a969-a4c263ba1412 req-cb5bdeb2-ec4e-4738-b512-4a18a012baf8 tempest-VolumesActionsTest-86913169 tempest-VolumesActionsTest-86913169-project] 10.222.0.41 "GET /v2.0/security-groups?id=a199a633-a955-41ef-9e78-5f2075f670b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438340 Mar 08 20:37:37.928275 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.rpc [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Device e579bfc7-f4cc-4272-98ae-1fbddc804f13 up at agent hyperv_hv-cinder-83009 {{(pid=103460) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 20:37:37.939531 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b7a740-3899-49b6-baa6-5f2421fdcffb req-b8147b3a-8414-46eb-84a0-0c250078a179 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:37:37.941049 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-92b7a740-3899-49b6-baa6-5f2421fdcffb req-b8147b3a-8414-46eb-84a0-0c250078a179 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "GET /v2.0/ports?device_id=8d5a712c-3782-48e8-b902-dd7603c56b51 HTTP/1.1" status: 200 len: 945 time: 0.0569162 Mar 08 20:37:37.989274 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-92b7a740-3899-49b6-baa6-5f2421fdcffb req-b1ff1942-4b23-4cb6-9eab-9498385c13e1 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "GET /v2.0/security-groups?id=a267c7b1-63ad-4c1c-9cd3-488492c80c67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418015 Mar 08 20:37:38.094842 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.provisioning_blocks [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Provisioning for port e579bfc7-f4cc-4272-98ae-1fbddc804f13 completed by entity L2. {{(pid=103460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 20:37:38.100016 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.provisioning_blocks [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Provisioning complete for port e579bfc7-f4cc-4272-98ae-1fbddc804f13 triggered by entity L2. {{(pid=103460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:37:38.100557 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476507'] for port (e579bfc7-f4cc-4272-98ae-1fbddc804f13), provisioning_complete {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:37:38.130821 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258b49dd-8d8d-4314-9b38-92f7eb5c029b req-450f49e6-20ba-491d-b266-49b138e86be3 tempest-VolumesActionsTest-86913169 tempest-VolumesActionsTest-86913169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:37:38.132957 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-258b49dd-8d8d-4314-9b38-92f7eb5c029b req-450f49e6-20ba-491d-b266-49b138e86be3 tempest-VolumesActionsTest-86913169 tempest-VolumesActionsTest-86913169-project] 10.222.0.41 "GET /v2.0/ports?device_id=68316ea3-b92c-42c6-a974-3aed5ed3e8c7 HTTP/1.1" status: 200 len: 945 time: 0.0562074 Mar 08 20:37:38.181523 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-258b49dd-8d8d-4314-9b38-92f7eb5c029b req-2707d600-50a3-4fa3-8fc4-586d971396b7 tempest-VolumesActionsTest-86913169 tempest-VolumesActionsTest-86913169-project] 10.222.0.41 "GET /v2.0/security-groups?id=a199a633-a955-41ef-9e78-5f2075f670b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422246 Mar 08 20:37:38.190211 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.plugin [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Current status of the port e579bfc7-f4cc-4272-98ae-1fbddc804f13 is: BUILD; New status is: ACTIVE {{(pid=103460) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:37:38.190612 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747308'] for port (e579bfc7-f4cc-4272-98ae-1fbddc804f13), before_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:37:38.214778 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68316ea3-b92c-42c6-a974-3aed5ed3e8c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e579bfc7-f4cc-4272-98ae-1fbddc804f13'}] {{(pid=103460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 20:37:38.217031 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf2096ed20afa7c789231551a200e589db82a1cedf1791aa7acfc36920bc021b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6266336-664a-40d0-b15d-50914bd755fd" -d '{"events": [{"server_uuid": "68316ea3-b92c-42c6-a974-3aed5ed3e8c7", "name": "network-vif-plugged", "status": "completed", "tag": "e579bfc7-f4cc-4272-98ae-1fbddc804f13"}]}' {{(pid=103460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 20:37:38.230367 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.db [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] For port e579bfc7-f4cc-4272-98ae-1fbddc804f13, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=e579bfc7-f4cc-4272-98ae-1fbddc804f13,segment=NetworkSegment(dccf2df2-846f-4b53-9790-b1c45eea3e6f),segment_id=dccf2df2-846f-4b53-9790-b1c45eea3e6f)] {{(pid=103460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:37:38.259610 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 20:37:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b05d03b-3778-4d0a-a7bb-90a0bf12d618 x-openstack-request-id: req-1b05d03b-3778-4d0a-a7bb-90a0bf12d618 {{(pid=103460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 20:37:38.259898 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68316ea3-b92c-42c6-a974-3aed5ed3e8c7", "name": "network-vif-plugged", "status": "completed", "tag": "e579bfc7-f4cc-4272-98ae-1fbddc804f13", "code": 200}]} {{(pid=103460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 20:37:38.260150 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1b05d03b-3778-4d0a-a7bb-90a0bf12d618 {{(pid=103460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 20:37:38.260570 dv-cinder-830096-3-iscsi neutron-server[103460]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68316ea3-b92c-42c6-a974-3aed5ed3e8c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e579bfc7-f4cc-4272-98ae-1fbddc804f13', 'code': 200} Mar 08 20:37:38.324385 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745146878648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745146440924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745146440942'] for port (e579bfc7-f4cc-4272-98ae-1fbddc804f13), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:37:38.392749 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Pushing event updated for resources: {'Port': ['ID=e579bfc7-f4cc-4272-98ae-1fbddc804f13,revision_number=5']} {{(pid=103460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:37:38.610848 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9937835-b98f-44d7-bc56-d94569cb65e8 req-1fa8edc6-3188-43a4-8b37-b41133f88cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:37:38.612393 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-b9937835-b98f-44d7-bc56-d94569cb65e8 req-1fa8edc6-3188-43a4-8b37-b41133f88cf3 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=68316ea3-b92c-42c6-a974-3aed5ed3e8c7 HTTP/1.1" status: 200 len: 1130 time: 0.0452209 Mar 08 20:37:38.665711 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-b9937835-b98f-44d7-bc56-d94569cb65e8 req-9fff2f92-8851-4aad-beb7-3981d93eaa12 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=a199a633-a955-41ef-9e78-5f2075f670b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431688 Mar 08 20:37:39.124569 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8c66fc-e5e9-439d-a96a-ee6d42856ef5 req-6b44a69d-51a4-4751-b1c4-c6bbb906576e tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:37:39.132288 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-9c8c66fc-e5e9-439d-a96a-ee6d42856ef5 req-6b44a69d-51a4-4751-b1c4-c6bbb906576e tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "GET /v2.0/ports?device_id=8d5a712c-3782-48e8-b902-dd7603c56b51 HTTP/1.1" status: 200 len: 945 time: 0.0562375 Mar 08 20:37:39.182385 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-9c8c66fc-e5e9-439d-a96a-ee6d42856ef5 req-ef870224-9f5c-4f09-8e3c-dc2d4ac61ed5 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "GET /v2.0/security-groups?id=a267c7b1-63ad-4c1c-9cd3-488492c80c67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507269 Mar 08 20:37:39.202762 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.db.agents_db [None req-39e8813d-158c-4e2f-bb5f-b8539461cb33 None None] Agent healthcheck: found 6 active agents {{(pid=103461) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 20:37:39.320496 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb73f760-8ec2-4c81-82ee-b6f5f8e933dc req-e8ef0784-59d5-4a2a-bb03-fda6d983f0fd tempest-VolumesActionsTest-86913169 tempest-VolumesActionsTest-86913169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:37:39.322065 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-bb73f760-8ec2-4c81-82ee-b6f5f8e933dc req-e8ef0784-59d5-4a2a-bb03-fda6d983f0fd tempest-VolumesActionsTest-86913169 tempest-VolumesActionsTest-86913169-project] 10.222.0.41 "GET /v2.0/ports?device_id=68316ea3-b92c-42c6-a974-3aed5ed3e8c7 HTTP/1.1" status: 200 len: 946 time: 0.0676675 Mar 08 20:37:39.374632 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-bb73f760-8ec2-4c81-82ee-b6f5f8e933dc req-8d868359-adf7-4885-948f-95790581f7c0 tempest-VolumesActionsTest-86913169 tempest-VolumesActionsTest-86913169-project] 10.222.0.41 "GET /v2.0/security-groups?id=a199a633-a955-41ef-9e78-5f2075f670b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464919 Mar 08 20:37:40.308710 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa2644f-dac4-46b3-b3ce-d33bf86a1fa3 req-fc9bd767-8ffe-4164-ac96-5c9884d0ca3f tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:37:40.310297 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-0aa2644f-dac4-46b3-b3ce-d33bf86a1fa3 req-fc9bd767-8ffe-4164-ac96-5c9884d0ca3f tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "GET /v2.0/ports?device_id=8d5a712c-3782-48e8-b902-dd7603c56b51 HTTP/1.1" status: 200 len: 945 time: 0.0550618 Mar 08 20:37:40.368348 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-0aa2644f-dac4-46b3-b3ce-d33bf86a1fa3 req-d612b741-52f1-4951-a0f4-9b3a79911c89 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "GET /v2.0/security-groups?id=a267c7b1-63ad-4c1c-9cd3-488492c80c67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488884 Mar 08 20:37:40.511109 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b628725e-1a12-4343-bcf3-d00b2fa7322d req-d8aca2b5-ab4b-40bc-8bfb-e66e6c7fa0de tempest-VolumesActionsTest-86913169 tempest-VolumesActionsTest-86913169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:37:40.512582 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-b628725e-1a12-4343-bcf3-d00b2fa7322d req-d8aca2b5-ab4b-40bc-8bfb-e66e6c7fa0de tempest-VolumesActionsTest-86913169 tempest-VolumesActionsTest-86913169-project] 10.222.0.41 "GET /v2.0/ports?device_id=68316ea3-b92c-42c6-a974-3aed5ed3e8c7 HTTP/1.1" status: 200 len: 946 time: 0.0547514 Mar 08 20:37:40.567533 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-b628725e-1a12-4343-bcf3-d00b2fa7322d req-5ee568c0-e48f-4653-afae-4b837f1092d8 tempest-VolumesActionsTest-86913169 tempest-VolumesActionsTest-86913169-project] 10.222.0.41 "GET /v2.0/security-groups?id=a199a633-a955-41ef-9e78-5f2075f670b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459809 Mar 08 20:37:41.245095 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0448f0f0-8ecb-4a4a-b0cd-6b17e4f35a4f req-2ea517e3-0572-41d5-8a32-9b614352e57f tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:37:41.246638 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-0448f0f0-8ecb-4a4a-b0cd-6b17e4f35a4f req-2ea517e3-0572-41d5-8a32-9b614352e57f tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] 10.222.0.41 "GET /v2.0/ports?device_id=2d624e6e-62ab-4d10-b4ef-1e8143d00fd3 HTTP/1.1" status: 200 len: 945 time: 0.0727661 Mar 08 20:37:41.312849 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-0448f0f0-8ecb-4a4a-b0cd-6b17e4f35a4f req-b867015e-3656-4bdb-957e-8f7228cf6a71 tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] 10.222.0.41 "GET /v2.0/security-groups?id=4d697690-46e7-4a5b-b531-6aaab5a49583&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595040 Mar 08 20:37:41.504439 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c66a24-d960-41ea-9a72-f5f4007ba0ec req-bcd90444-603c-4544-818f-90f040bdfff2 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:37:41.505904 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-96c66a24-d960-41ea-9a72-f5f4007ba0ec req-bcd90444-603c-4544-818f-90f040bdfff2 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "GET /v2.0/ports?device_id=8d5a712c-3782-48e8-b902-dd7603c56b51 HTTP/1.1" status: 200 len: 945 time: 0.0571070 Mar 08 20:37:41.564806 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-96c66a24-d960-41ea-9a72-f5f4007ba0ec req-404bfaf7-484c-40c5-b156-b6292034b517 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "GET /v2.0/security-groups?id=a267c7b1-63ad-4c1c-9cd3-488492c80c67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522668 Mar 08 20:37:42.249572 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f759b2-6f69-4d7d-86a4-b56176800cf3 req-9907107e-0092-4239-9f1f-9a2566ea14c8 tempest-VolumesActionsTest-86913169 tempest-VolumesActionsTest-86913169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:37:42.251475 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-10f759b2-6f69-4d7d-86a4-b56176800cf3 req-9907107e-0092-4239-9f1f-9a2566ea14c8 tempest-VolumesActionsTest-86913169 tempest-VolumesActionsTest-86913169-project] 10.222.0.41 "GET /v2.0/ports?device_id=68316ea3-b92c-42c6-a974-3aed5ed3e8c7 HTTP/1.1" status: 200 len: 946 time: 0.0767677 Mar 08 20:37:42.303752 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-10f759b2-6f69-4d7d-86a4-b56176800cf3 req-01dc60ca-62ee-4006-9402-0f0068d7806c tempest-VolumesActionsTest-86913169 tempest-VolumesActionsTest-86913169-project] 10.222.0.41 "GET /v2.0/security-groups?id=a199a633-a955-41ef-9e78-5f2075f670b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452712 Mar 08 20:37:42.458216 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba40a3a2-3f1c-4647-ad7e-2287e70f0d50 req-da8fe244-3c0b-40bf-bf2d-6887ee9ede60 tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:37:42.459841 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-ba40a3a2-3f1c-4647-ad7e-2287e70f0d50 req-da8fe244-3c0b-40bf-bf2d-6887ee9ede60 tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] 10.222.0.41 "GET /v2.0/ports?device_id=2d624e6e-62ab-4d10-b4ef-1e8143d00fd3 HTTP/1.1" status: 200 len: 945 time: 0.0698109 Mar 08 20:37:42.517561 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-ba40a3a2-3f1c-4647-ad7e-2287e70f0d50 req-e33f8e4c-4117-4f8b-ba7c-044c7f59229d tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] 10.222.0.41 "GET /v2.0/security-groups?id=4d697690-46e7-4a5b-b531-6aaab5a49583&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517867 Mar 08 20:37:42.729250 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8101f429-4e4c-4420-8978-07f963800957 req-28649451-0288-4a87-8dca-2a8bd5988250 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:37:42.731330 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-8101f429-4e4c-4420-8978-07f963800957 req-28649451-0288-4a87-8dca-2a8bd5988250 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "GET /v2.0/ports?device_id=8d5a712c-3782-48e8-b902-dd7603c56b51 HTTP/1.1" status: 200 len: 945 time: 0.0635388 Mar 08 20:37:42.810958 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-8101f429-4e4c-4420-8978-07f963800957 req-000fa98a-928a-47f0-bc41-81a42dc8d839 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "GET /v2.0/security-groups?id=a267c7b1-63ad-4c1c-9cd3-488492c80c67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686262 Mar 08 20:37:43.484234 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65d85ba-c3f6-445a-bf66-abcb892dbc2c req-0884c383-12dd-4a8b-813e-87e9b9c07fe5 tempest-VolumesActionsTest-86913169 tempest-VolumesActionsTest-86913169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:37:43.486352 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-e65d85ba-c3f6-445a-bf66-abcb892dbc2c req-0884c383-12dd-4a8b-813e-87e9b9c07fe5 tempest-VolumesActionsTest-86913169 tempest-VolumesActionsTest-86913169-project] 10.222.0.41 "GET /v2.0/ports?device_id=68316ea3-b92c-42c6-a974-3aed5ed3e8c7 HTTP/1.1" status: 200 len: 946 time: 0.0689759 Mar 08 20:37:43.545544 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-e65d85ba-c3f6-445a-bf66-abcb892dbc2c req-72b0a86d-bdff-42cb-8bf9-70078a701bea tempest-VolumesActionsTest-86913169 tempest-VolumesActionsTest-86913169-project] 10.222.0.41 "GET /v2.0/security-groups?id=a199a633-a955-41ef-9e78-5f2075f670b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514433 Mar 08 20:37:43.672141 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a140bb-ef66-4995-b2ee-33e7b8c70db9 req-6b150464-caf4-4e15-91af-7b99c25274fd tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:37:43.673891 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-02a140bb-ef66-4995-b2ee-33e7b8c70db9 req-6b150464-caf4-4e15-91af-7b99c25274fd tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] 10.222.0.41 "GET /v2.0/ports?device_id=2d624e6e-62ab-4d10-b4ef-1e8143d00fd3 HTTP/1.1" status: 200 len: 945 time: 0.0712934 Mar 08 20:37:43.738690 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-02a140bb-ef66-4995-b2ee-33e7b8c70db9 req-a87fb939-9f91-45e0-b1b3-fbe0f2f533ea tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] 10.222.0.41 "GET /v2.0/security-groups?id=4d697690-46e7-4a5b-b531-6aaab5a49583&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573797 Mar 08 20:37:43.767520 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2292d55-5ebf-48e8-b5c0-32ac658fe0a2 req-049fb08a-9078-46a1-b120-b081f10a6304 tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:37:43.770239 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-e2292d55-5ebf-48e8-b5c0-32ac658fe0a2 req-049fb08a-9078-46a1-b120-b081f10a6304 tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d624e6e-62ab-4d10-b4ef-1e8143d00fd3 HTTP/1.1" status: 200 len: 945 time: 0.0792851 Mar 08 20:37:43.946914 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [req-e2292d55-5ebf-48e8-b5c0-32ac658fe0a2 req-aa496dac-0895-4847-a62a-179e98a279a2 tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] Deleting port 9c95c88a-d2ab-49aa-b478-a8bfb7ee15e1 {{(pid=103458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 20:37:43.947247 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-e2292d55-5ebf-48e8-b5c0-32ac658fe0a2 req-aa496dac-0895-4847-a62a-179e98a279a2 tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745146874691'] for port (9c95c88a-d2ab-49aa-b478-a8bfb7ee15e1), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:37:44.038857 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d0acd9-1a4f-455b-a221-d0198270d442 req-0f59d33e-a5e8-4f12-90fd-080cd0ecd4fc tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:37:44.040406 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-a2d0acd9-1a4f-455b-a221-d0198270d442 req-0f59d33e-a5e8-4f12-90fd-080cd0ecd4fc tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "GET /v2.0/ports?device_id=8d5a712c-3782-48e8-b902-dd7603c56b51 HTTP/1.1" status: 200 len: 945 time: 0.1247692 Mar 08 20:37:44.088884 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.db [req-e2292d55-5ebf-48e8-b5c0-32ac658fe0a2 req-aa496dac-0895-4847-a62a-179e98a279a2 tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] For port 9c95c88a-d2ab-49aa-b478-a8bfb7ee15e1, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=9c95c88a-d2ab-49aa-b478-a8bfb7ee15e1,segment=NetworkSegment(8a7da6b0-4771-498d-9c85-c783d4056178),segment_id=8a7da6b0-4771-498d-9c85-c783d4056178)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:37:44.089243 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-e2292d55-5ebf-48e8-b5c0-32ac658fe0a2 req-aa496dac-0895-4847-a62a-179e98a279a2 tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443457'] for port (9c95c88a-d2ab-49aa-b478-a8bfb7ee15e1), precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:37:44.163433 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-a2d0acd9-1a4f-455b-a221-d0198270d442 req-cf8ed361-fbf9-4dfe-8991-92e53a8eb61a tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "GET /v2.0/security-groups?id=a267c7b1-63ad-4c1c-9cd3-488492c80c67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1164117 Mar 08 20:37:44.326625 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-e2292d55-5ebf-48e8-b5c0-32ac658fe0a2 req-aa496dac-0895-4847-a62a-179e98a279a2 tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:37:44.326890 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-e2292d55-5ebf-48e8-b5c0-32ac658fe0a2 req-aa496dac-0895-4847-a62a-179e98a279a2 tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-443219'] for floatingip (a92cd06a-4c95-450a-8179-c41cd7e260fe), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:37:44.327250 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.db.l3_db [req-e2292d55-5ebf-48e8-b5c0-32ac658fe0a2 req-aa496dac-0895-4847-a62a-179e98a279a2 tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] Floating IP a92cd06a-4c95-450a-8179-c41cd7e260fe disassociated. External IP: 172.27.2.248, port: 9c95c88a-d2ab-49aa-b478-a8bfb7ee15e1. Mar 08 20:37:44.327596 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [req-e2292d55-5ebf-48e8-b5c0-32ac658fe0a2 req-aa496dac-0895-4847-a62a-179e98a279a2 tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] Calling delete_port for 9c95c88a-d2ab-49aa-b478-a8bfb7ee15e1 owned by compute:nova {{(pid=103458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 20:37:44.560707 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6734aebd-4c7e-4448-9ee5-43684496b002 req-cdf30d40-c51b-43a6-a40d-4a8cc3895d5d tempest-VolumesActionsTest-86913169 tempest-VolumesActionsTest-86913169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:37:44.562318 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-6734aebd-4c7e-4448-9ee5-43684496b002 req-cdf30d40-c51b-43a6-a40d-4a8cc3895d5d tempest-VolumesActionsTest-86913169 tempest-VolumesActionsTest-86913169-project] 10.222.0.37 "GET /v2.0/ports?device_id=68316ea3-b92c-42c6-a974-3aed5ed3e8c7 HTTP/1.1" status: 200 len: 946 time: 0.0637641 Mar 08 20:37:44.621910 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-e2292d55-5ebf-48e8-b5c0-32ac658fe0a2 req-aa496dac-0895-4847-a62a-179e98a279a2 tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745146878630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745146440915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28566877'] for port (9c95c88a-d2ab-49aa-b478-a8bfb7ee15e1), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:37:44.683479 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa496dac-0895-4847-a62a-179e98a279a2 tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] Pushing event deleted for resources: {'Port': ['ID=9c95c88a-d2ab-49aa-b478-a8bfb7ee15e1,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:37:44.690872 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ba4d66-6e08-4350-9737-faa272cbeb48 req-5e17edd6-0d0f-44b7-9aa5-cc533c21ffaf tempest-VolumesActionsTest-86913169 tempest-VolumesActionsTest-86913169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:37:44.699483 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-f3ba4d66-6e08-4350-9737-faa272cbeb48 req-5e17edd6-0d0f-44b7-9aa5-cc533c21ffaf tempest-VolumesActionsTest-86913169 tempest-VolumesActionsTest-86913169-project] 10.222.0.41 "GET /v2.0/ports?device_id=68316ea3-b92c-42c6-a974-3aed5ed3e8c7 HTTP/1.1" status: 200 len: 946 time: 0.0647042 Mar 08 20:37:44.752338 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-f3ba4d66-6e08-4350-9737-faa272cbeb48 req-8ac17aa2-863c-4754-9549-bad1274485ba tempest-VolumesActionsTest-86913169 tempest-VolumesActionsTest-86913169-project] 10.222.0.41 "GET /v2.0/security-groups?id=a199a633-a955-41ef-9e78-5f2075f670b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517490 Mar 08 20:37:44.898186 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-c2477258-2885-4c87-a45f-50b28a78d321 req-236201b0-f77c-49ad-803d-91e7bdf8acdc tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] 10.222.0.41 "GET /v2.0/ports?device_id=2d624e6e-62ab-4d10-b4ef-1e8143d00fd3 HTTP/1.1" status: 200 len: 210 time: 0.0616453 Mar 08 20:37:44.921995 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [req-6734aebd-4c7e-4448-9ee5-43684496b002 req-b1ef71b6-718e-4860-8c2b-319a08e068aa tempest-VolumesActionsTest-86913169 tempest-VolumesActionsTest-86913169-project] Deleting port e579bfc7-f4cc-4272-98ae-1fbddc804f13 {{(pid=103458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 20:37:44.922336 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-6734aebd-4c7e-4448-9ee5-43684496b002 req-b1ef71b6-718e-4860-8c2b-319a08e068aa tempest-VolumesActionsTest-86913169 tempest-VolumesActionsTest-86913169-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745146874691'] for port (e579bfc7-f4cc-4272-98ae-1fbddc804f13), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:37:44.965613 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e2292d55-5ebf-48e8-b5c0-32ac658fe0a2 req-aa496dac-0895-4847-a62a-179e98a279a2 tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] Router 813bc19a-5efc-4849-a90c-b51f279e8583 has already been hosted by L3 agent 7ae9fd8f-5d61-4821-9eac-044950c450f0 {{(pid=103458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 20:37:45.107315 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.db [req-6734aebd-4c7e-4448-9ee5-43684496b002 req-b1ef71b6-718e-4860-8c2b-319a08e068aa tempest-VolumesActionsTest-86913169 tempest-VolumesActionsTest-86913169-project] For port e579bfc7-f4cc-4272-98ae-1fbddc804f13, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=e579bfc7-f4cc-4272-98ae-1fbddc804f13,segment=NetworkSegment(dccf2df2-846f-4b53-9790-b1c45eea3e6f),segment_id=dccf2df2-846f-4b53-9790-b1c45eea3e6f)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:37:45.107784 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-6734aebd-4c7e-4448-9ee5-43684496b002 req-b1ef71b6-718e-4860-8c2b-319a08e068aa tempest-VolumesActionsTest-86913169 tempest-VolumesActionsTest-86913169-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443457'] for port (e579bfc7-f4cc-4272-98ae-1fbddc804f13), precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:37:45.165179 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [req-6734aebd-4c7e-4448-9ee5-43684496b002 req-b1ef71b6-718e-4860-8c2b-319a08e068aa tempest-VolumesActionsTest-86913169 tempest-VolumesActionsTest-86913169-project] Calling delete_port for e579bfc7-f4cc-4272-98ae-1fbddc804f13 owned by compute:nova {{(pid=103458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 20:37:45.228537 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e2292d55-5ebf-48e8-b5c0-32ac658fe0a2 req-aa496dac-0895-4847-a62a-179e98a279a2 tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] Notify agent at l3_agent.dv-cinder-830096-3-iscsi the message routers_updated {{(pid=103458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 20:37:45.249812 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ddba585-2e34-491a-a926-767bbb0e8206 None None] Sync routers for ids ['813bc19a-5efc-4849-a90c-b51f279e8583'] in dv-cinder-830096-3-iscsi {{(pid=103460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 20:37:45.279358 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ddba585-2e34-491a-a926-767bbb0e8206 None None] Routers {'813bc19a-5efc-4849-a90c-b51f279e8583'} bound to L3 agent in host dv-cinder-830096-3-iscsi {{(pid=103460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:37:45.280205 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-3ddba585-2e34-491a-a926-767bbb0e8206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T20:23:01Z,description=,heartbeat_timestamp=2022-03-08T20:37:31Z,host='dv-cinder-830096-3-iscsi',id=7ae9fd8f-5d61-4821-9eac-044950c450f0,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:23:02Z,topic='l3_agent')) {'router_ids': ['813bc19a-5efc-4849-a90c-b51f279e8583'], 'active': True} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:37:45.297020 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2292d55-5ebf-48e8-b5c0-32ac658fe0a2 req-aa496dac-0895-4847-a62a-179e98a279a2 tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] No DVR routers for this DVR port 9c95c88a-d2ab-49aa-b478-a8bfb7ee15e1 on host hv-cinder-83009 {{(pid=103458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 20:37:45.298809 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-e2292d55-5ebf-48e8-b5c0-32ac658fe0a2 req-aa496dac-0895-4847-a62a-179e98a279a2 tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4188892'] for port (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:37:45.304826 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-e2292d55-5ebf-48e8-b5c0-32ac658fe0a2 req-aa496dac-0895-4847-a62a-179e98a279a2 tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] 10.222.0.37 "DELETE /v2.0/ports/9c95c88a-d2ab-49aa-b478-a8bfb7ee15e1 HTTP/1.1" status: 204 len: 173 time: 1.5288713 Mar 08 20:37:45.305395 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d624e6e-62ab-4d10-b4ef-1e8143d00fd3', 'name': 'network-vif-deleted', 'tag': '9c95c88a-d2ab-49aa-b478-a8bfb7ee15e1'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 20:37:45.307861 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80a387be2d8005eb2e27f9060a02e972faa958bb0688f3ffd3bc7b0f4eb55c8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96778f97-2b93-4ed8-8279-a3e16125c015" -d '{"events": [{"server_uuid": "2d624e6e-62ab-4d10-b4ef-1e8143d00fd3", "name": "network-vif-deleted", "tag": "9c95c88a-d2ab-49aa-b478-a8bfb7ee15e1"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 20:37:45.362874 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debace57-3b16-47de-b252-a0342fa9cad5 req-39392704-3833-4081-9bf1-33c90bbf6767 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:37:45.365132 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 20:37:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4defa860-4841-4c3f-bc11-c85886cdc294 x-openstack-request-id: req-4defa860-4841-4c3f-bc11-c85886cdc294 {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 20:37:45.365639 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d624e6e-62ab-4d10-b4ef-1e8143d00fd3", "name": "network-vif-deleted", "tag": "9c95c88a-d2ab-49aa-b478-a8bfb7ee15e1", "status": "completed", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 20:37:45.370067 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4defa860-4841-4c3f-bc11-c85886cdc294 {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 20:37:45.370067 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d624e6e-62ab-4d10-b4ef-1e8143d00fd3', 'name': 'network-vif-deleted', 'tag': '9c95c88a-d2ab-49aa-b478-a8bfb7ee15e1', 'status': 'completed', 'code': 200} Mar 08 20:37:45.370422 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-debace57-3b16-47de-b252-a0342fa9cad5 req-39392704-3833-4081-9bf1-33c90bbf6767 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "GET /v2.0/ports?device_id=8d5a712c-3782-48e8-b902-dd7603c56b51 HTTP/1.1" status: 200 len: 945 time: 0.0739894 Mar 08 20:37:45.459978 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-debace57-3b16-47de-b252-a0342fa9cad5 req-7fcd0042-6d0c-4dcd-9492-ed036df43c3c tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "GET /v2.0/security-groups?id=a267c7b1-63ad-4c1c-9cd3-488492c80c67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798914 Mar 08 20:37:45.480266 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-6734aebd-4c7e-4448-9ee5-43684496b002 req-b1ef71b6-718e-4860-8c2b-319a08e068aa tempest-VolumesActionsTest-86913169 tempest-VolumesActionsTest-86913169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745146878630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745146440915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28566877'] for port (e579bfc7-f4cc-4272-98ae-1fbddc804f13), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:37:45.517641 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.db [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] get_ports_and_sgs() called for port_ids ['e579bfc7-f4cc-4272-98ae-1fbddc804f13'] {{(pid=103460) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 20:37:45.527430 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvr_db [None req-3ddba585-2e34-491a-a926-767bbb0e8206 None None] Set router 813bc19a-5efc-4849-a90c-b51f279e8583 gateway port host: dv-cinder-830096-3-iscsi {{(pid=103460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:37:45.546702 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ef71b6-718e-4860-8c2b-319a08e068aa tempest-VolumesActionsTest-86913169 tempest-VolumesActionsTest-86913169-project] Pushing event deleted for resources: {'Port': ['ID=e579bfc7-f4cc-4272-98ae-1fbddc804f13,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:37:45.620845 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [req-6734aebd-4c7e-4448-9ee5-43684496b002 req-b1ef71b6-718e-4860-8c2b-319a08e068aa tempest-VolumesActionsTest-86913169 tempest-VolumesActionsTest-86913169-project] No DVR routers for this DVR port e579bfc7-f4cc-4272-98ae-1fbddc804f13 on host hv-cinder-83009 {{(pid=103458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 20:37:45.624325 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-6734aebd-4c7e-4448-9ee5-43684496b002 req-b1ef71b6-718e-4860-8c2b-319a08e068aa tempest-VolumesActionsTest-86913169 tempest-VolumesActionsTest-86913169-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4188892'] for port (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:37:45.627961 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-6734aebd-4c7e-4448-9ee5-43684496b002 req-b1ef71b6-718e-4860-8c2b-319a08e068aa tempest-VolumesActionsTest-86913169 tempest-VolumesActionsTest-86913169-project] 10.222.0.37 "DELETE /v2.0/ports/e579bfc7-f4cc-4272-98ae-1fbddc804f13 HTTP/1.1" status: 204 len: 173 time: 1.0589454 Mar 08 20:37:45.825266 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-3ddba585-2e34-491a-a926-767bbb0e8206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '813bc19a-5efc-4849-a90c-b51f279e8583', 'name': 'tempest-TestVolumeBootPattern-564992217-router', 'tenant_id': 'bf06b78c460f40649c7dfbdd2a48a3e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'external_fixed_ips': [{'subnet_id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'ip_address': '172.27.2.236'}], 'enable_snat': True}, 'gw_port_id': 'b09be00f-c368-414b-9fd5-063c97760f7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:33:30Z', 'updated_at': '2022-03-08T20:33:34Z', 'revision_number': 4, 'project_id': 'bf06b78c460f40649c7dfbdd2a48a3e6', 'gw_port': {'id': 'b09be00f-c368-414b-9fd5-063c97760f7b', 'name': '', 'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:67:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '813bc19a-5efc-4849-a90c-b51f279e8583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'ip_address': '172.27.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:33:31Z', 'updated_at': '2022-03-08T20:33:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-3-iscsi', '_interfaces': [{'id': 'bf80f1eb-9470-4de8-869d-5b5d1aef8ede', 'name': '', 'network_id': 'c2c7d66f-86ac-44f2-9eb5-cb2716ba5d76', 'tenant_id': 'bf06b78c460f40649c7dfbdd2a48a3e6', 'mac_address': 'fa:16:3e:fd:84:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '813bc19a-5efc-4849-a90c-b51f279e8583', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '88ad92d3-2fe0-4490-8ff5-712fc5e791fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:33:34Z', 'updated_at': '2022-03-08T20:33:39Z', 'revision_number': 5, 'project_id': 'bf06b78c460f40649c7dfbdd2a48a3e6', 'subnets': [{'id': '88ad92d3-2fe0-4490-8ff5-712fc5e791fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830096-3-iscsi', False) {} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:37:45.863277 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ddba585-2e34-491a-a926-767bbb0e8206 None None] Checking router: 813bc19a-5efc-4849-a90c-b51f279e8583 for host: dv-cinder-830096-3-iscsi {{(pid=103460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 20:37:45.874139 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ddba585-2e34-491a-a926-767bbb0e8206 None None] Routers {'813bc19a-5efc-4849-a90c-b51f279e8583'} bound to L3 agent in host dv-cinder-830096-3-iscsi {{(pid=103460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:37:45.874777 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-3ddba585-2e34-491a-a926-767bbb0e8206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T20:23:01Z,description=,heartbeat_timestamp=2022-03-08T20:37:31Z,host='dv-cinder-830096-3-iscsi',id=7ae9fd8f-5d61-4821-9eac-044950c450f0,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:23:02Z,topic='l3_agent')) {'router_ids': ['813bc19a-5efc-4849-a90c-b51f279e8583'], 'active': True} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:37:45.940729 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-dd8ac570-4926-44f1-81f2-0c8710cba983 req-f90b0949-ea17-4467-8f37-ef285a849360 tempest-VolumesActionsTest-86913169 tempest-VolumesActionsTest-86913169-project] 10.222.0.41 "GET /v2.0/ports?device_id=68316ea3-b92c-42c6-a974-3aed5ed3e8c7 HTTP/1.1" status: 200 len: 210 time: 0.0521390 Mar 08 20:37:46.047794 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.rpc [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Device 9c95c88a-d2ab-49aa-b478-a8bfb7ee15e1 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103460) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 20:37:46.075858 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.plugin [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] No Port match for: 9c95c88a-d2ab-49aa-b478-a8bfb7ee15e1 {{(pid=103460) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 20:37:46.076229 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.rpc [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Device 9c95c88a-d2ab-49aa-b478-a8bfb7ee15e1 not bound to the agent host hv-cinder-83009 {{(pid=103460) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 20:37:46.076639 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.rpc [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Device e579bfc7-f4cc-4272-98ae-1fbddc804f13 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103460) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 20:37:46.086061 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-cfb4e7f2-00af-4129-9d44-218a0f70ded4 req-c5a0c80e-56f0-4e17-8ee9-8f19087e99e5 tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] 10.222.0.41 "GET /v2.0/ports?device_id=2d624e6e-62ab-4d10-b4ef-1e8143d00fd3 HTTP/1.1" status: 200 len: 210 time: 0.0440812 Mar 08 20:37:46.105523 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.plugin [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] No Port match for: e579bfc7-f4cc-4272-98ae-1fbddc804f13 {{(pid=103460) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 20:37:46.105866 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.rpc [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Device e579bfc7-f4cc-4272-98ae-1fbddc804f13 not bound to the agent host hv-cinder-83009 {{(pid=103460) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 20:37:46.211572 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvr_db [None req-3ddba585-2e34-491a-a926-767bbb0e8206 None None] Set router 813bc19a-5efc-4849-a90c-b51f279e8583 gateway port host: dv-cinder-830096-3-iscsi {{(pid=103460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:37:46.499297 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-3ddba585-2e34-491a-a926-767bbb0e8206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '813bc19a-5efc-4849-a90c-b51f279e8583', 'name': 'tempest-TestVolumeBootPattern-564992217-router', 'tenant_id': 'bf06b78c460f40649c7dfbdd2a48a3e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'external_fixed_ips': [{'subnet_id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'ip_address': '172.27.2.236'}], 'enable_snat': True}, 'gw_port_id': 'b09be00f-c368-414b-9fd5-063c97760f7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:33:30Z', 'updated_at': '2022-03-08T20:33:34Z', 'revision_number': 4, 'project_id': 'bf06b78c460f40649c7dfbdd2a48a3e6', 'gw_port': {'id': 'b09be00f-c368-414b-9fd5-063c97760f7b', 'name': '', 'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:67:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '813bc19a-5efc-4849-a90c-b51f279e8583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'ip_address': '172.27.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:33:31Z', 'updated_at': '2022-03-08T20:33:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-3-iscsi', '_interfaces': [{'id': 'bf80f1eb-9470-4de8-869d-5b5d1aef8ede', 'name': '', 'network_id': 'c2c7d66f-86ac-44f2-9eb5-cb2716ba5d76', 'tenant_id': 'bf06b78c460f40649c7dfbdd2a48a3e6', 'mac_address': 'fa:16:3e:fd:84:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '813bc19a-5efc-4849-a90c-b51f279e8583', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '88ad92d3-2fe0-4490-8ff5-712fc5e791fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:33:34Z', 'updated_at': '2022-03-08T20:33:39Z', 'revision_number': 5, 'project_id': 'bf06b78c460f40649c7dfbdd2a48a3e6', 'subnets': [{'id': '88ad92d3-2fe0-4490-8ff5-712fc5e791fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830096-3-iscsi', False) {} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:37:46.534740 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ddba585-2e34-491a-a926-767bbb0e8206 None None] The sync data for ids ['813bc19a-5efc-4849-a90c-b51f279e8583'] in dv-cinder-830096-3-iscsi is: [{'id': '813bc19a-5efc-4849-a90c-b51f279e8583', 'name': 'tempest-TestVolumeBootPattern-564992217-router', 'tenant_id': 'bf06b78c460f40649c7dfbdd2a48a3e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'external_fixed_ips': [{'subnet_id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'ip_address': '172.27.2.236'}], 'enable_snat': True}, 'gw_port_id': 'b09be00f-c368-414b-9fd5-063c97760f7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:33:30Z', 'updated_at': '2022-03-08T20:33:34Z', 'revision_number': 4, 'project_id': 'bf06b78c460f40649c7dfbdd2a48a3e6', 'gw_port': {'id': 'b09be00f-c368-414b-9fd5-063c97760f7b', 'name': '', 'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:67:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '813bc19a-5efc-4849-a90c-b51f279e8583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'ip_address': '172.27.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:33:31Z', 'updated_at': '2022-03-08T20:33:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-3-iscsi', '_interfaces': [{'id': 'bf80f1eb-9470-4de8-869d-5b5d1aef8ede', 'name': '', 'network_id': 'c2c7d66f-86ac-44f2-9eb5-cb2716ba5d76', 'tenant_id': 'bf06b78c460f40649c7dfbdd2a48a3e6', 'mac_address': 'fa:16:3e:fd:84:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '813bc19a-5efc-4849-a90c-b51f279e8583', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '88ad92d3-2fe0-4490-8ff5-712fc5e791fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:33:34Z', 'updated_at': '2022-03-08T20:33:39Z', 'revision_number': 5, 'project_id': 'bf06b78c460f40649c7dfbdd2a48a3e6', 'subnets': [{'id': '88ad92d3-2fe0-4490-8ff5-712fc5e791fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 20:37:46.650229 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120a0a28-b8bf-4016-90ef-aba430c4b44b req-09794da4-4225-4f3d-b749-b0f2de68c633 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:37:46.656620 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-120a0a28-b8bf-4016-90ef-aba430c4b44b req-09794da4-4225-4f3d-b749-b0f2de68c633 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "GET /v2.0/ports?device_id=8d5a712c-3782-48e8-b902-dd7603c56b51 HTTP/1.1" status: 200 len: 945 time: 0.0719762 Mar 08 20:37:46.714089 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-120a0a28-b8bf-4016-90ef-aba430c4b44b req-b6516eb0-7ad2-4b6f-a4b9-83a8fdb18c1c tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "GET /v2.0/security-groups?id=a267c7b1-63ad-4c1c-9cd3-488492c80c67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540938 Mar 08 20:37:46.849050 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-215b4af8-60a6-43ce-8ac1-3081bc100bb3 None None] New status for floating IP a92cd06a-4c95-450a-8179-c41cd7e260fe: DOWN {{(pid=103461) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 20:37:47.129488 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-e828f4d8-2e25-4822-8b3e-067eaeaa3226 req-b37ad36d-19cd-4711-9501-f7899a71db3c tempest-VolumesActionsTest-86913169 tempest-VolumesActionsTest-86913169-project] 10.222.0.41 "GET /v2.0/ports?device_id=68316ea3-b92c-42c6-a974-3aed5ed3e8c7 HTTP/1.1" status: 200 len: 210 time: 0.0333381 Mar 08 20:37:47.369245 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68316ea3-b92c-42c6-a974-3aed5ed3e8c7', 'name': 'network-vif-deleted', 'tag': 'e579bfc7-f4cc-4272-98ae-1fbddc804f13'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 20:37:47.373486 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80a387be2d8005eb2e27f9060a02e972faa958bb0688f3ffd3bc7b0f4eb55c8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f29b0ed-1214-4f2b-b891-673467d5e6a3" -d '{"events": [{"server_uuid": "68316ea3-b92c-42c6-a974-3aed5ed3e8c7", "name": "network-vif-deleted", "tag": "e579bfc7-f4cc-4272-98ae-1fbddc804f13"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 20:37:47.421432 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 20:37:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c12ef3b-8676-4c7a-9a50-f5e58f7a7d38 x-openstack-request-id: req-3c12ef3b-8676-4c7a-9a50-f5e58f7a7d38 {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 20:37:47.422305 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68316ea3-b92c-42c6-a974-3aed5ed3e8c7", "name": "network-vif-deleted", "tag": "e579bfc7-f4cc-4272-98ae-1fbddc804f13", "status": "completed", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 20:37:47.422630 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3c12ef3b-8676-4c7a-9a50-f5e58f7a7d38 {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 20:37:47.423112 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68316ea3-b92c-42c6-a974-3aed5ed3e8c7', 'name': 'network-vif-deleted', 'tag': 'e579bfc7-f4cc-4272-98ae-1fbddc804f13', 'status': 'completed', 'code': 200} Mar 08 20:37:47.459562 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-56368c6a-587f-46ee-ae2a-6d425e232214 req-cb8b05ed-3caa-46b7-ae4f-4a5ded5b10c3 tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1090852225&fields=id&tenant_id=bf06b78c460f40649c7dfbdd2a48a3e6 HTTP/1.1" status: 200 len: 267 time: 0.0657961 Mar 08 20:37:47.592055 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56368c6a-587f-46ee-ae2a-6d425e232214 req-e1b9c743-4f32-455e-9a0a-29bb2ba673df tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:37:47.593654 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-56368c6a-587f-46ee-ae2a-6d425e232214 req-e1b9c743-4f32-455e-9a0a-29bb2ba673df tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] 10.222.0.41 "GET /v2.0/networks?id=c2c7d66f-86ac-44f2-9eb5-cb2716ba5d76 HTTP/1.1" status: 200 len: 811 time: 0.1251819 Mar 08 20:37:47.615160 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-56368c6a-587f-46ee-ae2a-6d425e232214 req-e96588cb-b7d6-4535-af53-ad064a21e9c1 tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] 10.222.0.41 "GET /v2.0/quotas/bf06b78c460f40649c7dfbdd2a48a3e6 HTTP/1.1" status: 200 len: 375 time: 0.0108128 Mar 08 20:37:47.690512 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-56368c6a-587f-46ee-ae2a-6d425e232214 req-0cf1b34b-369e-4daa-9e5b-dcca299a9917 tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=bf06b78c460f40649c7dfbdd2a48a3e6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0686872 Mar 08 20:37:47.795221 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-56368c6a-587f-46ee-ae2a-6d425e232214 req-dd08b083-a2c4-409f-a33f-00fe31e2ced9 service neutron] 10.222.0.41 "GET /v2.0/networks/c2c7d66f-86ac-44f2-9eb5-cb2716ba5d76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925348 Mar 08 20:37:47.914970 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695c91e0-9f58-4efa-a0e5-97447f923760 req-388f09c8-9e19-4248-8bf9-870c3517f034 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:37:47.916418 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-56368c6a-587f-46ee-ae2a-6d425e232214 req-adfea20b-f4a0-4a73-8bc5-c606435e3888 service neutron] 10.222.0.41 "GET /v2.0/networks/c2c7d66f-86ac-44f2-9eb5-cb2716ba5d76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1137128 Mar 08 20:37:47.918999 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-695c91e0-9f58-4efa-a0e5-97447f923760 req-388f09c8-9e19-4248-8bf9-870c3517f034 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "GET /v2.0/ports?device_id=8d5a712c-3782-48e8-b902-dd7603c56b51 HTTP/1.1" status: 200 len: 945 time: 0.0741150 Mar 08 20:37:47.970687 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-695c91e0-9f58-4efa-a0e5-97447f923760 req-bf0d1f24-8aee-49b0-93fd-df4125222f5c tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "GET /v2.0/security-groups?id=a267c7b1-63ad-4c1c-9cd3-488492c80c67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471387 Mar 08 20:37:48.740155 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-7f099e0f-78a2-472a-9c16-0c48b61881e3 req-1dde9893-cb0a-4a59-91a1-343cc48df6e7 tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] 10.222.0.41 "GET /v2.0/ports?device_id=a14fbaed-9ca6-4ca3-be12-e2da6a6b20b0 HTTP/1.1" status: 200 len: 210 time: 0.0541723 Mar 08 20:37:49.141758 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a09d8a-c81b-4e75-93f2-c2291c949875 req-69b60cd8-f7b9-4cc4-9f31-01d4815d3dd4 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:37:49.143376 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-33a09d8a-c81b-4e75-93f2-c2291c949875 req-69b60cd8-f7b9-4cc4-9f31-01d4815d3dd4 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "GET /v2.0/ports?device_id=8d5a712c-3782-48e8-b902-dd7603c56b51 HTTP/1.1" status: 200 len: 945 time: 0.0633795 Mar 08 20:37:49.208550 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-33a09d8a-c81b-4e75-93f2-c2291c949875 req-9fb74d2c-324b-43d3-97f6-c53663251501 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "GET /v2.0/security-groups?id=a267c7b1-63ad-4c1c-9cd3-488492c80c67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544865 Mar 08 20:37:49.842381 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-ce929e55-32be-4491-9739-a9b21aed33d5 req-6bcfd9df-39ca-4b23-9839-09ed1e77055c tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] 10.222.0.41 "GET /v2.0/ports?device_id=a14fbaed-9ca6-4ca3-be12-e2da6a6b20b0 HTTP/1.1" status: 200 len: 210 time: 0.0294547 Mar 08 20:37:50.379219 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be99705-d784-4ae5-98f4-c19dc429a23e req-04e1cb82-e886-4b34-89b5-31bd04da2b7b tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:37:50.380725 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-9be99705-d784-4ae5-98f4-c19dc429a23e req-04e1cb82-e886-4b34-89b5-31bd04da2b7b tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "GET /v2.0/ports?device_id=8d5a712c-3782-48e8-b902-dd7603c56b51 HTTP/1.1" status: 200 len: 945 time: 0.0778337 Mar 08 20:37:50.436571 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-9be99705-d784-4ae5-98f4-c19dc429a23e req-c99b9f80-9cd9-4271-9244-42ca04c1efbf tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "GET /v2.0/security-groups?id=a267c7b1-63ad-4c1c-9cd3-488492c80c67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491383 Mar 08 20:37:50.949615 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-c56f9c81-c2d3-4371-aed8-5da5f17f4dc2 req-de797201-3e27-48be-baa7-4a7bdad044ff tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] 10.222.0.41 "GET /v2.0/ports?device_id=a14fbaed-9ca6-4ca3-be12-e2da6a6b20b0 HTTP/1.1" status: 200 len: 210 time: 0.0340004 Mar 08 20:37:51.601884 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a713e71d-dbd0-4c05-a84e-8a32d195ff92 req-580a8a38-59af-4892-a77b-ac09e0f4ba85 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:37:51.603520 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-a713e71d-dbd0-4c05-a84e-8a32d195ff92 req-580a8a38-59af-4892-a77b-ac09e0f4ba85 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "GET /v2.0/ports?device_id=8d5a712c-3782-48e8-b902-dd7603c56b51 HTTP/1.1" status: 200 len: 945 time: 0.0761435 Mar 08 20:37:51.666196 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-a713e71d-dbd0-4c05-a84e-8a32d195ff92 req-b6cb2979-b1f6-4ab7-ab20-f3355496e0cd tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "GET /v2.0/security-groups?id=a267c7b1-63ad-4c1c-9cd3-488492c80c67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556860 Mar 08 20:37:52.067876 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-51e361b0-1edf-4596-a1ff-91ad536a84a6 req-32ff8189-71e3-48b3-aa98-f855b45086df tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] 10.222.0.41 "GET /v2.0/ports?device_id=a14fbaed-9ca6-4ca3-be12-e2da6a6b20b0 HTTP/1.1" status: 200 len: 210 time: 0.0431130 Mar 08 20:37:52.827392 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80137070-2fa0-4a89-ae27-f5d0e59b3ff1 req-47724bea-436b-466a-9420-7c97983ef00f tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:37:52.828972 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-80137070-2fa0-4a89-ae27-f5d0e59b3ff1 req-47724bea-436b-466a-9420-7c97983ef00f tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "GET /v2.0/ports?device_id=8d5a712c-3782-48e8-b902-dd7603c56b51 HTTP/1.1" status: 200 len: 945 time: 0.0707300 Mar 08 20:37:52.888269 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-80137070-2fa0-4a89-ae27-f5d0e59b3ff1 req-c200d345-6e82-430c-9623-55c7095046e2 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "GET /v2.0/security-groups?id=a267c7b1-63ad-4c1c-9cd3-488492c80c67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525286 Mar 08 20:37:53.230596 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-c4c15243-135f-4ce9-b785-0a0f04179115 req-67e6e0fe-4138-42ba-977d-951faf0e9017 tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] 10.222.0.41 "GET /v2.0/ports?device_id=a14fbaed-9ca6-4ca3-be12-e2da6a6b20b0 HTTP/1.1" status: 200 len: 210 time: 0.0410504 Mar 08 20:37:54.052316 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c3b3a9-751c-4ebf-ab14-522a552a5b0e req-26d8c5b7-97c1-4194-bd6e-37acce6b9c9e tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:37:54.054585 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-a0c3b3a9-751c-4ebf-ab14-522a552a5b0e req-26d8c5b7-97c1-4194-bd6e-37acce6b9c9e tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "GET /v2.0/ports?device_id=8d5a712c-3782-48e8-b902-dd7603c56b51 HTTP/1.1" status: 200 len: 945 time: 0.0777080 Mar 08 20:37:54.128340 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-a0c3b3a9-751c-4ebf-ab14-522a552a5b0e req-e42303a2-b871-480a-838b-360c8f381528 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "GET /v2.0/security-groups?id=a267c7b1-63ad-4c1c-9cd3-488492c80c67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677431 Mar 08 20:37:54.140875 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745146981205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476605'] for agent (905863fd-6a46-47f8-82ce-98f31309cbd3), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:37:54.487692 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56368c6a-587f-46ee-ae2a-6d425e232214 req-34b1e1f6-b4f7-4bc9-afd4-d93054d05b73 tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:37:54.489144 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-56368c6a-587f-46ee-ae2a-6d425e232214 req-34b1e1f6-b4f7-4bc9-afd4-d93054d05b73 tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] 10.222.0.37 "GET /v2.0/networks?id=c2c7d66f-86ac-44f2-9eb5-cb2716ba5d76 HTTP/1.1" status: 200 len: 811 time: 0.1694577 Mar 08 20:37:54.572883 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-aea3f028-b7aa-469f-adab-8036cadb3327 req-e305ef86-4462-48f6-bfa0-3d5c021becf7 tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] 10.222.0.41 "GET /v2.0/ports?device_id=a14fbaed-9ca6-4ca3-be12-e2da6a6b20b0 HTTP/1.1" status: 200 len: 210 time: 0.0629270 Mar 08 20:37:54.643698 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-56368c6a-587f-46ee-ae2a-6d425e232214 req-fdfe1a88-c1a5-4d90-a629-c56a6aecd40b tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bf06b78c460f40649c7dfbdd2a48a3e6 HTTP/1.1" status: 200 len: 380 time: 0.1430938 Mar 08 20:37:54.655880 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.v2.base [req-56368c6a-587f-46ee-ae2a-6d425e232214 req-b752ac60-57f9-46e5-94a9-9d1c702c7c0f tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] Request body: {'port': {'device_id': 'a14fbaed-9ca6-4ca3-be12-e2da6a6b20b0', 'network_id': 'c2c7d66f-86ac-44f2-9eb5-cb2716ba5d76', 'admin_state_up': True, 'tenant_id': 'bf06b78c460f40649c7dfbdd2a48a3e6', 'security_groups': ['4d697690-46e7-4a5b-b531-6aaab5a49583']}} {{(pid=103458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:37:55.123112 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56368c6a-587f-46ee-ae2a-6d425e232214 req-b752ac60-57f9-46e5-94a9-9d1c702c7c0f tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] Made reservation on behalf of bf06b78c460f40649c7dfbdd2a48a3e6 for: {'port': 1} {{(pid=103458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 20:37:55.129112 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-56368c6a-587f-46ee-ae2a-6d425e232214 req-b752ac60-57f9-46e5-94a9-9d1c702c7c0f tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747308'] for port (None), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:37:55.308117 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1be4627-b495-4d86-8079-404efd587bce req-f2638e49-6729-4cd3-82c5-3dd7ddcc0bb4 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:37:55.310046 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-a1be4627-b495-4d86-8079-404efd587bce req-f2638e49-6729-4cd3-82c5-3dd7ddcc0bb4 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "GET /v2.0/ports?device_id=8d5a712c-3782-48e8-b902-dd7603c56b51 HTTP/1.1" status: 200 len: 945 time: 0.0859122 Mar 08 20:37:55.364106 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.db.db_base_plugin_common [req-56368c6a-587f-46ee-ae2a-6d425e232214 req-b752ac60-57f9-46e5-94a9-9d1c702c7c0f tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] Allocated IP 172.20.0.11 (c2c7d66f-86ac-44f2-9eb5-cb2716ba5d76/88ad92d3-2fe0-4490-8ff5-712fc5e791fb/90bd1cce-acc7-4d74-ad9c-f6b3eea6125d) {{(pid=103458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 20:37:55.367716 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-a1be4627-b495-4d86-8079-404efd587bce req-445958f6-a0f3-4deb-b8b5-436120601c10 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "GET /v2.0/security-groups?id=a267c7b1-63ad-4c1c-9cd3-488492c80c67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507441 Mar 08 20:37:55.532232 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-56368c6a-587f-46ee-ae2a-6d425e232214 req-b752ac60-57f9-46e5-94a9-9d1c702c7c0f tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] Publish callbacks [] for port (90bd1cce-acc7-4d74-ad9c-f6b3eea6125d), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:37:55.632834 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-56368c6a-587f-46ee-ae2a-6d425e232214 req-b752ac60-57f9-46e5-94a9-9d1c702c7c0f tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745146440906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28566877'] for port (90bd1cce-acc7-4d74-ad9c-f6b3eea6125d), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:37:55.712599 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56368c6a-587f-46ee-ae2a-6d425e232214 req-b752ac60-57f9-46e5-94a9-9d1c702c7c0f tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] Network c2c7d66f-86ac-44f2-9eb5-cb2716ba5d76 is already hosted by enough agents. {{(pid=103458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 20:37:55.744348 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.scheduler.base_scheduler [req-56368c6a-587f-46ee-ae2a-6d425e232214 req-b752ac60-57f9-46e5-94a9-9d1c702c7c0f tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] Resources bound (agent type, host, resource id): {{(pid=103458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:37:55.747606 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [req-56368c6a-587f-46ee-ae2a-6d425e232214 req-b752ac60-57f9-46e5-94a9-9d1c702c7c0f tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] Received port after_create {{(pid=103458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 20:37:55.790361 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b752ac60-57f9-46e5-94a9-9d1c702c7c0f tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] Pushing event updated for resources: {'Port': ['ID=90bd1cce-acc7-4d74-ad9c-f6b3eea6125d,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:37:55.820490 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b752ac60-57f9-46e5-94a9-9d1c702c7c0f tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:37:55.820717 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b752ac60-57f9-46e5-94a9-9d1c702c7c0f tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:37:55.821209 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b752ac60-57f9-46e5-94a9-9d1c702c7c0f tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:37:55.821374 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b752ac60-57f9-46e5-94a9-9d1c702c7c0f tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:37:55.821745 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b752ac60-57f9-46e5-94a9-9d1c702c7c0f tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:37:55.822248 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b752ac60-57f9-46e5-94a9-9d1c702c7c0f tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:37:55.822413 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b752ac60-57f9-46e5-94a9-9d1c702c7c0f tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:37:55.823224 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b752ac60-57f9-46e5-94a9-9d1c702c7c0f tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:37:55.823224 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b752ac60-57f9-46e5-94a9-9d1c702c7c0f tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:37:55.823625 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b752ac60-57f9-46e5-94a9-9d1c702c7c0f tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:37:55.823763 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b752ac60-57f9-46e5-94a9-9d1c702c7c0f tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:37:55.824070 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b752ac60-57f9-46e5-94a9-9d1c702c7c0f tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:37:55.825988 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b752ac60-57f9-46e5-94a9-9d1c702c7c0f tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:37:55.841044 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a44c13-df07-4346-b36b-80c337ec866c req-4298536d-9539-4890-8a59-95ed2f131053 tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:37:55.842638 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-37a44c13-df07-4346-b36b-80c337ec866c req-4298536d-9539-4890-8a59-95ed2f131053 tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] 10.222.0.41 "GET /v2.0/ports?device_id=a14fbaed-9ca6-4ca3-be12-e2da6a6b20b0 HTTP/1.1" status: 200 len: 932 time: 0.1591744 Mar 08 20:37:55.856423 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56368c6a-587f-46ee-ae2a-6d425e232214 req-b752ac60-57f9-46e5-94a9-9d1c702c7c0f tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:37:55.857112 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-56368c6a-587f-46ee-ae2a-6d425e232214 req-b752ac60-57f9-46e5-94a9-9d1c702c7c0f tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4188892'] for port (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:37:55.961955 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-37a44c13-df07-4346-b36b-80c337ec866c req-3987e948-0f76-4466-a9f6-87c850d79d3e tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] 10.222.0.41 "GET /v2.0/security-groups?id=4d697690-46e7-4a5b-b531-6aaab5a49583&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1015487 Mar 08 20:37:56.008911 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.rpc [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Device 953642db-bd82-4926-a370-d5de756aadad details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103460) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 20:37:56.020535 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-56368c6a-587f-46ee-ae2a-6d425e232214 req-b752ac60-57f9-46e5-94a9-9d1c702c7c0f tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3709199 Mar 08 20:37:56.047924 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.v2.base [req-56368c6a-587f-46ee-ae2a-6d425e232214 req-93212ad8-f9dc-4160-84e3-fff1e962ac0e service neutron] Request body: {'port': {'device_id': 'a14fbaed-9ca6-4ca3-be12-e2da6a6b20b0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=103458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:37:56.183443 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.db [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] For port 953642db-bd82-4926-a370-d5de756aadad, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=953642db-bd82-4926-a370-d5de756aadad,segment=NetworkSegment(06ef9f39-1080-4af3-a1d4-5e6b0fa990b9),segment_id=06ef9f39-1080-4af3-a1d4-5e6b0fa990b9)] {{(pid=103460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:37:56.190282 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-56368c6a-587f-46ee-ae2a-6d425e232214 req-93212ad8-f9dc-4160-84e3-fff1e962ac0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747308'] for port (90bd1cce-acc7-4d74-ad9c-f6b3eea6125d), before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:37:56.196818 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.rpc [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Returning: {'device': '953642db-bd82-4926-a370-d5de756aadad', 'network_id': '6c06189c-e7e3-4c8a-acc0-5147890ac16f', 'port_id': '953642db-bd82-4926-a370-d5de756aadad', 'mac_address': 'fa:16:3e:da:eb:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22d98187-3e01-4f4c-846a-c4973fed68d0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103460) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 20:37:56.242066 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.plugin [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Current status of the port 953642db-bd82-4926-a370-d5de756aadad is: ACTIVE; New status is: BUILD {{(pid=103460) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:37:56.242599 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747308'] for port (953642db-bd82-4926-a370-d5de756aadad), before_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:37:56.263094 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.notifiers.nova [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 953642db-bd82-4926-a370-d5de756aadad {{(pid=103460) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 20:37:56.286939 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.db [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] For port 953642db-bd82-4926-a370-d5de756aadad, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=953642db-bd82-4926-a370-d5de756aadad,segment=NetworkSegment(06ef9f39-1080-4af3-a1d4-5e6b0fa990b9),segment_id=06ef9f39-1080-4af3-a1d4-5e6b0fa990b9)] {{(pid=103460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:37:56.306610 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.provisioning_blocks [None req-e328d741-a5e5-4c09-85a0-c4679aaed2ec None None] Provisioning complete for port 90bd1cce-acc7-4d74-ad9c-f6b3eea6125d triggered by entity DHCP. {{(pid=103460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:37:56.306610 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-e328d741-a5e5-4c09-85a0-c4679aaed2ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476507'] for port (90bd1cce-acc7-4d74-ad9c-f6b3eea6125d), provisioning_complete {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:37:56.352375 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.plugin [None req-e328d741-a5e5-4c09-85a0-c4679aaed2ec None None] Port 90bd1cce-acc7-4d74-ad9c-f6b3eea6125d cannot update to ACTIVE because it is not bound. {{(pid=103460) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 20:37:56.386592 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745146878648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745146440924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745146440942'] for port (953642db-bd82-4926-a370-d5de756aadad), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:37:56.511833 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Pushing event updated for resources: {'Port': ['ID=953642db-bd82-4926-a370-d5de756aadad,revision_number=6']} {{(pid=103460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:37:56.589416 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.db [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] get_ports_and_sgs() called for port_ids ['953642db-bd82-4926-a370-d5de756aadad'] {{(pid=103460) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 20:37:56.625729 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e02f5f4-0717-44af-94d3-f06670e3275a req-32915a06-5d1f-4748-87a3-c77f7b22d6e3 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:37:56.629378 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-5e02f5f4-0717-44af-94d3-f06670e3275a req-32915a06-5d1f-4748-87a3-c77f7b22d6e3 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "GET /v2.0/ports?device_id=8d5a712c-3782-48e8-b902-dd7603c56b51 HTTP/1.1" status: 200 len: 944 time: 0.1055703 Mar 08 20:37:56.754388 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-5e02f5f4-0717-44af-94d3-f06670e3275a req-61377c93-222c-4b42-b77d-45950c158720 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "GET /v2.0/security-groups?id=a267c7b1-63ad-4c1c-9cd3-488492c80c67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1139662 Mar 08 20:37:56.811906 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.notifiers.nova [req-56368c6a-587f-46ee-ae2a-6d425e232214 req-93212ad8-f9dc-4160-84e3-fff1e962ac0e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90bd1cce-acc7-4d74-ad9c-f6b3eea6125d {{(pid=103458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 20:37:56.820978 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-56368c6a-587f-46ee-ae2a-6d425e232214 req-93212ad8-f9dc-4160-84e3-fff1e962ac0e service neutron] Publish callbacks [] for port (90bd1cce-acc7-4d74-ad9c-f6b3eea6125d), precommit_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:37:56.852090 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [req-56368c6a-587f-46ee-ae2a-6d425e232214 req-93212ad8-f9dc-4160-84e3-fff1e962ac0e service neutron] Transition to ACTIVE for port object 90bd1cce-acc7-4d74-ad9c-f6b3eea6125d will not be triggered until provisioned by entity L2. {{(pid=103458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 20:37:56.968697 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-56368c6a-587f-46ee-ae2a-6d425e232214 req-93212ad8-f9dc-4160-84e3-fff1e962ac0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745146878648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745146440924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745146440942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28566820'] for port (90bd1cce-acc7-4d74-ad9c-f6b3eea6125d), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:37:57.042934 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93212ad8-f9dc-4160-84e3-fff1e962ac0e service neutron] Pushing event updated for resources: {'Port': ['ID=90bd1cce-acc7-4d74-ad9c-f6b3eea6125d,revision_number=2']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:37:57.296151 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87e6dce-9ea3-4d47-9af9-c1096168c5fd req-e1cb31a3-4f4a-4f44-b913-aba634e2a996 tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:37:57.297806 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-d87e6dce-9ea3-4d47-9af9-c1096168c5fd req-e1cb31a3-4f4a-4f44-b913-aba634e2a996 tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] 10.222.0.41 "GET /v2.0/ports?device_id=a14fbaed-9ca6-4ca3-be12-e2da6a6b20b0 HTTP/1.1" status: 200 len: 944 time: 0.1579268 Mar 08 20:37:57.299153 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [req-56368c6a-587f-46ee-ae2a-6d425e232214 req-93212ad8-f9dc-4160-84e3-fff1e962ac0e service neutron] Attempting to bind port 90bd1cce-acc7-4d74-ad9c-f6b3eea6125d on host hv-cinder-83009 for vnic_type normal with profile {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 20:37:57.299495 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [req-56368c6a-587f-46ee-ae2a-6d425e232214 req-93212ad8-f9dc-4160-84e3-fff1e962ac0e service neutron] Attempting to bind port 90bd1cce-acc7-4d74-ad9c-f6b3eea6125d by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': '8a7da6b0-4771-498d-9c85-c783d4056178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'c2c7d66f-86ac-44f2-9eb5-cb2716ba5d76'}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 20:37:57.299832 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56368c6a-587f-46ee-ae2a-6d425e232214 req-93212ad8-f9dc-4160-84e3-fff1e962ac0e service neutron] Attempting to bind port 90bd1cce-acc7-4d74-ad9c-f6b3eea6125d on network c2c7d66f-86ac-44f2-9eb5-cb2716ba5d76 {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 20:37:57.343261 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56368c6a-587f-46ee-ae2a-6d425e232214 req-93212ad8-f9dc-4160-84e3-fff1e962ac0e service neutron] Port 90bd1cce-acc7-4d74-ad9c-f6b3eea6125d on network c2c7d66f-86ac-44f2-9eb5-cb2716ba5d76 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 20:37:57.344095 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56368c6a-587f-46ee-ae2a-6d425e232214 req-93212ad8-f9dc-4160-84e3-fff1e962ac0e service neutron] Attempting to bind port 90bd1cce-acc7-4d74-ad9c-f6b3eea6125d on network c2c7d66f-86ac-44f2-9eb5-cb2716ba5d76 {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 20:37:57.359551 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56368c6a-587f-46ee-ae2a-6d425e232214 req-93212ad8-f9dc-4160-84e3-fff1e962ac0e service neutron] Checking agent: {'id': '905863fd-6a46-47f8-82ce-98f31309cbd3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 20, 29, 24), 'started_at': datetime.datetime(2022, 3, 8, 20, 29, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 20, 37, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 20:37:57.359937 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56368c6a-587f-46ee-ae2a-6d425e232214 req-93212ad8-f9dc-4160-84e3-fff1e962ac0e service neutron] Checking segment: {'id': '8a7da6b0-4771-498d-9c85-c783d4056178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'c2c7d66f-86ac-44f2-9eb5-cb2716ba5d76'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 20:37:57.360329 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56368c6a-587f-46ee-ae2a-6d425e232214 req-93212ad8-f9dc-4160-84e3-fff1e962ac0e service neutron] Bound using segment: {'id': '8a7da6b0-4771-498d-9c85-c783d4056178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'c2c7d66f-86ac-44f2-9eb5-cb2716ba5d76'} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 20:37:57.360789 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [req-56368c6a-587f-46ee-ae2a-6d425e232214 req-93212ad8-f9dc-4160-84e3-fff1e962ac0e service neutron] Bound port: 90bd1cce-acc7-4d74-ad9c-f6b3eea6125d, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a7da6b0-4771-498d-9c85-c783d4056178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'c2c7d66f-86ac-44f2-9eb5-cb2716ba5d76'}}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 20:37:57.361302 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-56368c6a-587f-46ee-ae2a-6d425e232214 req-93212ad8-f9dc-4160-84e3-fff1e962ac0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747308'] for port (90bd1cce-acc7-4d74-ad9c-f6b3eea6125d), before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:37:57.400607 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-d87e6dce-9ea3-4d47-9af9-c1096168c5fd req-f81cd0cd-36d3-4c6f-b57c-d7a702fc79ce tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] 10.222.0.41 "GET /v2.0/security-groups?id=4d697690-46e7-4a5b-b531-6aaab5a49583&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0932555 Mar 08 20:37:57.507746 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.db [req-56368c6a-587f-46ee-ae2a-6d425e232214 req-93212ad8-f9dc-4160-84e3-fff1e962ac0e service neutron] For port 90bd1cce-acc7-4d74-ad9c-f6b3eea6125d, host hv-cinder-83009, cleared binding levels {{(pid=103458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 20:37:57.511876 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.db [req-56368c6a-587f-46ee-ae2a-6d425e232214 req-93212ad8-f9dc-4160-84e3-fff1e962ac0e service neutron] For port 90bd1cce-acc7-4d74-ad9c-f6b3eea6125d, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=90bd1cce-acc7-4d74-ad9c-f6b3eea6125d,segment=NetworkSegment(8a7da6b0-4771-498d-9c85-c783d4056178),segment_id=8a7da6b0-4771-498d-9c85-c783d4056178)] {{(pid=103458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 20:37:57.611202 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-56368c6a-587f-46ee-ae2a-6d425e232214 req-93212ad8-f9dc-4160-84e3-fff1e962ac0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745146878648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745146440924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745146440942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28566820'] for port (90bd1cce-acc7-4d74-ad9c-f6b3eea6125d), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:37:57.676562 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56368c6a-587f-46ee-ae2a-6d425e232214 req-93212ad8-f9dc-4160-84e3-fff1e962ac0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:37:57.677556 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-56368c6a-587f-46ee-ae2a-6d425e232214 req-93212ad8-f9dc-4160-84e3-fff1e962ac0e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4188892'] for port (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:37:57.680141 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-56368c6a-587f-46ee-ae2a-6d425e232214 req-93212ad8-f9dc-4160-84e3-fff1e962ac0e service neutron] 10.222.0.37 "PUT /v2.0/ports/90bd1cce-acc7-4d74-ad9c-f6b3eea6125d HTTP/1.1" status: 200 len: 1094 time: 1.6402705 Mar 08 20:37:57.680641 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a14fbaed-9ca6-4ca3-be12-e2da6a6b20b0', 'tag': '90bd1cce-acc7-4d74-ad9c-f6b3eea6125d'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 20:37:57.683562 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80a387be2d8005eb2e27f9060a02e972faa958bb0688f3ffd3bc7b0f4eb55c8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8858c23d-9371-411c-a53b-0ed34460ce0f" -d '{"events": [{"name": "network-changed", "server_uuid": "a14fbaed-9ca6-4ca3-be12-e2da6a6b20b0", "tag": "90bd1cce-acc7-4d74-ad9c-f6b3eea6125d"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 20:37:57.729760 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93212ad8-f9dc-4160-84e3-fff1e962ac0e service neutron] Pushing event updated for resources: {'Port': ['ID=90bd1cce-acc7-4d74-ad9c-f6b3eea6125d,revision_number=3']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:37:57.778524 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 20:37:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32b5aec4-c6b1-4f33-8197-a7f44d13262a x-openstack-request-id: req-32b5aec4-c6b1-4f33-8197-a7f44d13262a {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 20:37:57.778861 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a14fbaed-9ca6-4ca3-be12-e2da6a6b20b0", "tag": "90bd1cce-acc7-4d74-ad9c-f6b3eea6125d", "status": "completed", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 20:37:57.779135 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-32b5aec4-c6b1-4f33-8197-a7f44d13262a {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 20:37:57.779580 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a14fbaed-9ca6-4ca3-be12-e2da6a6b20b0', 'tag': '90bd1cce-acc7-4d74-ad9c-f6b3eea6125d', 'status': 'completed', 'code': 200} Mar 08 20:37:57.940645 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8858c23d-9371-411c-a53b-0ed34460ce0f req-229576e5-4e2b-4cc4-a982-aa0fe0df4f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:37:57.943343 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-8858c23d-9371-411c-a53b-0ed34460ce0f req-229576e5-4e2b-4cc4-a982-aa0fe0df4f7c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=bf06b78c460f40649c7dfbdd2a48a3e6&device_id=a14fbaed-9ca6-4ca3-be12-e2da6a6b20b0 HTTP/1.1" status: 200 len: 1128 time: 0.1307819 Mar 08 20:37:58.025726 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.rpc [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Device 953642db-bd82-4926-a370-d5de756aadad up at agent hyperv_hv-cinder-83009 {{(pid=103460) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 20:37:58.140315 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c49bec-14cf-4161-a7b1-b58d2459c55c req-25a004d9-bd51-47ff-a042-f998d1bf2d0b tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:37:58.142977 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-14c49bec-14cf-4161-a7b1-b58d2459c55c req-25a004d9-bd51-47ff-a042-f998d1bf2d0b tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "GET /v2.0/ports?device_id=8d5a712c-3782-48e8-b902-dd7603c56b51 HTTP/1.1" status: 200 len: 944 time: 0.2873714 Mar 08 20:37:58.328561 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.provisioning_blocks [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Provisioning complete for port 953642db-bd82-4926-a370-d5de756aadad triggered by entity L2. {{(pid=103460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:37:58.329546 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476507'] for port (953642db-bd82-4926-a370-d5de756aadad), provisioning_complete {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:37:58.575269 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-14c49bec-14cf-4161-a7b1-b58d2459c55c req-fdc1c87a-c03f-4ee7-b091-aafec20b2257 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "GET /v2.0/security-groups?id=a267c7b1-63ad-4c1c-9cd3-488492c80c67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4221952 Mar 08 20:37:58.622706 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8858c23d-9371-411c-a53b-0ed34460ce0f req-1340ce05-3d61-474e-a6b6-360e9a5f9dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:37:58.627015 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-8858c23d-9371-411c-a53b-0ed34460ce0f req-1340ce05-3d61-474e-a6b6-360e9a5f9dd7 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=bf06b78c460f40649c7dfbdd2a48a3e6&shared=False HTTP/1.1" status: 200 len: 912 time: 0.6686099 Mar 08 20:37:58.632388 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.plugin [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Current status of the port 953642db-bd82-4926-a370-d5de756aadad is: BUILD; New status is: ACTIVE {{(pid=103460) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:37:58.632807 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747308'] for port (953642db-bd82-4926-a370-d5de756aadad), before_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:37:58.695848 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d5a712c-3782-48e8-b902-dd7603c56b51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '953642db-bd82-4926-a370-d5de756aadad'}] {{(pid=103460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 20:37:58.699759 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf2096ed20afa7c789231551a200e589db82a1cedf1791aa7acfc36920bc021b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f283efaf-19d0-45aa-ad43-d0adc7ef5d15" -d '{"events": [{"server_uuid": "8d5a712c-3782-48e8-b902-dd7603c56b51", "name": "network-vif-plugged", "status": "completed", "tag": "953642db-bd82-4926-a370-d5de756aadad"}]}' {{(pid=103460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 20:37:58.725570 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17865dcd-16d4-4e43-a488-898d76ece411 req-c7a7a125-b785-4757-bffe-b52939571075 tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:37:58.749133 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-17865dcd-16d4-4e43-a488-898d76ece411 req-c7a7a125-b785-4757-bffe-b52939571075 tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] 10.222.0.41 "GET /v2.0/ports?device_id=a14fbaed-9ca6-4ca3-be12-e2da6a6b20b0 HTTP/1.1" status: 200 len: 944 time: 0.1619313 Mar 08 20:37:58.754411 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.db [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] For port 953642db-bd82-4926-a370-d5de756aadad, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=953642db-bd82-4926-a370-d5de756aadad,segment=NetworkSegment(06ef9f39-1080-4af3-a1d4-5e6b0fa990b9),segment_id=06ef9f39-1080-4af3-a1d4-5e6b0fa990b9)] {{(pid=103460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:37:58.842481 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 20:37:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efd97af8-99c7-4343-9385-797eba04125b x-openstack-request-id: req-efd97af8-99c7-4343-9385-797eba04125b {{(pid=103460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 20:37:58.843244 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d5a712c-3782-48e8-b902-dd7603c56b51", "name": "network-vif-plugged", "status": "completed", "tag": "953642db-bd82-4926-a370-d5de756aadad", "code": 200}]} {{(pid=103460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 20:37:58.846292 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-efd97af8-99c7-4343-9385-797eba04125b {{(pid=103460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 20:37:58.847049 dv-cinder-830096-3-iscsi neutron-server[103460]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d5a712c-3782-48e8-b902-dd7603c56b51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '953642db-bd82-4926-a370-d5de756aadad', 'code': 200} Mar 08 20:37:58.849201 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745146878648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745146440924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745146440942'] for port (953642db-bd82-4926-a370-d5de756aadad), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:37:58.952875 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8858c23d-9371-411c-a53b-0ed34460ce0f req-c5070c15-8b2c-4ee2-9fb5-4a2c334c7a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:37:58.965423 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-8858c23d-9371-411c-a53b-0ed34460ce0f req-c5070c15-8b2c-4ee2-9fb5-4a2c334c7a61 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3224418 Mar 08 20:37:59.034678 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-17865dcd-16d4-4e43-a488-898d76ece411 req-3c40aea8-7e9e-4ad9-a11c-a42d5d72dfdb tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] 10.222.0.41 "GET /v2.0/security-groups?id=4d697690-46e7-4a5b-b531-6aaab5a49583&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2825818 Mar 08 20:37:59.043648 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Pushing event updated for resources: {'Port': ['ID=953642db-bd82-4926-a370-d5de756aadad,revision_number=7']} {{(pid=103460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:37:59.138375 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56368c6a-587f-46ee-ae2a-6d425e232214 req-6c12452c-2e96-4ebd-9428-8ee24cd272ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:37:59.140116 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-56368c6a-587f-46ee-ae2a-6d425e232214 req-6c12452c-2e96-4ebd-9428-8ee24cd272ec service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=bf06b78c460f40649c7dfbdd2a48a3e6&device_id=a14fbaed-9ca6-4ca3-be12-e2da6a6b20b0 HTTP/1.1" status: 200 len: 1128 time: 0.0938146 Mar 08 20:37:59.186655 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-2fd50e37-6776-48ff-b0db-e0cbfe7a62c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745146981205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476605'] for agent (a3d84102-f7d3-452b-861a-973020576047), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:37:59.211331 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-56368c6a-587f-46ee-ae2a-6d425e232214 req-23e281c1-27ab-4b71-8f04-e315331836e4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=90bd1cce-acc7-4d74-ad9c-f6b3eea6125d HTTP/1.1" status: 200 len: 217 time: 0.0597589 Mar 08 20:37:59.319766 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56368c6a-587f-46ee-ae2a-6d425e232214 req-0540fa04-902b-452d-a8ca-04cf5838a51a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:37:59.321150 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-56368c6a-587f-46ee-ae2a-6d425e232214 req-0540fa04-902b-452d-a8ca-04cf5838a51a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=88ad92d3-2fe0-4490-8ff5-712fc5e791fb HTTP/1.1" status: 200 len: 850 time: 0.0936058 Mar 08 20:37:59.407617 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56368c6a-587f-46ee-ae2a-6d425e232214 req-762d5b04-e172-406d-bcdb-55d6dd9fa5ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:37:59.409463 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-56368c6a-587f-46ee-ae2a-6d425e232214 req-762d5b04-e172-406d-bcdb-55d6dd9fa5ca service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c2c7d66f-86ac-44f2-9eb5-cb2716ba5d76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0687065 Mar 08 20:37:59.563953 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-56368c6a-587f-46ee-ae2a-6d425e232214 req-1aacd07a-fe27-48b1-b894-e3bbff55a026 service neutron] 10.222.0.37 "GET /v2.0/networks/c2c7d66f-86ac-44f2-9eb5-cb2716ba5d76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1469643 Mar 08 20:37:59.805406 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-56368c6a-587f-46ee-ae2a-6d425e232214 req-da83e9b4-1a91-400d-8bab-317a7493e91d service neutron] 10.222.0.37 "GET /v2.0/networks/c2c7d66f-86ac-44f2-9eb5-cb2716ba5d76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2286317 Mar 08 20:37:59.856736 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6346a8-512d-4938-b439-c5cbd353a9eb req-2df3440a-cfad-4ce5-9508-7906eb099e6a tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:37:59.866627 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-9a6346a8-512d-4938-b439-c5cbd353a9eb req-2df3440a-cfad-4ce5-9508-7906eb099e6a tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "GET /v2.0/ports?device_id=8d5a712c-3782-48e8-b902-dd7603c56b51 HTTP/1.1" status: 200 len: 945 time: 0.1243777 Mar 08 20:38:00.046998 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-9a6346a8-512d-4938-b439-c5cbd353a9eb req-4c6162d4-223c-4ca7-8fd5-3df1d16fb718 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "GET /v2.0/security-groups?id=a267c7b1-63ad-4c1c-9cd3-488492c80c67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1653106 Mar 08 20:38:00.296727 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24f09a6-fb39-4cea-a327-e8bacf5a731a req-2ae21a0b-a8d8-40ea-944e-5f065bee438f tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:38:00.306272 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-b24f09a6-fb39-4cea-a327-e8bacf5a731a req-2ae21a0b-a8d8-40ea-944e-5f065bee438f tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] 10.222.0.41 "GET /v2.0/ports?device_id=a14fbaed-9ca6-4ca3-be12-e2da6a6b20b0 HTTP/1.1" status: 200 len: 944 time: 0.0927353 Mar 08 20:38:00.380891 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-b24f09a6-fb39-4cea-a327-e8bacf5a731a req-73185679-ce10-44b4-b560-c91f2410a1e5 tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] 10.222.0.41 "GET /v2.0/security-groups?id=4d697690-46e7-4a5b-b531-6aaab5a49583&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709443 Mar 08 20:38:01.302249 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce6e0f5-fefe-4e9a-b8f3-4c559d6acae4 req-fc768dbf-33f8-4af3-a5cd-78784efa70cd tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:38:01.310781 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-8ce6e0f5-fefe-4e9a-b8f3-4c559d6acae4 req-fc768dbf-33f8-4af3-a5cd-78784efa70cd tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "GET /v2.0/ports?device_id=8d5a712c-3782-48e8-b902-dd7603c56b51 HTTP/1.1" status: 200 len: 945 time: 0.0975752 Mar 08 20:38:01.322428 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-4d6dc9a7-2080-4292-9ff1-65ca3577ff50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745146981205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476605'] for agent (7ae9fd8f-5d61-4821-9eac-044950c450f0), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:38:01.391655 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-8ce6e0f5-fefe-4e9a-b8f3-4c559d6acae4 req-e62ed59c-2806-4a10-9382-28ae752cc7c4 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "GET /v2.0/security-groups?id=a267c7b1-63ad-4c1c-9cd3-488492c80c67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796568 Mar 08 20:38:01.593491 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a380823-f92c-42c7-a338-25245dba1e0f req-090a9258-969a-48db-9359-725862b195d8 tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:38:01.609325 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-3a380823-f92c-42c7-a338-25245dba1e0f req-090a9258-969a-48db-9359-725862b195d8 tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] 10.222.0.41 "GET /v2.0/ports?device_id=a14fbaed-9ca6-4ca3-be12-e2da6a6b20b0 HTTP/1.1" status: 200 len: 944 time: 0.0928879 Mar 08 20:38:01.698543 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-3a380823-f92c-42c7-a338-25245dba1e0f req-46a88e01-7b8f-400a-8eeb-16fd740f9cc4 tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] 10.222.0.41 "GET /v2.0/security-groups?id=4d697690-46e7-4a5b-b531-6aaab5a49583&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850325 Mar 08 20:38:02.609511 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4410ffde-75ac-4526-ab31-e76467684cff req-ec332e1c-bf4d-4053-915f-bade2c5ac6d6 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:38:02.612307 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-4410ffde-75ac-4526-ab31-e76467684cff req-ec332e1c-bf4d-4053-915f-bade2c5ac6d6 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "GET /v2.0/ports?device_id=8d5a712c-3782-48e8-b902-dd7603c56b51 HTTP/1.1" status: 200 len: 945 time: 0.1061778 Mar 08 20:38:02.688761 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-4410ffde-75ac-4526-ab31-e76467684cff req-5a92904d-aed6-40ed-87e8-7e72ad9efd92 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "GET /v2.0/security-groups?id=a267c7b1-63ad-4c1c-9cd3-488492c80c67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693741 Mar 08 20:38:02.862370 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d8a34a-a6ba-4149-8ef5-335dc8991b6d req-ee75fdee-a2f7-4fd6-925f-0aae72ed430e tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:38:02.863876 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-f1d8a34a-a6ba-4149-8ef5-335dc8991b6d req-ee75fdee-a2f7-4fd6-925f-0aae72ed430e tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] 10.222.0.41 "GET /v2.0/ports?device_id=a14fbaed-9ca6-4ca3-be12-e2da6a6b20b0 HTTP/1.1" status: 200 len: 944 time: 0.0583770 Mar 08 20:38:02.929868 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-f1d8a34a-a6ba-4149-8ef5-335dc8991b6d req-285a9161-e7e7-4920-9630-ed72ca3da929 tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] 10.222.0.41 "GET /v2.0/security-groups?id=4d697690-46e7-4a5b-b531-6aaab5a49583&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595260 Mar 08 20:38:03.062635 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-dbe61520-29cf-4847-b96e-6d24c6c097a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745146981205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476605'] for agent (6cc78598-e6b3-4e4d-a99c-31b9c4784fd2), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:38:03.844580 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-7a330e8f-62e0-4259-bea2-8ced8e9b3a98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745146981205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476605'] for agent (cd1d0244-f954-4bda-89fb-1fdc1954e39d), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:38:03.891888 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019a4f7a-b593-4b6a-a140-4951ea519665 req-d4454775-7430-4aec-a426-a4f14a80e973 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:38:03.901735 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-019a4f7a-b593-4b6a-a140-4951ea519665 req-d4454775-7430-4aec-a426-a4f14a80e973 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "GET /v2.0/ports?device_id=8d5a712c-3782-48e8-b902-dd7603c56b51 HTTP/1.1" status: 200 len: 945 time: 0.0841558 Mar 08 20:38:03.974748 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-019a4f7a-b593-4b6a-a140-4951ea519665 req-ce25ffaa-b225-4bc2-8070-6cb4f0fc7122 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "GET /v2.0/security-groups?id=a267c7b1-63ad-4c1c-9cd3-488492c80c67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675025 Mar 08 20:38:04.165258 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b60082-d30d-4b06-8b99-ae8103d0ec74 req-7cff98f4-7c12-4bbc-b3a5-c048483c8da5 tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:38:04.172213 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-85b60082-d30d-4b06-8b99-ae8103d0ec74 req-7cff98f4-7c12-4bbc-b3a5-c048483c8da5 tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] 10.222.0.41 "GET /v2.0/ports?device_id=a14fbaed-9ca6-4ca3-be12-e2da6a6b20b0 HTTP/1.1" status: 200 len: 944 time: 0.1411078 Mar 08 20:38:04.251861 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-85b60082-d30d-4b06-8b99-ae8103d0ec74 req-a0985015-6588-4695-a710-3fff374a50a8 tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] 10.222.0.41 "GET /v2.0/security-groups?id=4d697690-46e7-4a5b-b531-6aaab5a49583&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766377 Mar 08 20:38:05.150609 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b59540-7d33-49dd-8e40-f58155f8f1e9 req-42b869b2-c165-4033-b1bb-6ce2265d66eb tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:38:05.157135 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-81b59540-7d33-49dd-8e40-f58155f8f1e9 req-42b869b2-c165-4033-b1bb-6ce2265d66eb tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "GET /v2.0/ports?device_id=8d5a712c-3782-48e8-b902-dd7603c56b51 HTTP/1.1" status: 200 len: 945 time: 0.0744326 Mar 08 20:38:05.236008 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-81b59540-7d33-49dd-8e40-f58155f8f1e9 req-07f08899-5abd-44b4-85bf-0c14ecd0057b tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "GET /v2.0/security-groups?id=a267c7b1-63ad-4c1c-9cd3-488492c80c67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777235 Mar 08 20:38:05.352265 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745146981205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476605'] for agent (fa4b043a-5d45-4181-9cb2-30d29598ef5b), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:38:05.509416 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761beadf-d10b-4a5c-8471-bb10ad169402 req-0c1ca5d0-b175-4177-8057-a55cca8a65e7 tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:38:05.513619 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-761beadf-d10b-4a5c-8471-bb10ad169402 req-0c1ca5d0-b175-4177-8057-a55cca8a65e7 tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] 10.222.0.41 "GET /v2.0/ports?device_id=a14fbaed-9ca6-4ca3-be12-e2da6a6b20b0 HTTP/1.1" status: 200 len: 944 time: 0.1464691 Mar 08 20:38:05.635677 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-761beadf-d10b-4a5c-8471-bb10ad169402 req-9cace550-690b-4cb6-8b36-183f0dc0f8cc tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] 10.222.0.41 "GET /v2.0/security-groups?id=4d697690-46e7-4a5b-b531-6aaab5a49583&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1124420 Mar 08 20:38:06.455864 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167bd8c0-af60-42dd-9a5c-fa637a4275c9 req-f2ca06f3-dd43-4dde-8768-ce4df6c4ed2a tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:38:06.465525 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-167bd8c0-af60-42dd-9a5c-fa637a4275c9 req-f2ca06f3-dd43-4dde-8768-ce4df6c4ed2a tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "GET /v2.0/ports?device_id=8d5a712c-3782-48e8-b902-dd7603c56b51 HTTP/1.1" status: 200 len: 945 time: 0.1228619 Mar 08 20:38:06.569812 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-167bd8c0-af60-42dd-9a5c-fa637a4275c9 req-c695c733-2621-4908-b474-37df965cf080 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "GET /v2.0/security-groups?id=a267c7b1-63ad-4c1c-9cd3-488492c80c67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1032863 Mar 08 20:38:06.882729 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ac1868-fdd6-4fce-abfe-51640ecaf914 req-c7817350-5cfb-4bae-941e-1dd5a04955fe tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:38:06.884664 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-a5ac1868-fdd6-4fce-abfe-51640ecaf914 req-c7817350-5cfb-4bae-941e-1dd5a04955fe tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] 10.222.0.41 "GET /v2.0/ports?device_id=a14fbaed-9ca6-4ca3-be12-e2da6a6b20b0 HTTP/1.1" status: 200 len: 944 time: 0.1220906 Mar 08 20:38:06.966125 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-a5ac1868-fdd6-4fce-abfe-51640ecaf914 req-e1197df9-95a3-4236-ab00-21e403e1e23d tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] 10.222.0.41 "GET /v2.0/security-groups?id=4d697690-46e7-4a5b-b531-6aaab5a49583&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720432 Mar 08 20:38:07.729580 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd96e113-2444-4730-aece-6cf66101bd86 req-5f996a4b-5d57-4b9a-b537-8f5e1dc29c3d tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:38:07.731193 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-bd96e113-2444-4730-aece-6cf66101bd86 req-5f996a4b-5d57-4b9a-b537-8f5e1dc29c3d tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "GET /v2.0/ports?device_id=8d5a712c-3782-48e8-b902-dd7603c56b51 HTTP/1.1" status: 200 len: 945 time: 0.0577030 Mar 08 20:38:07.782513 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-bd96e113-2444-4730-aece-6cf66101bd86 req-dd888bc3-57c0-44f4-b989-7f1b61f05fbe tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "GET /v2.0/security-groups?id=a267c7b1-63ad-4c1c-9cd3-488492c80c67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450587 Mar 08 20:38:08.070716 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.rpc [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Device 90bd1cce-acc7-4d74-ad9c-f6b3eea6125d details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103460) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 20:38:08.132204 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944adcc7-75d4-4822-a398-ccab18830010 req-5e00034a-6f75-47de-b7b4-e5f531c152c9 tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:38:08.134402 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-944adcc7-75d4-4822-a398-ccab18830010 req-5e00034a-6f75-47de-b7b4-e5f531c152c9 tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] 10.222.0.41 "GET /v2.0/ports?device_id=a14fbaed-9ca6-4ca3-be12-e2da6a6b20b0 HTTP/1.1" status: 200 len: 944 time: 0.0648406 Mar 08 20:38:08.184442 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.db [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] For port 90bd1cce-acc7-4d74-ad9c-f6b3eea6125d, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=90bd1cce-acc7-4d74-ad9c-f6b3eea6125d,segment=NetworkSegment(8a7da6b0-4771-498d-9c85-c783d4056178),segment_id=8a7da6b0-4771-498d-9c85-c783d4056178)] {{(pid=103460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:38:08.197112 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.rpc [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Returning: {'device': '90bd1cce-acc7-4d74-ad9c-f6b3eea6125d', 'network_id': 'c2c7d66f-86ac-44f2-9eb5-cb2716ba5d76', 'port_id': '90bd1cce-acc7-4d74-ad9c-f6b3eea6125d', 'mac_address': 'fa:16:3e:53:70:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88ad92d3-2fe0-4490-8ff5-712fc5e791fb', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103460) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 20:38:08.197480 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-944adcc7-75d4-4822-a398-ccab18830010 req-8b1918fe-483c-4b35-ac5f-a36c3517d1e1 tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] 10.222.0.41 "GET /v2.0/security-groups?id=4d697690-46e7-4a5b-b531-6aaab5a49583&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552013 Mar 08 20:38:08.323555 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.plugin [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Current status of the port 90bd1cce-acc7-4d74-ad9c-f6b3eea6125d is: DOWN; New status is: BUILD {{(pid=103460) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:38:08.324351 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747308'] for port (90bd1cce-acc7-4d74-ad9c-f6b3eea6125d), before_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:38:08.357475 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.notifiers.nova [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90bd1cce-acc7-4d74-ad9c-f6b3eea6125d {{(pid=103460) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 20:38:08.417681 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.db [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] For port 90bd1cce-acc7-4d74-ad9c-f6b3eea6125d, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=90bd1cce-acc7-4d74-ad9c-f6b3eea6125d,segment=NetworkSegment(8a7da6b0-4771-498d-9c85-c783d4056178),segment_id=8a7da6b0-4771-498d-9c85-c783d4056178)] {{(pid=103460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:38:08.644067 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745146878648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745146440924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745146440942'] for port (90bd1cce-acc7-4d74-ad9c-f6b3eea6125d), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:38:08.780870 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Pushing event updated for resources: {'Port': ['ID=90bd1cce-acc7-4d74-ad9c-f6b3eea6125d,revision_number=4']} {{(pid=103460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:38:08.802455 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:38:08.802913 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:38:08.803348 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:38:08.805097 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:38:08.805577 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:38:08.806017 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:38:08.807799 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:38:08.808162 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:38:08.808720 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:38:08.809315 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:38:08.809656 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:38:08.814044 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:38:08.819700 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:38:09.049151 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.db [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] get_ports_and_sgs() called for port_ids ['90bd1cce-acc7-4d74-ad9c-f6b3eea6125d'] {{(pid=103460) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 20:38:09.098352 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebb85e2-d852-4d70-98dc-62e9fb3b0cd5 req-9112912b-a021-47be-84b9-52157e541097 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:38:09.115172 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-1ebb85e2-d852-4d70-98dc-62e9fb3b0cd5 req-9112912b-a021-47be-84b9-52157e541097 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "GET /v2.0/ports?device_id=8d5a712c-3782-48e8-b902-dd7603c56b51 HTTP/1.1" status: 200 len: 945 time: 0.1452556 Mar 08 20:38:09.250671 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-1ebb85e2-d852-4d70-98dc-62e9fb3b0cd5 req-21555a5d-1b0a-459f-ac11-4dd62dff7111 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "GET /v2.0/security-groups?id=a267c7b1-63ad-4c1c-9cd3-488492c80c67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1327374 Mar 08 20:38:09.500958 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75cd8f6-7846-40f7-b7a7-ce76525f8daa req-6ec7ba1b-67c8-4e2e-bffd-d588c5099050 tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:38:09.503046 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-f75cd8f6-7846-40f7-b7a7-ce76525f8daa req-6ec7ba1b-67c8-4e2e-bffd-d588c5099050 tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] 10.222.0.41 "GET /v2.0/ports?device_id=a14fbaed-9ca6-4ca3-be12-e2da6a6b20b0 HTTP/1.1" status: 200 len: 945 time: 0.1466372 Mar 08 20:38:09.651529 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-f75cd8f6-7846-40f7-b7a7-ce76525f8daa req-34497788-2fb1-40b1-a23d-2f1d119bd597 tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] 10.222.0.41 "GET /v2.0/security-groups?id=4d697690-46e7-4a5b-b531-6aaab5a49583&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1375010 Mar 08 20:38:10.600606 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730f7ba2-32b9-4a18-9618-d725036debdc req-e76a7ed5-77e8-41ca-b789-92d90c1f911a tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:38:10.613106 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-730f7ba2-32b9-4a18-9618-d725036debdc req-e76a7ed5-77e8-41ca-b789-92d90c1f911a tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "GET /v2.0/ports?device_id=8d5a712c-3782-48e8-b902-dd7603c56b51 HTTP/1.1" status: 200 len: 945 time: 0.1931348 Mar 08 20:38:10.734465 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-730f7ba2-32b9-4a18-9618-d725036debdc req-efc05563-a350-4aef-9c67-ab25558c2ece tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "GET /v2.0/security-groups?id=a267c7b1-63ad-4c1c-9cd3-488492c80c67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1218455 Mar 08 20:38:10.996877 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d552b2-372c-4dcb-a92b-2f24fc8c9c83 req-ba2885a5-0e97-46e0-828d-2aab36b1d739 tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:38:10.998469 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-a6d552b2-372c-4dcb-a92b-2f24fc8c9c83 req-ba2885a5-0e97-46e0-828d-2aab36b1d739 tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] 10.222.0.41 "GET /v2.0/ports?device_id=a14fbaed-9ca6-4ca3-be12-e2da6a6b20b0 HTTP/1.1" status: 200 len: 945 time: 0.1086121 Mar 08 20:38:11.083262 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-a6d552b2-372c-4dcb-a92b-2f24fc8c9c83 req-aaab7cc1-02b5-42ef-820c-2200df90dd67 tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] 10.222.0.41 "GET /v2.0/security-groups?id=4d697690-46e7-4a5b-b531-6aaab5a49583&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781209 Mar 08 20:38:11.886814 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bd5d62-dc4f-4227-8e3f-19db0f27141b req-2a93c24a-e04e-489a-8dd2-4e7d0aa7ab0f tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:38:11.900453 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-b4bd5d62-dc4f-4227-8e3f-19db0f27141b req-2a93c24a-e04e-489a-8dd2-4e7d0aa7ab0f tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "GET /v2.0/ports?device_id=8d5a712c-3782-48e8-b902-dd7603c56b51 HTTP/1.1" status: 200 len: 945 time: 0.0623958 Mar 08 20:38:11.974228 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-b4bd5d62-dc4f-4227-8e3f-19db0f27141b req-46e02880-9923-4770-a849-9014bff3869f tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "GET /v2.0/security-groups?id=a267c7b1-63ad-4c1c-9cd3-488492c80c67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735626 Mar 08 20:38:12.072569 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.rpc [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Device 90bd1cce-acc7-4d74-ad9c-f6b3eea6125d up at agent hyperv_hv-cinder-83009 {{(pid=103460) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 20:38:12.251024 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda4f2bd-c40b-44bd-8c80-2ebaf7cfd07c req-aa768171-5725-465b-b9c5-0b662f5914e5 tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:38:12.254697 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.provisioning_blocks [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Provisioning for port 90bd1cce-acc7-4d74-ad9c-f6b3eea6125d completed by entity L2. {{(pid=103460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 20:38:12.259365 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-fda4f2bd-c40b-44bd-8c80-2ebaf7cfd07c req-aa768171-5725-465b-b9c5-0b662f5914e5 tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] 10.222.0.41 "GET /v2.0/ports?device_id=a14fbaed-9ca6-4ca3-be12-e2da6a6b20b0 HTTP/1.1" status: 200 len: 945 time: 0.0673730 Mar 08 20:38:12.261503 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.provisioning_blocks [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Provisioning complete for port 90bd1cce-acc7-4d74-ad9c-f6b3eea6125d triggered by entity L2. {{(pid=103460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:38:12.262253 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476507'] for port (90bd1cce-acc7-4d74-ad9c-f6b3eea6125d), provisioning_complete {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:38:12.330420 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-fda4f2bd-c40b-44bd-8c80-2ebaf7cfd07c req-6c498423-6ee2-444b-afb9-4a53ba40dd19 tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] 10.222.0.41 "GET /v2.0/security-groups?id=4d697690-46e7-4a5b-b531-6aaab5a49583&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695806 Mar 08 20:38:12.385816 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.plugin [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Current status of the port 90bd1cce-acc7-4d74-ad9c-f6b3eea6125d is: BUILD; New status is: ACTIVE {{(pid=103460) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:38:12.386216 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747308'] for port (90bd1cce-acc7-4d74-ad9c-f6b3eea6125d), before_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:38:12.432667 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.db [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] For port 90bd1cce-acc7-4d74-ad9c-f6b3eea6125d, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=90bd1cce-acc7-4d74-ad9c-f6b3eea6125d,segment=NetworkSegment(8a7da6b0-4771-498d-9c85-c783d4056178),segment_id=8a7da6b0-4771-498d-9c85-c783d4056178)] {{(pid=103460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:38:12.433759 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a14fbaed-9ca6-4ca3-be12-e2da6a6b20b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90bd1cce-acc7-4d74-ad9c-f6b3eea6125d'}] {{(pid=103460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 20:38:12.437777 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf2096ed20afa7c789231551a200e589db82a1cedf1791aa7acfc36920bc021b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7052574e-37da-4087-9164-3bd5b68d9cc8" -d '{"events": [{"server_uuid": "a14fbaed-9ca6-4ca3-be12-e2da6a6b20b0", "name": "network-vif-plugged", "status": "completed", "tag": "90bd1cce-acc7-4d74-ad9c-f6b3eea6125d"}]}' {{(pid=103460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 20:38:12.493201 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 20:38:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74d60825-3a19-4d6d-a00d-3e87468b085e x-openstack-request-id: req-74d60825-3a19-4d6d-a00d-3e87468b085e {{(pid=103460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 20:38:12.493545 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a14fbaed-9ca6-4ca3-be12-e2da6a6b20b0", "name": "network-vif-plugged", "status": "completed", "tag": "90bd1cce-acc7-4d74-ad9c-f6b3eea6125d", "code": 200}]} {{(pid=103460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 20:38:12.493750 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-74d60825-3a19-4d6d-a00d-3e87468b085e {{(pid=103460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 20:38:12.494178 dv-cinder-830096-3-iscsi neutron-server[103460]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a14fbaed-9ca6-4ca3-be12-e2da6a6b20b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90bd1cce-acc7-4d74-ad9c-f6b3eea6125d', 'code': 200} Mar 08 20:38:12.495817 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745146878648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745146440924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745146440942'] for port (90bd1cce-acc7-4d74-ad9c-f6b3eea6125d), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:38:12.607208 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Pushing event updated for resources: {'Port': ['ID=90bd1cce-acc7-4d74-ad9c-f6b3eea6125d,revision_number=5']} {{(pid=103460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:38:13.063302 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c181f41-cfed-499a-8707-de2e6b2d01db req-cef64b88-e1ee-4ed9-8fb4-8049af03ea73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:38:13.066169 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-3c181f41-cfed-499a-8707-de2e6b2d01db req-cef64b88-e1ee-4ed9-8fb4-8049af03ea73 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a14fbaed-9ca6-4ca3-be12-e2da6a6b20b0 HTTP/1.1" status: 200 len: 1130 time: 0.0675921 Mar 08 20:38:13.139243 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-3c181f41-cfed-499a-8707-de2e6b2d01db req-90ce2709-9fc2-4905-a1a1-45898c31e5f3 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=4d697690-46e7-4a5b-b531-6aaab5a49583&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581119 Mar 08 20:38:13.260417 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b267ae-43f8-440e-a100-429dde61d648 req-94eb4686-b541-4308-bf35-457e80b83df9 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:38:13.262745 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-71b267ae-43f8-440e-a100-429dde61d648 req-94eb4686-b541-4308-bf35-457e80b83df9 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "GET /v2.0/ports?device_id=8d5a712c-3782-48e8-b902-dd7603c56b51 HTTP/1.1" status: 200 len: 945 time: 0.0928590 Mar 08 20:38:13.339269 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-71b267ae-43f8-440e-a100-429dde61d648 req-0b0a98ee-633f-47b5-abb9-8399146cc1d9 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "GET /v2.0/security-groups?id=a267c7b1-63ad-4c1c-9cd3-488492c80c67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651772 Mar 08 20:38:13.526699 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20485e84-1876-4391-bb2b-eddf2ea89e97 req-bf742fbb-8225-44f5-a03a-e16558401e2b tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:38:13.528345 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-20485e84-1876-4391-bb2b-eddf2ea89e97 req-bf742fbb-8225-44f5-a03a-e16558401e2b tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] 10.222.0.41 "GET /v2.0/ports?device_id=a14fbaed-9ca6-4ca3-be12-e2da6a6b20b0 HTTP/1.1" status: 200 len: 946 time: 0.0985019 Mar 08 20:38:13.606601 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-20485e84-1876-4391-bb2b-eddf2ea89e97 req-7276cdc3-53a7-4bbb-95cd-ea57e4471211 tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] 10.222.0.41 "GET /v2.0/security-groups?id=4d697690-46e7-4a5b-b531-6aaab5a49583&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589142 Mar 08 20:38:14.500646 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0e47c7-21b1-48cf-8501-46efe2891b7c req-d30e211f-0e5f-4c13-a03d-8ffe11339a8d tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:38:14.510342 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-6b0e47c7-21b1-48cf-8501-46efe2891b7c req-d30e211f-0e5f-4c13-a03d-8ffe11339a8d tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "GET /v2.0/ports?device_id=8d5a712c-3782-48e8-b902-dd7603c56b51 HTTP/1.1" status: 200 len: 945 time: 0.0822694 Mar 08 20:38:14.667504 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-6b0e47c7-21b1-48cf-8501-46efe2891b7c req-81ddcc4c-b1b0-4d9e-9fe5-3b5416d7dac9 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "GET /v2.0/security-groups?id=a267c7b1-63ad-4c1c-9cd3-488492c80c67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1562181 Mar 08 20:38:14.673162 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a077d1dd-920b-49a6-bf7e-524b9433a845 req-f40a1005-2cb1-4be0-9619-99c08951a8d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:38:14.676580 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-a077d1dd-920b-49a6-bf7e-524b9433a845 req-f40a1005-2cb1-4be0-9619-99c08951a8d9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=01d3223cb5334df4aeb878f77f56a4af&device_id=8d5a712c-3782-48e8-b902-dd7603c56b51 HTTP/1.1" status: 200 len: 1129 time: 0.1284885 Mar 08 20:38:14.880495 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903ba38b-6f4c-47b5-b813-03d87ed752cb req-edacba9c-6ad4-4fb3-9c64-028c57cacdcf tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:38:14.890690 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-903ba38b-6f4c-47b5-b813-03d87ed752cb req-edacba9c-6ad4-4fb3-9c64-028c57cacdcf tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] 10.222.0.41 "GET /v2.0/ports?device_id=a14fbaed-9ca6-4ca3-be12-e2da6a6b20b0 HTTP/1.1" status: 200 len: 946 time: 0.1296799 Mar 08 20:38:14.907989 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a077d1dd-920b-49a6-bf7e-524b9433a845 req-15a76d7f-6498-4518-997e-a14fd4028fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:38:14.912710 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-a077d1dd-920b-49a6-bf7e-524b9433a845 req-15a76d7f-6498-4518-997e-a14fd4028fb0 service neutron] 10.222.0.37 "GET /v2.0/networks?id=6c06189c-e7e3-4c8a-acc0-5147890ac16f HTTP/1.1" status: 200 len: 917 time: 0.2179501 Mar 08 20:38:14.987403 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-903ba38b-6f4c-47b5-b813-03d87ed752cb req-1cf79c26-d985-48c0-a0cc-25a607692ccd tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] 10.222.0.41 "GET /v2.0/security-groups?id=4d697690-46e7-4a5b-b531-6aaab5a49583&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0953448 Mar 08 20:38:15.034730 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-a077d1dd-920b-49a6-bf7e-524b9433a845 req-96b1e13a-1765-4533-99ef-87e83c2a2782 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=953642db-bd82-4926-a370-d5de756aadad HTTP/1.1" status: 200 len: 1001 time: 0.1165001 Mar 08 20:38:15.113160 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a077d1dd-920b-49a6-bf7e-524b9433a845 req-9b1dd099-4493-42b4-85f4-8d5f65d87fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:38:15.114568 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-a077d1dd-920b-49a6-bf7e-524b9433a845 req-9b1dd099-4493-42b4-85f4-8d5f65d87fa6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=22d98187-3e01-4f4c-846a-c4973fed68d0 HTTP/1.1" status: 200 len: 855 time: 0.0672138 Mar 08 20:38:15.183135 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a077d1dd-920b-49a6-bf7e-524b9433a845 req-7838dca5-8b6e-4b39-8e33-f94ec7105026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:38:15.184802 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-a077d1dd-920b-49a6-bf7e-524b9433a845 req-7838dca5-8b6e-4b39-8e33-f94ec7105026 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6c06189c-e7e3-4c8a-acc0-5147890ac16f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0602539 Mar 08 20:38:15.338986 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-a077d1dd-920b-49a6-bf7e-524b9433a845 req-48c99f40-6199-479b-aa31-2df336a36f72 service neutron] 10.222.0.37 "GET /v2.0/networks/6c06189c-e7e3-4c8a-acc0-5147890ac16f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434250 Mar 08 20:38:15.864242 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-a077d1dd-920b-49a6-bf7e-524b9433a845 req-22c97c01-bce2-4a4d-97b7-7577abe0fd81 service neutron] 10.222.0.37 "GET /v2.0/networks/6c06189c-e7e3-4c8a-acc0-5147890ac16f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5173776 Mar 08 20:38:15.889062 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1ff4bc-1c7b-4ffa-a7aa-46bb306de7cd req-99654714-2ff6-47ff-a7fc-5a43c027c805 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:38:15.891603 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-0d1ff4bc-1c7b-4ffa-a7aa-46bb306de7cd req-99654714-2ff6-47ff-a7fc-5a43c027c805 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "GET /v2.0/ports?device_id=8d5a712c-3782-48e8-b902-dd7603c56b51 HTTP/1.1" status: 200 len: 945 time: 0.0920236 Mar 08 20:38:15.963610 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-0d1ff4bc-1c7b-4ffa-a7aa-46bb306de7cd req-caf671e5-f30c-4336-81e2-7b7bfe58677a tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "GET /v2.0/security-groups?id=a267c7b1-63ad-4c1c-9cd3-488492c80c67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549006 Mar 08 20:38:16.118521 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afb2b8b-988a-4ac5-85b0-b14012c068b4 req-a198a6a2-4c4d-4873-9cbc-906cd5efa140 tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:38:16.120035 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-9afb2b8b-988a-4ac5-85b0-b14012c068b4 req-a198a6a2-4c4d-4873-9cbc-906cd5efa140 tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] 10.222.0.41 "GET /v2.0/ports?device_id=a14fbaed-9ca6-4ca3-be12-e2da6a6b20b0 HTTP/1.1" status: 200 len: 946 time: 0.0557423 Mar 08 20:38:16.173824 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-9afb2b8b-988a-4ac5-85b0-b14012c068b4 req-ba9b7702-e845-4572-9b5f-347f7da1e9ed tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] 10.222.0.41 "GET /v2.0/security-groups?id=4d697690-46e7-4a5b-b531-6aaab5a49583&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475450 Mar 08 20:38:16.205460 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.db.agents_db [None req-39e8813d-158c-4e2f-bb5f-b8539461cb33 None None] Agent healthcheck: found 6 active agents {{(pid=103461) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 20:38:16.318045 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946c205b-c186-47f6-976e-76998e837029 req-10a658a1-aa3a-4cfa-b3fe-8550c5820785 tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:38:16.319772 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-946c205b-c186-47f6-976e-76998e837029 req-10a658a1-aa3a-4cfa-b3fe-8550c5820785 tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] 10.222.0.41 "GET /v2.0/ports?device_id=a14fbaed-9ca6-4ca3-be12-e2da6a6b20b0 HTTP/1.1" status: 200 len: 946 time: 0.0663655 Mar 08 20:38:16.388913 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-946c205b-c186-47f6-976e-76998e837029 req-9ac0282b-9baa-497b-ad6c-991a57a53a41 tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] 10.222.0.41 "GET /v2.0/security-groups?id=4d697690-46e7-4a5b-b531-6aaab5a49583&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499809 Mar 08 20:38:16.409893 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.wsgi [-] (103459) accepted ('10.222.0.41', 35448) {{(pid=103459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:38:16.460019 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a02adc8c-fdad-44e7-a807-a139ba54f73b tempest-TestVolumeBootPattern-1709047994 tempest-TestVolumeBootPattern-1709047994-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:38:16.461720 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [None req-a02adc8c-fdad-44e7-a807-a139ba54f73b tempest-TestVolumeBootPattern-1709047994 tempest-TestVolumeBootPattern-1709047994-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=a14fbaed-9ca6-4ca3-be12-e2da6a6b20b0 HTTP/1.1" status: 200 len: 1125 time: 0.0507574 Mar 08 20:38:16.466344 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.41', 35450) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:38:16.471230 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.v2.base [None req-7d9e9706-622c-4e34-8c01-90c393fc2118 tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] Request body: {'floatingip': {'floating_network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'port_id': '90bd1cce-acc7-4d74-ad9c-f6b3eea6125d', 'tenant_id': 'bf06b78c460f40649c7dfbdd2a48a3e6', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:38:16.563204 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7d9e9706-622c-4e34-8c01-90c393fc2118 tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:38:16.692640 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7d9e9706-622c-4e34-8c01-90c393fc2118 tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747308'] for port (None), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:38:16.832720 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.db.db_base_plugin_common [None req-7d9e9706-622c-4e34-8c01-90c393fc2118 tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] Allocated IP 172.27.2.84 (fc278ace-cc38-44e4-ba35-3f28be706052/6746aa92-141d-47b3-806a-20502e0a6f7e/cfe98363-1d7c-4354-b86f-46f7673fc9f5) {{(pid=103458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 20:38:16.948073 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7d9e9706-622c-4e34-8c01-90c393fc2118 tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] Publish callbacks [] for port (cfe98363-1d7c-4354-b86f-46f7673fc9f5), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:38:17.049370 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7d9e9706-622c-4e34-8c01-90c393fc2118 tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745146440906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28566877'] for port (cfe98363-1d7c-4354-b86f-46f7673fc9f5), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:38:17.092787 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d9e9706-622c-4e34-8c01-90c393fc2118 tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] Network fc278ace-cc38-44e4-ba35-3f28be706052 is already hosted by enough agents. {{(pid=103458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 20:38:17.096463 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.scheduler.base_scheduler [None req-7d9e9706-622c-4e34-8c01-90c393fc2118 tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] Resources bound (agent type, host, resource id): {{(pid=103458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:38:17.099096 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d9e9706-622c-4e34-8c01-90c393fc2118 tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] Received port after_create {{(pid=103458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 20:38:17.110049 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc76783d-e751-4a83-8076-c3a70bef7911 req-d54325e1-2991-4e39-a20c-d4282cb0c10b tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:38:17.111676 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-dc76783d-e751-4a83-8076-c3a70bef7911 req-d54325e1-2991-4e39-a20c-d4282cb0c10b tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "GET /v2.0/ports?device_id=8d5a712c-3782-48e8-b902-dd7603c56b51 HTTP/1.1" status: 200 len: 945 time: 0.0568404 Mar 08 20:38:17.126501 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9e9706-622c-4e34-8c01-90c393fc2118 tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] Pushing event updated for resources: {'Port': ['ID=cfe98363-1d7c-4354-b86f-46f7673fc9f5,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:38:17.178389 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-dc76783d-e751-4a83-8076-c3a70bef7911 req-4e4b57dd-973f-49d5-b130-feb9e3f0b31b tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "GET /v2.0/security-groups?id=a267c7b1-63ad-4c1c-9cd3-488492c80c67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592496 Mar 08 20:38:17.556639 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7d9e9706-622c-4e34-8c01-90c393fc2118 tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] Publish callbacks [] for floatingip (82045778-d02b-4bbc-98c9-cd3f61b5dbe0), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:38:17.736727 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7d9e9706-622c-4e34-8c01-90c393fc2118 tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747308'] for port (cfe98363-1d7c-4354-b86f-46f7673fc9f5), before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:38:17.901265 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7d9e9706-622c-4e34-8c01-90c393fc2118 tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] Publish callbacks [] for port (cfe98363-1d7c-4354-b86f-46f7673fc9f5), precommit_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:38:18.009633 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7d9e9706-622c-4e34-8c01-90c393fc2118 tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745146878648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745146440924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745146440942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28566820'] for port (cfe98363-1d7c-4354-b86f-46f7673fc9f5), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:38:18.103239 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9e9706-622c-4e34-8c01-90c393fc2118 tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] Pushing event updated for resources: {'Port': ['ID=cfe98363-1d7c-4354-b86f-46f7673fc9f5,revision_number=2']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:38:18.108944 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7d9e9706-622c-4e34-8c01-90c393fc2118 tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-443219'] for floatingip (82045778-d02b-4bbc-98c9-cd3f61b5dbe0), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:38:18.119941 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.rpc [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Device 953642db-bd82-4926-a370-d5de756aadad no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103460) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 20:38:18.223179 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.plugin [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Current status of the port 953642db-bd82-4926-a370-d5de756aadad is: ACTIVE; New status is: DOWN {{(pid=103460) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:38:18.223581 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747308'] for port (953642db-bd82-4926-a370-d5de756aadad), before_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:38:18.241717 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.db.l3_db [None req-7d9e9706-622c-4e34-8c01-90c393fc2118 tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] Floating IP 82045778-d02b-4bbc-98c9-cd3f61b5dbe0 associated. External IP: 172.27.2.84, port: 90bd1cce-acc7-4d74-ad9c-f6b3eea6125d. Mar 08 20:38:18.257960 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d5a712c-3782-48e8-b902-dd7603c56b51', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '953642db-bd82-4926-a370-d5de756aadad'}] {{(pid=103460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 20:38:18.260828 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf2096ed20afa7c789231551a200e589db82a1cedf1791aa7acfc36920bc021b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e63125f2-ebad-4f19-8cc3-8e0d9eb3fad8" -d '{"events": [{"server_uuid": "8d5a712c-3782-48e8-b902-dd7603c56b51", "name": "network-vif-unplugged", "status": "completed", "tag": "953642db-bd82-4926-a370-d5de756aadad"}]}' {{(pid=103460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 20:38:18.267004 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.db [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] For port 953642db-bd82-4926-a370-d5de756aadad, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=953642db-bd82-4926-a370-d5de756aadad,segment=NetworkSegment(06ef9f39-1080-4af3-a1d4-5e6b0fa990b9),segment_id=06ef9f39-1080-4af3-a1d4-5e6b0fa990b9)] {{(pid=103460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:38:18.300712 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 08 Mar 2022 20:38:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-228c909f-b783-473d-8413-97707d0d34e5 x-openstack-request-id: req-228c909f-b783-473d-8413-97707d0d34e5 {{(pid=103460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 20:38:18.300712 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d5a712c-3782-48e8-b902-dd7603c56b51", "name": "network-vif-unplugged", "status": "completed", "tag": "953642db-bd82-4926-a370-d5de756aadad", "code": 200}]} {{(pid=103460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 20:38:18.300712 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-228c909f-b783-473d-8413-97707d0d34e5 {{(pid=103460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 20:38:18.300712 dv-cinder-830096-3-iscsi neutron-server[103460]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d5a712c-3782-48e8-b902-dd7603c56b51', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '953642db-bd82-4926-a370-d5de756aadad', 'code': 200} Mar 08 20:38:18.369065 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745146878648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745146440924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745146440942'] for port (953642db-bd82-4926-a370-d5de756aadad), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:38:18.400925 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53c22df-556f-4711-83d0-44b1657a9202 req-e1490156-ffbf-42ff-a5e2-ef753d01cbb4 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:38:18.402485 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-b53c22df-556f-4711-83d0-44b1657a9202 req-e1490156-ffbf-42ff-a5e2-ef753d01cbb4 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "GET /v2.0/ports?device_id=8d5a712c-3782-48e8-b902-dd7603c56b51 HTTP/1.1" status: 200 len: 945 time: 0.1180415 Mar 08 20:38:18.420773 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Pushing event updated for resources: {'Port': ['ID=953642db-bd82-4926-a370-d5de756aadad,revision_number=8']} {{(pid=103460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:38:18.507854 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-b53c22df-556f-4711-83d0-44b1657a9202 req-febfd5f3-dbef-46f6-a531-b58a31b82c56 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "GET /v2.0/security-groups?id=a267c7b1-63ad-4c1c-9cd3-488492c80c67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0935585 Mar 08 20:38:18.574077 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d9e9706-622c-4e34-8c01-90c393fc2118 tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] Router 813bc19a-5efc-4849-a90c-b51f279e8583 has already been hosted by L3 agent 7ae9fd8f-5d61-4821-9eac-044950c450f0 {{(pid=103458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 20:38:18.703176 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d9e9706-622c-4e34-8c01-90c393fc2118 tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] Notify agent at l3_agent.dv-cinder-830096-3-iscsi the message routers_updated {{(pid=103458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 20:38:18.715340 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-098b0b1a-ccbd-49b7-949d-0bc9cff57cf8 None None] Sync routers for ids ['813bc19a-5efc-4849-a90c-b51f279e8583'] in dv-cinder-830096-3-iscsi {{(pid=103460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 20:38:18.742741 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-098b0b1a-ccbd-49b7-949d-0bc9cff57cf8 None None] Routers {'813bc19a-5efc-4849-a90c-b51f279e8583'} bound to L3 agent in host dv-cinder-830096-3-iscsi {{(pid=103460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:38:18.743672 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-098b0b1a-ccbd-49b7-949d-0bc9cff57cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T20:23:01Z,description=,heartbeat_timestamp=2022-03-08T20:38:01Z,host='dv-cinder-830096-3-iscsi',id=7ae9fd8f-5d61-4821-9eac-044950c450f0,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:23:02Z,topic='l3_agent')) {'router_ids': ['813bc19a-5efc-4849-a90c-b51f279e8583'], 'active': True} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:38:18.846432 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7d9e9706-622c-4e34-8c01-90c393fc2118 tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4188892'] for floatingip (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:38:18.866171 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvr_db [None req-098b0b1a-ccbd-49b7-949d-0bc9cff57cf8 None None] Set router 813bc19a-5efc-4849-a90c-b51f279e8583 gateway port host: dv-cinder-830096-3-iscsi {{(pid=103460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:38:18.878277 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-7d9e9706-622c-4e34-8c01-90c393fc2118 tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4107032 Mar 08 20:38:18.879032 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a14fbaed-9ca6-4ca3-be12-e2da6a6b20b0', 'tag': '90bd1cce-acc7-4d74-ad9c-f6b3eea6125d'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 20:38:18.881671 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80a387be2d8005eb2e27f9060a02e972faa958bb0688f3ffd3bc7b0f4eb55c8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20ac8893-e4dd-4de3-a98c-908ff66fd8ee" -d '{"events": [{"name": "network-changed", "server_uuid": "a14fbaed-9ca6-4ca3-be12-e2da6a6b20b0", "tag": "90bd1cce-acc7-4d74-ad9c-f6b3eea6125d"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 20:38:18.928877 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 20:38:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d7f485f-61f6-4e42-9a5a-59e270a929bb x-openstack-request-id: req-2d7f485f-61f6-4e42-9a5a-59e270a929bb {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 20:38:18.929177 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a14fbaed-9ca6-4ca3-be12-e2da6a6b20b0", "tag": "90bd1cce-acc7-4d74-ad9c-f6b3eea6125d", "status": "completed", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 20:38:18.929475 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2d7f485f-61f6-4e42-9a5a-59e270a929bb {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 20:38:18.929876 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a14fbaed-9ca6-4ca3-be12-e2da6a6b20b0', 'tag': '90bd1cce-acc7-4d74-ad9c-f6b3eea6125d', 'status': 'completed', 'code': 200} Mar 08 20:38:19.017820 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ac8893-e4dd-4de3-a98c-908ff66fd8ee req-5b1f9b8e-7dd6-4747-ac34-642724942118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:38:19.019348 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-20ac8893-e4dd-4de3-a98c-908ff66fd8ee req-5b1f9b8e-7dd6-4747-ac34-642724942118 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=bf06b78c460f40649c7dfbdd2a48a3e6&device_id=a14fbaed-9ca6-4ca3-be12-e2da6a6b20b0 HTTP/1.1" status: 200 len: 1130 time: 0.0484784 Mar 08 20:38:19.125314 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-098b0b1a-ccbd-49b7-949d-0bc9cff57cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '813bc19a-5efc-4849-a90c-b51f279e8583', 'name': 'tempest-TestVolumeBootPattern-564992217-router', 'tenant_id': 'bf06b78c460f40649c7dfbdd2a48a3e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'external_fixed_ips': [{'subnet_id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'ip_address': '172.27.2.236'}], 'enable_snat': True}, 'gw_port_id': 'b09be00f-c368-414b-9fd5-063c97760f7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:33:30Z', 'updated_at': '2022-03-08T20:33:34Z', 'revision_number': 4, 'project_id': 'bf06b78c460f40649c7dfbdd2a48a3e6', 'gw_port': {'id': 'b09be00f-c368-414b-9fd5-063c97760f7b', 'name': '', 'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:67:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '813bc19a-5efc-4849-a90c-b51f279e8583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'ip_address': '172.27.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:33:31Z', 'updated_at': '2022-03-08T20:33:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-3-iscsi', '_floatingips': [{'id': '82045778-d02b-4bbc-98c9-cd3f61b5dbe0', 'tenant_id': 'bf06b78c460f40649c7dfbdd2a48a3e6', 'floating_ip_address': '172.27.2.84', 'floating_network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'router_id': '813bc19a-5efc-4849-a90c-b51f279e8583', 'port_id': '90bd1cce-acc7-4d74-ad9c-f6b3eea6125d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 518, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2c7d66f-86ac-44f2-9eb5-cb2716ba5d76', 'mac_address': 'fa:16:3e:53:70:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a14fbaed-9ca6-4ca3-be12-e2da6a6b20b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T20:38:17Z', 'updated_at': '2022-03-08T20:38:17Z', 'revision_number': 0, 'project_id': 'bf06b78c460f40649c7dfbdd2a48a3e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf80f1eb-9470-4de8-869d-5b5d1aef8ede', 'name': '', 'network_id': 'c2c7d66f-86ac-44f2-9eb5-cb2716ba5d76', 'tenant_id': 'bf06b78c460f40649c7dfbdd2a48a3e6', 'mac_address': 'fa:16:3e:fd:84:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '813bc19a-5efc-4849-a90c-b51f279e8583', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '88ad92d3-2fe0-4490-8ff5-712fc5e791fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:33:34Z', 'updated_at': '2022-03-08T20:33:39Z', 'revision_number': 5, 'project_id': 'bf06b78c460f40649c7dfbdd2a48a3e6', 'subnets': [{'id': '88ad92d3-2fe0-4490-8ff5-712fc5e791fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830096-3-iscsi', False) {} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:38:19.133582 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ac8893-e4dd-4de3-a98c-908ff66fd8ee req-908fad75-50cb-4de6-8b0f-44cf0bbe95a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:38:19.135056 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-20ac8893-e4dd-4de3-a98c-908ff66fd8ee req-908fad75-50cb-4de6-8b0f-44cf0bbe95a8 service neutron] 10.222.0.37 "GET /v2.0/networks?id=c2c7d66f-86ac-44f2-9eb5-cb2716ba5d76 HTTP/1.1" status: 200 len: 912 time: 0.1034992 Mar 08 20:38:19.154787 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-098b0b1a-ccbd-49b7-949d-0bc9cff57cf8 None None] Checking router: 813bc19a-5efc-4849-a90c-b51f279e8583 for host: dv-cinder-830096-3-iscsi {{(pid=103460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 20:38:19.164114 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-098b0b1a-ccbd-49b7-949d-0bc9cff57cf8 None None] Routers {'813bc19a-5efc-4849-a90c-b51f279e8583'} bound to L3 agent in host dv-cinder-830096-3-iscsi {{(pid=103460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:38:19.164842 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-098b0b1a-ccbd-49b7-949d-0bc9cff57cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T20:23:01Z,description=,heartbeat_timestamp=2022-03-08T20:38:01Z,host='dv-cinder-830096-3-iscsi',id=7ae9fd8f-5d61-4821-9eac-044950c450f0,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:23:02Z,topic='l3_agent')) {'router_ids': ['813bc19a-5efc-4849-a90c-b51f279e8583'], 'active': True} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:38:19.205350 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-20ac8893-e4dd-4de3-a98c-908ff66fd8ee req-368232b4-3b9d-4fac-af0e-d888817bd541 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=90bd1cce-acc7-4d74-ad9c-f6b3eea6125d HTTP/1.1" status: 200 len: 999 time: 0.0626936 Mar 08 20:38:19.272095 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ac8893-e4dd-4de3-a98c-908ff66fd8ee req-5ca3b1f4-f02f-4da0-82fe-b287d1177902 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:38:19.273763 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-20ac8893-e4dd-4de3-a98c-908ff66fd8ee req-5ca3b1f4-f02f-4da0-82fe-b287d1177902 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=88ad92d3-2fe0-4490-8ff5-712fc5e791fb HTTP/1.1" status: 200 len: 850 time: 0.0604374 Mar 08 20:38:19.319285 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvr_db [None req-098b0b1a-ccbd-49b7-949d-0bc9cff57cf8 None None] Set router 813bc19a-5efc-4849-a90c-b51f279e8583 gateway port host: dv-cinder-830096-3-iscsi {{(pid=103460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:38:19.357663 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ac8893-e4dd-4de3-a98c-908ff66fd8ee req-c2742443-3eab-4bab-9561-0af0ecb6ee15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:38:19.359199 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-20ac8893-e4dd-4de3-a98c-908ff66fd8ee req-c2742443-3eab-4bab-9561-0af0ecb6ee15 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c2c7d66f-86ac-44f2-9eb5-cb2716ba5d76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0784359 Mar 08 20:38:19.482548 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-20ac8893-e4dd-4de3-a98c-908ff66fd8ee req-e330cd9b-78cd-4a77-87bc-086f94a21356 service neutron] 10.222.0.37 "GET /v2.0/networks/c2c7d66f-86ac-44f2-9eb5-cb2716ba5d76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979223 Mar 08 20:38:19.649057 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-20ac8893-e4dd-4de3-a98c-908ff66fd8ee req-806ca53d-f335-429f-9e0c-d55f0d1e762e service neutron] 10.222.0.37 "GET /v2.0/networks/c2c7d66f-86ac-44f2-9eb5-cb2716ba5d76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1559212 Mar 08 20:38:19.662906 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7297682e-53e5-493a-897c-cb2605921921 req-bdfe6136-898c-42d8-9498-712753a9ba57 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:38:19.665043 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-7297682e-53e5-493a-897c-cb2605921921 req-bdfe6136-898c-42d8-9498-712753a9ba57 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "GET /v2.0/ports?device_id=8d5a712c-3782-48e8-b902-dd7603c56b51 HTTP/1.1" status: 200 len: 943 time: 0.0819874 Mar 08 20:38:19.727400 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-7297682e-53e5-493a-897c-cb2605921921 req-388fcd9c-0e32-463d-a758-1d9e0072603b tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "GET /v2.0/security-groups?id=a267c7b1-63ad-4c1c-9cd3-488492c80c67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567217 Mar 08 20:38:19.755009 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-098b0b1a-ccbd-49b7-949d-0bc9cff57cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '813bc19a-5efc-4849-a90c-b51f279e8583', 'name': 'tempest-TestVolumeBootPattern-564992217-router', 'tenant_id': 'bf06b78c460f40649c7dfbdd2a48a3e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'external_fixed_ips': [{'subnet_id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'ip_address': '172.27.2.236'}], 'enable_snat': True}, 'gw_port_id': 'b09be00f-c368-414b-9fd5-063c97760f7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:33:30Z', 'updated_at': '2022-03-08T20:33:34Z', 'revision_number': 4, 'project_id': 'bf06b78c460f40649c7dfbdd2a48a3e6', 'gw_port': {'id': 'b09be00f-c368-414b-9fd5-063c97760f7b', 'name': '', 'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:67:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '813bc19a-5efc-4849-a90c-b51f279e8583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'ip_address': '172.27.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:33:31Z', 'updated_at': '2022-03-08T20:33:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-3-iscsi', '_floatingips': [{'id': '82045778-d02b-4bbc-98c9-cd3f61b5dbe0', 'tenant_id': 'bf06b78c460f40649c7dfbdd2a48a3e6', 'floating_ip_address': '172.27.2.84', 'floating_network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'router_id': '813bc19a-5efc-4849-a90c-b51f279e8583', 'port_id': '90bd1cce-acc7-4d74-ad9c-f6b3eea6125d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 518, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2c7d66f-86ac-44f2-9eb5-cb2716ba5d76', 'mac_address': 'fa:16:3e:53:70:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a14fbaed-9ca6-4ca3-be12-e2da6a6b20b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T20:38:17Z', 'updated_at': '2022-03-08T20:38:17Z', 'revision_number': 0, 'project_id': 'bf06b78c460f40649c7dfbdd2a48a3e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf80f1eb-9470-4de8-869d-5b5d1aef8ede', 'name': '', 'network_id': 'c2c7d66f-86ac-44f2-9eb5-cb2716ba5d76', 'tenant_id': 'bf06b78c460f40649c7dfbdd2a48a3e6', 'mac_address': 'fa:16:3e:fd:84:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '813bc19a-5efc-4849-a90c-b51f279e8583', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '88ad92d3-2fe0-4490-8ff5-712fc5e791fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:33:34Z', 'updated_at': '2022-03-08T20:33:39Z', 'revision_number': 5, 'project_id': 'bf06b78c460f40649c7dfbdd2a48a3e6', 'subnets': [{'id': '88ad92d3-2fe0-4490-8ff5-712fc5e791fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830096-3-iscsi', False) {} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:38:19.776693 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-098b0b1a-ccbd-49b7-949d-0bc9cff57cf8 None None] The sync data for ids ['813bc19a-5efc-4849-a90c-b51f279e8583'] in dv-cinder-830096-3-iscsi is: [{'id': '813bc19a-5efc-4849-a90c-b51f279e8583', 'name': 'tempest-TestVolumeBootPattern-564992217-router', 'tenant_id': 'bf06b78c460f40649c7dfbdd2a48a3e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'external_fixed_ips': [{'subnet_id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'ip_address': '172.27.2.236'}], 'enable_snat': True}, 'gw_port_id': 'b09be00f-c368-414b-9fd5-063c97760f7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:33:30Z', 'updated_at': '2022-03-08T20:33:34Z', 'revision_number': 4, 'project_id': 'bf06b78c460f40649c7dfbdd2a48a3e6', 'gw_port': {'id': 'b09be00f-c368-414b-9fd5-063c97760f7b', 'name': '', 'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:67:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '813bc19a-5efc-4849-a90c-b51f279e8583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'ip_address': '172.27.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:33:31Z', 'updated_at': '2022-03-08T20:33:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-3-iscsi', '_floatingips': [{'id': '82045778-d02b-4bbc-98c9-cd3f61b5dbe0', 'tenant_id': 'bf06b78c460f40649c7dfbdd2a48a3e6', 'floating_ip_address': '172.27.2.84', 'floating_network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'router_id': '813bc19a-5efc-4849-a90c-b51f279e8583', 'port_id': '90bd1cce-acc7-4d74-ad9c-f6b3eea6125d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 518, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2c7d66f-86ac-44f2-9eb5-cb2716ba5d76', 'mac_address': 'fa:16:3e:53:70:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a14fbaed-9ca6-4ca3-be12-e2da6a6b20b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T20:38:17Z', 'updated_at': '2022-03-08T20:38:17Z', 'revision_number': 0, 'project_id': 'bf06b78c460f40649c7dfbdd2a48a3e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf80f1eb-9470-4de8-869d-5b5d1aef8ede', 'name': '', 'network_id': 'c2c7d66f-86ac-44f2-9eb5-cb2716ba5d76', 'tenant_id': 'bf06b78c460f40649c7dfbdd2a48a3e6', 'mac_address': 'fa:16:3e:fd:84:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '813bc19a-5efc-4849-a90c-b51f279e8583', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '88ad92d3-2fe0-4490-8ff5-712fc5e791fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:33:34Z', 'updated_at': '2022-03-08T20:33:39Z', 'revision_number': 5, 'project_id': 'bf06b78c460f40649c7dfbdd2a48a3e6', 'subnets': [{'id': '88ad92d3-2fe0-4490-8ff5-712fc5e791fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 20:38:19.992950 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b59605ea-8145-462e-9ba3-23da497c5bce None None] New status for floating IP 82045778-d02b-4bbc-98c9-cd3f61b5dbe0: ACTIVE {{(pid=103461) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 20:38:22.132576 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.rpc [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Device 953642db-bd82-4926-a370-d5de756aadad no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103460) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 20:38:22.220082 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.plugin [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Current status of the port 953642db-bd82-4926-a370-d5de756aadad is: DOWN; New status is: DOWN {{(pid=103460) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:38:22.262123 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.wsgi [-] (103459) accepted ('10.222.0.41', 35582) {{(pid=103459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:38:22.311154 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.db.db_base_plugin_v2 [None req-4cf89747-f175-4b99-9ae6-006e0f987ed5 admin admin] Deleting subnet 50b3a6f4-b122-4929-8b80-105105581c86 {{(pid=103459) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 20:38:22.314388 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-4cf89747-f175-4b99-9ae6-006e0f987ed5 admin admin] Publish callbacks [] for subnet (50b3a6f4-b122-4929-8b80-105105581c86), before_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:38:22.356692 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-4cf89747-f175-4b99-9ae6-006e0f987ed5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28404406'] for subnet (50b3a6f4-b122-4929-8b80-105105581c86), precommit_delete_associations {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:38:22.397487 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-4cf89747-f175-4b99-9ae6-006e0f987ed5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3537161'] for subnet (50b3a6f4-b122-4929-8b80-105105581c86), precommit_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:38:22.581883 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-4cf89747-f175-4b99-9ae6-006e0f987ed5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3537170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28404642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28758431'] for subnet (50b3a6f4-b122-4929-8b80-105105581c86), after_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:38:22.611534 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf89747-f175-4b99-9ae6-006e0f987ed5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=50b3a6f4-b122-4929-8b80-105105581c86,revision_number=None']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:38:22.623639 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-4cf89747-f175-4b99-9ae6-006e0f987ed5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:38:22.627775 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [None req-4cf89747-f175-4b99-9ae6-006e0f987ed5 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/50b3a6f4-b122-4929-8b80-105105581c86 HTTP/1.1" status: 204 len: 168 time: 0.3645127 Mar 08 20:38:22.630865 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf89747-f175-4b99-9ae6-006e0f987ed5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:38:22.630865 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf89747-f175-4b99-9ae6-006e0f987ed5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:38:22.630865 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf89747-f175-4b99-9ae6-006e0f987ed5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:38:22.630865 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf89747-f175-4b99-9ae6-006e0f987ed5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:38:22.641853 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.41', 35590) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:38:22.645725 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf89747-f175-4b99-9ae6-006e0f987ed5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:38:22.645725 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf89747-f175-4b99-9ae6-006e0f987ed5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:38:22.645725 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf89747-f175-4b99-9ae6-006e0f987ed5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:38:22.645725 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf89747-f175-4b99-9ae6-006e0f987ed5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:38:22.645725 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf89747-f175-4b99-9ae6-006e0f987ed5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:38:22.645725 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf89747-f175-4b99-9ae6-006e0f987ed5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:38:22.645725 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf89747-f175-4b99-9ae6-006e0f987ed5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:38:22.645725 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf89747-f175-4b99-9ae6-006e0f987ed5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:38:22.645725 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf89747-f175-4b99-9ae6-006e0f987ed5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:38:22.729463 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-5aa48b0d-62dc-4ee2-a024-d43843b13f30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-744326'] for network (3d1c151e-d871-47f7-beff-ebb0aab8b51a), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:38:22.822332 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-5aa48b0d-62dc-4ee2-a024-d43843b13f30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3474822', 'neutron.services.segments.db._delete_segments_for_network-8745146981223'] for network (3d1c151e-d871-47f7-beff-ebb0aab8b51a), precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:38:22.844499 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.services.segments.db [None req-5aa48b0d-62dc-4ee2-a024-d43843b13f30 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d1c151e-d871-47f7-beff-ebb0aab8b51a']}} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:38:22.855359 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.services.segments.db [None req-5aa48b0d-62dc-4ee2-a024-d43843b13f30 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dccf2df2-846f-4b53-9790-b1c45eea3e6f') {'for_net_delete': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:38:22.855654 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.services.segments.db [None req-5aa48b0d-62dc-4ee2-a024-d43843b13f30 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dccf2df2-846f-4b53-9790-b1c45eea3e6f') {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:38:22.867273 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-5aa48b0d-62dc-4ee2-a024-d43843b13f30 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745146982000', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28520776'] for segment (dccf2df2-846f-4b53-9790-b1c45eea3e6f), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:38:22.884933 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-5aa48b0d-62dc-4ee2-a024-d43843b13f30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536034'] for segment (dccf2df2-846f-4b53-9790-b1c45eea3e6f), precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:38:22.893870 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5aa48b0d-62dc-4ee2-a024-d43843b13f30 admin admin] Releasing vlan 101 on physical network physnet1 to pool {{(pid=103458) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 20:38:22.894272 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-5aa48b0d-62dc-4ee2-a024-d43843b13f30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28566784'] for segment (dccf2df2-846f-4b53-9790-b1c45eea3e6f), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:38:22.896333 dv-cinder-830096-3-iscsi neutron-server[103458]: Traceback (most recent call last): Mar 08 20:38:22.896333 dv-cinder-830096-3-iscsi neutron-server[103458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 20:38:22.896333 dv-cinder-830096-3-iscsi neutron-server[103458]: timer() Mar 08 20:38:22.896333 dv-cinder-830096-3-iscsi neutron-server[103458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 20:38:22.896333 dv-cinder-830096-3-iscsi neutron-server[103458]: cb(*args, **kw) Mar 08 20:38:22.896333 dv-cinder-830096-3-iscsi neutron-server[103458]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 20:38:22.896333 dv-cinder-830096-3-iscsi neutron-server[103458]: return func(*args, **kwargs) Mar 08 20:38:22.896333 dv-cinder-830096-3-iscsi neutron-server[103458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 20:38:22.896333 dv-cinder-830096-3-iscsi neutron-server[103458]: self._notify() Mar 08 20:38:22.896333 dv-cinder-830096-3-iscsi neutron-server[103458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 20:38:22.896333 dv-cinder-830096-3-iscsi neutron-server[103458]: self.callback(batched_events) Mar 08 20:38:22.896333 dv-cinder-830096-3-iscsi neutron-server[103458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 20:38:22.896333 dv-cinder-830096-3-iscsi neutron-server[103458]: event.method(event) Mar 08 20:38:22.896333 dv-cinder-830096-3-iscsi neutron-server[103458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 20:38:22.896333 dv-cinder-830096-3-iscsi neutron-server[103458]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 20:38:22.896333 dv-cinder-830096-3-iscsi neutron-server[103458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 20:38:22.896333 dv-cinder-830096-3-iscsi neutron-server[103458]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 20:38:22.896333 dv-cinder-830096-3-iscsi neutron-server[103458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 20:38:22.896333 dv-cinder-830096-3-iscsi neutron-server[103458]: return f(self, *a, **k) Mar 08 20:38:22.896333 dv-cinder-830096-3-iscsi neutron-server[103458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 20:38:22.896333 dv-cinder-830096-3-iscsi neutron-server[103458]: return self._get(url).json() Mar 08 20:38:22.896333 dv-cinder-830096-3-iscsi neutron-server[103458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 20:38:22.896333 dv-cinder-830096-3-iscsi neutron-server[103458]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 20:38:22.896333 dv-cinder-830096-3-iscsi neutron-server[103458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 20:38:22.896333 dv-cinder-830096-3-iscsi neutron-server[103458]: return self.request(url, 'GET', **kwargs) Mar 08 20:38:22.896333 dv-cinder-830096-3-iscsi neutron-server[103458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 20:38:22.896333 dv-cinder-830096-3-iscsi neutron-server[103458]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 20:38:22.896333 dv-cinder-830096-3-iscsi neutron-server[103458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 20:38:22.896333 dv-cinder-830096-3-iscsi neutron-server[103458]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 20:38:22.896333 dv-cinder-830096-3-iscsi neutron-server[103458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 20:38:22.896333 dv-cinder-830096-3-iscsi neutron-server[103458]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 20:38:22.896333 dv-cinder-830096-3-iscsi neutron-server[103458]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 20:38:23.060602 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-5aa48b0d-62dc-4ee2-a024-d43843b13f30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3474831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-442537'] for network (3d1c151e-d871-47f7-beff-ebb0aab8b51a), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:38:23.066731 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-5aa48b0d-62dc-4ee2-a024-d43843b13f30 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3733777'] for network (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:38:23.070489 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-5aa48b0d-62dc-4ee2-a024-d43843b13f30 admin admin] 10.222.0.41 "DELETE /v2.0/networks/3d1c151e-d871-47f7-beff-ebb0aab8b51a HTTP/1.1" status: 204 len: 168 time: 0.4381247 Mar 08 20:38:23.082705 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa48b0d-62dc-4ee2-a024-d43843b13f30 admin admin] Pushing event deleted for resources: {'Network': ['ID=3d1c151e-d871-47f7-beff-ebb0aab8b51a,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:38:23.643710 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.41', 35612) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:38:23.692552 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.wsgi [-] (103459) accepted ('10.222.0.41', 35614) {{(pid=103459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:38:23.695559 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-6c72e5f3-3d30-4de6-b08b-b6fc7252954b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e513a4c7f021427b8f3a227c8d908007&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0503347 Mar 08 20:38:23.769674 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-a44c6b89-295f-455d-896d-e43bda4f11bf admin admin] Publish callbacks [] for security_group (a199a633-a955-41ef-9e78-5f2075f670b0), before_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:38:23.809315 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-a44c6b89-295f-455d-896d-e43bda4f11bf admin admin] Publish callbacks [] for security_group (a199a633-a955-41ef-9e78-5f2075f670b0), precommit_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:38:23.945709 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-a44c6b89-295f-455d-896d-e43bda4f11bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310940'] for security_group (a199a633-a955-41ef-9e78-5f2075f670b0), after_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:38:23.949391 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-a44c6b89-295f-455d-896d-e43bda4f11bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:38:23.950538 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [None req-a44c6b89-295f-455d-896d-e43bda4f11bf admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a199a633-a955-41ef-9e78-5f2075f670b0 HTTP/1.1" status: 204 len: 168 time: 0.2569315 Mar 08 20:38:23.959961 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44c6b89-295f-455d-896d-e43bda4f11bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a199a633-a955-41ef-9e78-5f2075f670b0,revision_number=None']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:38:24.237299 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745146981205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476605'] for agent (905863fd-6a46-47f8-82ce-98f31309cbd3), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:38:24.578669 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.wsgi [req-31c4e24a-e307-4c8c-a9ff-d29fe2a7dc37 req-fafd792c-4f73-46f5-9929-97524017a9b9 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=103459) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 20:38:24.578669 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-31c4e24a-e307-4c8c-a9ff-d29fe2a7dc37 req-fafd792c-4f73-46f5-9929-97524017a9b9 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0062282 Mar 08 20:38:24.990564 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23559011-8fbc-4b98-9344-fcf92771e992 req-6f7eede4-6ed3-4d76-8a9e-57502c48a11b tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:38:24.992021 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-23559011-8fbc-4b98-9344-fcf92771e992 req-6f7eede4-6ed3-4d76-8a9e-57502c48a11b tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "GET /v2.0/ports?device_id=8d5a712c-3782-48e8-b902-dd7603c56b51 HTTP/1.1" status: 200 len: 943 time: 0.0596011 Mar 08 20:38:25.052898 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-23559011-8fbc-4b98-9344-fcf92771e992 req-20063c21-d139-4539-8c67-024fbfc371f4 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "GET /v2.0/security-groups?id=a267c7b1-63ad-4c1c-9cd3-488492c80c67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483086 Mar 08 20:38:25.305527 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-d480abda-17a0-49f7-a981-5d7e1c4556e0 req-19101d6c-bcfd-4716-81ec-017be53e0cd3 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=8d5a712c-3782-48e8-b902-dd7603c56b51&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0457425 Mar 08 20:38:25.384028 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d480abda-17a0-49f7-a981-5d7e1c4556e0 req-c9ea2e0c-fff6-4e61-a870-e275d740b495 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:38:25.385927 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-d480abda-17a0-49f7-a981-5d7e1c4556e0 req-c9ea2e0c-fff6-4e61-a870-e275d740b495 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "GET /v2.0/ports/953642db-bd82-4926-a370-d5de756aadad HTTP/1.1" status: 200 len: 940 time: 0.0505629 Mar 08 20:38:26.189044 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437110da-1eea-426c-b4ca-280b966e5957 req-4381567d-f2ac-4958-8a3b-768da641be3e tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:38:26.190501 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-437110da-1eea-426c-b4ca-280b966e5957 req-4381567d-f2ac-4958-8a3b-768da641be3e tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "GET /v2.0/ports?device_id=8d5a712c-3782-48e8-b902-dd7603c56b51 HTTP/1.1" status: 200 len: 943 time: 0.0592763 Mar 08 20:38:26.253571 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-437110da-1eea-426c-b4ca-280b966e5957 req-4c1d2a72-740f-4fa8-ba39-cfa29c562b9b tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "GET /v2.0/security-groups?id=a267c7b1-63ad-4c1c-9cd3-488492c80c67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572350 Mar 08 20:38:27.055444 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d480abda-17a0-49f7-a981-5d7e1c4556e0 req-b9a7b472-2949-4f7f-8478-49c0d19e6f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:38:27.057070 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-d480abda-17a0-49f7-a981-5d7e1c4556e0 req-b9a7b472-2949-4f7f-8478-49c0d19e6f6b service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=8d5a712c-3782-48e8-b902-dd7603c56b51&tenant_id=01d3223cb5334df4aeb878f77f56a4af HTTP/1.1" status: 200 len: 1127 time: 0.0574729 Mar 08 20:38:27.132956 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d480abda-17a0-49f7-a981-5d7e1c4556e0 req-ed829d4d-9219-42ce-8793-7e5f8992ed0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:38:27.134568 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-d480abda-17a0-49f7-a981-5d7e1c4556e0 req-ed829d4d-9219-42ce-8793-7e5f8992ed0b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=01d3223cb5334df4aeb878f77f56a4af&device_id=8d5a712c-3782-48e8-b902-dd7603c56b51 HTTP/1.1" status: 200 len: 1127 time: 0.0494206 Mar 08 20:38:27.236146 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d480abda-17a0-49f7-a981-5d7e1c4556e0 req-d64162d8-f37f-4a38-90b5-f5a29e7855a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:38:27.237658 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-d480abda-17a0-49f7-a981-5d7e1c4556e0 req-d64162d8-f37f-4a38-90b5-f5a29e7855a2 service neutron] 10.222.0.37 "GET /v2.0/networks?id=6c06189c-e7e3-4c8a-acc0-5147890ac16f HTTP/1.1" status: 200 len: 917 time: 0.0939474 Mar 08 20:38:27.314500 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-d480abda-17a0-49f7-a981-5d7e1c4556e0 req-68ec6977-4d0c-4a5e-b8fa-3cf303bf977b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=953642db-bd82-4926-a370-d5de756aadad HTTP/1.1" status: 200 len: 999 time: 0.0676064 Mar 08 20:38:27.399689 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d480abda-17a0-49f7-a981-5d7e1c4556e0 req-f887a069-673a-47c5-ab2c-fbdf0e0550f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:38:27.401224 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-d480abda-17a0-49f7-a981-5d7e1c4556e0 req-f887a069-673a-47c5-ab2c-fbdf0e0550f2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=22d98187-3e01-4f4c-846a-c4973fed68d0 HTTP/1.1" status: 200 len: 855 time: 0.0809364 Mar 08 20:38:27.432077 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cc3658-52fa-453b-818e-9984762f045a req-0116b490-6d40-484f-830b-fb94cedd285d tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:38:27.433693 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-a1cc3658-52fa-453b-818e-9984762f045a req-0116b490-6d40-484f-830b-fb94cedd285d tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "GET /v2.0/ports?device_id=8d5a712c-3782-48e8-b902-dd7603c56b51 HTTP/1.1" status: 200 len: 943 time: 0.0856805 Mar 08 20:38:27.503275 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d480abda-17a0-49f7-a981-5d7e1c4556e0 req-32d4ade6-09f4-4b86-a320-484f62747834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:38:27.504888 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-d480abda-17a0-49f7-a981-5d7e1c4556e0 req-32d4ade6-09f4-4b86-a320-484f62747834 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6c06189c-e7e3-4c8a-acc0-5147890ac16f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0926597 Mar 08 20:38:27.508613 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-a1cc3658-52fa-453b-818e-9984762f045a req-2621de44-8610-48e0-878f-09fd8c3552a4 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "GET /v2.0/security-groups?id=a267c7b1-63ad-4c1c-9cd3-488492c80c67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592594 Mar 08 20:38:27.630880 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-d480abda-17a0-49f7-a981-5d7e1c4556e0 req-3ff00047-16fb-46f6-85c5-b43c00fedc15 service neutron] 10.222.0.37 "GET /v2.0/networks/6c06189c-e7e3-4c8a-acc0-5147890ac16f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982442 Mar 08 20:38:27.725903 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-d480abda-17a0-49f7-a981-5d7e1c4556e0 req-e29824f7-8968-4c21-8c5f-b2c56d5f1757 service neutron] 10.222.0.37 "GET /v2.0/networks/6c06189c-e7e3-4c8a-acc0-5147890ac16f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853305 Mar 08 20:38:28.659099 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de01a8f7-155e-427f-a2b5-0c584fe12b7e req-0e943a01-aec8-45c4-96bb-28f4e00573f1 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:38:28.666617 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-de01a8f7-155e-427f-a2b5-0c584fe12b7e req-0e943a01-aec8-45c4-96bb-28f4e00573f1 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "GET /v2.0/ports?device_id=8d5a712c-3782-48e8-b902-dd7603c56b51 HTTP/1.1" status: 200 len: 943 time: 0.0758002 Mar 08 20:38:28.741490 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-de01a8f7-155e-427f-a2b5-0c584fe12b7e req-52c6bb7d-c183-4330-9ac8-0dff94da9b81 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "GET /v2.0/security-groups?id=a267c7b1-63ad-4c1c-9cd3-488492c80c67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736141 Mar 08 20:38:29.197401 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-06004d98-852b-4411-bf78-c1f19b9fff64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745146981205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476605'] for agent (a3d84102-f7d3-452b-861a-973020576047), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:38:29.867382 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b21e19-4c2d-420d-84bd-0ed6e4497cb8 req-f042d1f0-0da9-497b-85c2-7bf7deb2e50e tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:38:29.869502 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-96b21e19-4c2d-420d-84bd-0ed6e4497cb8 req-f042d1f0-0da9-497b-85c2-7bf7deb2e50e tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "GET /v2.0/ports?device_id=8d5a712c-3782-48e8-b902-dd7603c56b51 HTTP/1.1" status: 200 len: 943 time: 0.0605340 Mar 08 20:38:29.937437 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-96b21e19-4c2d-420d-84bd-0ed6e4497cb8 req-31322c6c-3f9d-4c42-b3c9-fbbbb4d08252 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "GET /v2.0/security-groups?id=a267c7b1-63ad-4c1c-9cd3-488492c80c67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618269 Mar 08 20:38:31.096297 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09645d70-206f-462e-9408-5763a319d607 req-3dffbef4-b1f6-47c0-bc54-c75a3280f8d1 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:38:31.097768 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-09645d70-206f-462e-9408-5763a319d607 req-3dffbef4-b1f6-47c0-bc54-c75a3280f8d1 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "GET /v2.0/ports?device_id=8d5a712c-3782-48e8-b902-dd7603c56b51 HTTP/1.1" status: 200 len: 943 time: 0.0670786 Mar 08 20:38:31.152158 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-09645d70-206f-462e-9408-5763a319d607 req-3269150a-f3c6-42f9-87c9-bc3f6902953c tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "GET /v2.0/security-groups?id=a267c7b1-63ad-4c1c-9cd3-488492c80c67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473282 Mar 08 20:38:31.282877 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-03fc4868-b837-40a8-8770-304436f9941b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745146981205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476605'] for agent (7ae9fd8f-5d61-4821-9eac-044950c450f0), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:38:32.359407 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5228fe-3c6c-415d-9420-e25df7c80ecb req-f74694e0-0a83-45e8-8a39-a69b42c99241 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:38:32.361818 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-1d5228fe-3c6c-415d-9420-e25df7c80ecb req-f74694e0-0a83-45e8-8a39-a69b42c99241 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "GET /v2.0/ports?device_id=8d5a712c-3782-48e8-b902-dd7603c56b51 HTTP/1.1" status: 200 len: 943 time: 0.1088972 Mar 08 20:38:32.427558 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-1d5228fe-3c6c-415d-9420-e25df7c80ecb req-ad97fe58-820d-4ca2-9042-93e00c2d1a15 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "GET /v2.0/security-groups?id=a267c7b1-63ad-4c1c-9cd3-488492c80c67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589201 Mar 08 20:38:32.684224 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-dbe61520-29cf-4847-b96e-6d24c6c097a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745146981205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476605'] for agent (6cc78598-e6b3-4e4d-a99c-31b9c4784fd2), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:38:33.591473 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5845db0c-d126-4200-9926-2dab9cafb525 req-5320b642-329e-4b7d-90fc-30d17fa62f46 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:38:33.592858 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-5845db0c-d126-4200-9926-2dab9cafb525 req-5320b642-329e-4b7d-90fc-30d17fa62f46 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "GET /v2.0/ports?device_id=8d5a712c-3782-48e8-b902-dd7603c56b51 HTTP/1.1" status: 200 len: 943 time: 0.0785117 Mar 08 20:38:33.663636 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-5845db0c-d126-4200-9926-2dab9cafb525 req-70d08b8c-2b98-4fdb-b254-433806c5fd66 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "GET /v2.0/security-groups?id=a267c7b1-63ad-4c1c-9cd3-488492c80c67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640965 Mar 08 20:38:33.786159 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-7a330e8f-62e0-4259-bea2-8ced8e9b3a98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745146981205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476605'] for agent (cd1d0244-f954-4bda-89fb-1fdc1954e39d), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:38:34.808775 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954b4ab5-27de-4a78-9d66-1ec054e31df9 req-cf4d8d7e-0ba6-4338-ac31-acdfdecc0589 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:38:34.810623 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-954b4ab5-27de-4a78-9d66-1ec054e31df9 req-cf4d8d7e-0ba6-4338-ac31-acdfdecc0589 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "GET /v2.0/ports?device_id=8d5a712c-3782-48e8-b902-dd7603c56b51 HTTP/1.1" status: 200 len: 943 time: 0.0665283 Mar 08 20:38:34.884047 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-954b4ab5-27de-4a78-9d66-1ec054e31df9 req-9a3e26bd-11d7-4dd0-bf43-56fd26dc5db1 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "GET /v2.0/security-groups?id=a267c7b1-63ad-4c1c-9cd3-488492c80c67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627067 Mar 08 20:38:35.357027 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745146981205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476605'] for agent (fa4b043a-5d45-4181-9cb2-30d29598ef5b), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:38:36.033091 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0332c9a7-2818-47d6-b228-9dacc4afb41e req-d8a37fe2-2e61-48a3-b473-8681419bafb6 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:38:36.034757 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-0332c9a7-2818-47d6-b228-9dacc4afb41e req-d8a37fe2-2e61-48a3-b473-8681419bafb6 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "GET /v2.0/ports?device_id=8d5a712c-3782-48e8-b902-dd7603c56b51 HTTP/1.1" status: 200 len: 943 time: 0.0671835 Mar 08 20:38:36.111834 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-0332c9a7-2818-47d6-b228-9dacc4afb41e req-2283a701-7bbb-48f6-bf6f-7ca80ef98c4e tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "GET /v2.0/security-groups?id=a267c7b1-63ad-4c1c-9cd3-488492c80c67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613885 Mar 08 20:38:37.232740 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb651dd-316e-4815-a5a9-5073d8277283 req-4a2076d5-ad19-46e3-a77c-b978c4210fdf tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:38:37.234139 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-dcb651dd-316e-4815-a5a9-5073d8277283 req-4a2076d5-ad19-46e3-a77c-b978c4210fdf tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "GET /v2.0/ports?device_id=8d5a712c-3782-48e8-b902-dd7603c56b51 HTTP/1.1" status: 200 len: 943 time: 0.0619829 Mar 08 20:38:37.281578 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-dcb651dd-316e-4815-a5a9-5073d8277283 req-aa880d00-47cb-42a6-bf44-fd662b3e011e tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "GET /v2.0/security-groups?id=a267c7b1-63ad-4c1c-9cd3-488492c80c67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416625 Mar 08 20:38:38.416501 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e95a41c-39ed-43fe-b51f-324380f4b140 req-7ea2a396-88c6-46a6-a20a-1213c1d27f8a tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:38:38.417989 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-9e95a41c-39ed-43fe-b51f-324380f4b140 req-7ea2a396-88c6-46a6-a20a-1213c1d27f8a tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "GET /v2.0/ports?device_id=8d5a712c-3782-48e8-b902-dd7603c56b51 HTTP/1.1" status: 200 len: 943 time: 0.0599778 Mar 08 20:38:38.471068 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-9e95a41c-39ed-43fe-b51f-324380f4b140 req-a20c4cda-2d93-4866-b769-e1b8f5caccf9 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "GET /v2.0/security-groups?id=a267c7b1-63ad-4c1c-9cd3-488492c80c67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441196 Mar 08 20:38:39.596631 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9735a39-1ad9-4871-8c50-011b13279c04 req-678e2cc4-3fec-4707-a9e4-fb36e70f71f4 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:38:39.598144 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-a9735a39-1ad9-4871-8c50-011b13279c04 req-678e2cc4-3fec-4707-a9e4-fb36e70f71f4 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "GET /v2.0/ports?device_id=8d5a712c-3782-48e8-b902-dd7603c56b51 HTTP/1.1" status: 200 len: 943 time: 0.0542808 Mar 08 20:38:39.647525 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-a9735a39-1ad9-4871-8c50-011b13279c04 req-e66a7ed6-6be1-46c5-ac41-674f441253b4 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "GET /v2.0/security-groups?id=a267c7b1-63ad-4c1c-9cd3-488492c80c67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435178 Mar 08 20:38:40.238735 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.rpc [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Device 953642db-bd82-4926-a370-d5de756aadad details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103460) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 20:38:40.343206 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.db [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] For port 953642db-bd82-4926-a370-d5de756aadad, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=953642db-bd82-4926-a370-d5de756aadad,segment=NetworkSegment(06ef9f39-1080-4af3-a1d4-5e6b0fa990b9),segment_id=06ef9f39-1080-4af3-a1d4-5e6b0fa990b9)] {{(pid=103460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:38:40.354863 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.rpc [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Returning: {'device': '953642db-bd82-4926-a370-d5de756aadad', 'network_id': '6c06189c-e7e3-4c8a-acc0-5147890ac16f', 'port_id': '953642db-bd82-4926-a370-d5de756aadad', 'mac_address': 'fa:16:3e:da:eb:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22d98187-3e01-4f4c-846a-c4973fed68d0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103460) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 20:38:40.392334 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.plugin [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Current status of the port 953642db-bd82-4926-a370-d5de756aadad is: DOWN; New status is: BUILD {{(pid=103460) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:38:40.392738 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747308'] for port (953642db-bd82-4926-a370-d5de756aadad), before_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:38:40.409808 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.notifiers.nova [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 953642db-bd82-4926-a370-d5de756aadad {{(pid=103460) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 20:38:40.429654 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.db [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] For port 953642db-bd82-4926-a370-d5de756aadad, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=953642db-bd82-4926-a370-d5de756aadad,segment=NetworkSegment(06ef9f39-1080-4af3-a1d4-5e6b0fa990b9),segment_id=06ef9f39-1080-4af3-a1d4-5e6b0fa990b9)] {{(pid=103460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:38:40.568249 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745146878648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745146440924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745146440942'] for port (953642db-bd82-4926-a370-d5de756aadad), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:38:40.616719 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Pushing event updated for resources: {'Port': ['ID=953642db-bd82-4926-a370-d5de756aadad,revision_number=9']} {{(pid=103460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:38:40.772661 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d62c49-bbbc-49eb-b398-d45d19803779 req-5ac17d3f-880a-47a4-b4a3-842776fd5dc8 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:38:40.774054 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-82d62c49-bbbc-49eb-b398-d45d19803779 req-5ac17d3f-880a-47a4-b4a3-842776fd5dc8 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "GET /v2.0/ports?device_id=8d5a712c-3782-48e8-b902-dd7603c56b51 HTTP/1.1" status: 200 len: 944 time: 0.0537105 Mar 08 20:38:40.823263 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-82d62c49-bbbc-49eb-b398-d45d19803779 req-f7050b90-a961-4221-a98a-c6e69cc2e355 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "GET /v2.0/security-groups?id=a267c7b1-63ad-4c1c-9cd3-488492c80c67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436213 Mar 08 20:38:40.879109 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.db [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] get_ports_and_sgs() called for port_ids ['953642db-bd82-4926-a370-d5de756aadad'] {{(pid=103460) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 20:38:41.945139 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5deb0f71-d2ae-4b6d-a089-76fa31f3dabf req-02553bc4-7130-496a-a7d6-6e8de10bce5b tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:38:41.947123 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-5deb0f71-d2ae-4b6d-a089-76fa31f3dabf req-02553bc4-7130-496a-a7d6-6e8de10bce5b tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "GET /v2.0/ports?device_id=8d5a712c-3782-48e8-b902-dd7603c56b51 HTTP/1.1" status: 200 len: 944 time: 0.0527420 Mar 08 20:38:41.997756 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-5deb0f71-d2ae-4b6d-a089-76fa31f3dabf req-5b834792-ecaa-4220-8b1a-d9c16a177f25 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "GET /v2.0/security-groups?id=a267c7b1-63ad-4c1c-9cd3-488492c80c67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450447 Mar 08 20:38:42.257381 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.rpc [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Device 953642db-bd82-4926-a370-d5de756aadad up at agent hyperv_hv-cinder-83009 {{(pid=103460) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 20:38:42.306326 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.provisioning_blocks [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Provisioning complete for port 953642db-bd82-4926-a370-d5de756aadad triggered by entity L2. {{(pid=103460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:38:42.311501 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476507'] for port (953642db-bd82-4926-a370-d5de756aadad), provisioning_complete {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:38:42.384925 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.plugin [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Current status of the port 953642db-bd82-4926-a370-d5de756aadad is: BUILD; New status is: ACTIVE {{(pid=103460) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:38:42.385207 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747308'] for port (953642db-bd82-4926-a370-d5de756aadad), before_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:38:42.409372 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d5a712c-3782-48e8-b902-dd7603c56b51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '953642db-bd82-4926-a370-d5de756aadad'}] {{(pid=103460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 20:38:42.411659 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf2096ed20afa7c789231551a200e589db82a1cedf1791aa7acfc36920bc021b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7621edba-7d90-4459-a411-33f0806c95c5" -d '{"events": [{"server_uuid": "8d5a712c-3782-48e8-b902-dd7603c56b51", "name": "network-vif-plugged", "status": "completed", "tag": "953642db-bd82-4926-a370-d5de756aadad"}]}' {{(pid=103460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 20:38:42.428326 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.db [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] For port 953642db-bd82-4926-a370-d5de756aadad, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=953642db-bd82-4926-a370-d5de756aadad,segment=NetworkSegment(06ef9f39-1080-4af3-a1d4-5e6b0fa990b9),segment_id=06ef9f39-1080-4af3-a1d4-5e6b0fa990b9)] {{(pid=103460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:38:42.456145 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 20:38:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93b72984-399e-4aa0-983c-cd2a8db72da0 x-openstack-request-id: req-93b72984-399e-4aa0-983c-cd2a8db72da0 {{(pid=103460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 20:38:42.456461 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d5a712c-3782-48e8-b902-dd7603c56b51", "name": "network-vif-plugged", "status": "completed", "tag": "953642db-bd82-4926-a370-d5de756aadad", "code": 200}]} {{(pid=103460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 20:38:42.456706 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-93b72984-399e-4aa0-983c-cd2a8db72da0 {{(pid=103460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 20:38:42.457099 dv-cinder-830096-3-iscsi neutron-server[103460]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d5a712c-3782-48e8-b902-dd7603c56b51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '953642db-bd82-4926-a370-d5de756aadad', 'code': 200} Mar 08 20:38:42.494769 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745146878648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745146440924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745146440942'] for port (953642db-bd82-4926-a370-d5de756aadad), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:38:42.544765 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Pushing event updated for resources: {'Port': ['ID=953642db-bd82-4926-a370-d5de756aadad,revision_number=10']} {{(pid=103460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:38:42.877729 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca97b85e-c7c5-4f05-bafe-2879bd03f30e req-b9057da4-590d-4efa-a44a-aa8150b11af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:38:42.879217 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-ca97b85e-c7c5-4f05-bafe-2879bd03f30e req-b9057da4-590d-4efa-a44a-aa8150b11af6 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=8d5a712c-3782-48e8-b902-dd7603c56b51 HTTP/1.1" status: 200 len: 1130 time: 0.0451927 Mar 08 20:38:42.929398 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-ca97b85e-c7c5-4f05-bafe-2879bd03f30e req-81e3eeb3-0fed-4ed4-9fea-eca3638d050a service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=a267c7b1-63ad-4c1c-9cd3-488492c80c67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426233 Mar 08 20:38:43.118720 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd80474a-2c62-4cf9-981d-5b5e012b5755 req-6bcce4d2-e627-49d7-b59f-89dcf4974e91 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:38:43.120166 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-bd80474a-2c62-4cf9-981d-5b5e012b5755 req-6bcce4d2-e627-49d7-b59f-89dcf4974e91 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "GET /v2.0/ports?device_id=8d5a712c-3782-48e8-b902-dd7603c56b51 HTTP/1.1" status: 200 len: 946 time: 0.0521617 Mar 08 20:38:43.175200 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-bd80474a-2c62-4cf9-981d-5b5e012b5755 req-db0377c0-2e60-4e04-86a3-07b91342b81b tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "GET /v2.0/security-groups?id=a267c7b1-63ad-4c1c-9cd3-488492c80c67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490255 Mar 08 20:38:44.300367 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91993c8f-9144-431e-8b49-5015cc9f936a req-04e23bfd-2061-474b-bac4-858ecd66340e tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:38:44.301945 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-91993c8f-9144-431e-8b49-5015cc9f936a req-04e23bfd-2061-474b-bac4-858ecd66340e tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "GET /v2.0/ports?device_id=8d5a712c-3782-48e8-b902-dd7603c56b51 HTTP/1.1" status: 200 len: 946 time: 0.0536668 Mar 08 20:38:44.361640 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-91993c8f-9144-431e-8b49-5015cc9f936a req-3d417f2d-afcb-4f71-ae52-3c746acdcc5e tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "GET /v2.0/security-groups?id=a267c7b1-63ad-4c1c-9cd3-488492c80c67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535254 Mar 08 20:38:45.756240 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a482f3-f9e3-4401-8d40-99955db709f0 req-e9b7fa1c-feab-41ce-9fa0-11bfd9c37bbd tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:38:45.757829 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-08a482f3-f9e3-4401-8d40-99955db709f0 req-e9b7fa1c-feab-41ce-9fa0-11bfd9c37bbd tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "GET /v2.0/ports?device_id=8d5a712c-3782-48e8-b902-dd7603c56b51 HTTP/1.1" status: 200 len: 946 time: 0.3217716 Mar 08 20:38:45.805788 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-08a482f3-f9e3-4401-8d40-99955db709f0 req-17092434-806b-47f9-9566-6708274ca477 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "GET /v2.0/security-groups?id=a267c7b1-63ad-4c1c-9cd3-488492c80c67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416796 Mar 08 20:38:46.928422 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560f1486-33ae-45fb-9740-b3e2a0b1aa28 req-15c58598-03a4-4e20-853b-a6ad1a6cf98a tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:38:46.929902 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-560f1486-33ae-45fb-9740-b3e2a0b1aa28 req-15c58598-03a4-4e20-853b-a6ad1a6cf98a tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "GET /v2.0/ports?device_id=8d5a712c-3782-48e8-b902-dd7603c56b51 HTTP/1.1" status: 200 len: 946 time: 0.0527472 Mar 08 20:38:46.977733 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-560f1486-33ae-45fb-9740-b3e2a0b1aa28 req-ea2a677b-c3ce-40fc-8b19-dfcc4b814c87 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "GET /v2.0/security-groups?id=a267c7b1-63ad-4c1c-9cd3-488492c80c67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422544 Mar 08 20:38:52.522567 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7feea46-ae46-48dd-95ce-083cab1f388a req-bd84bce6-b63f-4c04-84f2-55bb88205522 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:38:52.524141 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-c7feea46-ae46-48dd-95ce-083cab1f388a req-bd84bce6-b63f-4c04-84f2-55bb88205522 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] 10.222.0.41 "GET /v2.0/ports?device_id=0efc8a68-5aca-455d-8bc6-e2fb50c3ea3e HTTP/1.1" status: 200 len: 946 time: 0.0625880 Mar 08 20:38:52.579135 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-c7feea46-ae46-48dd-95ce-083cab1f388a req-937b1f38-a55d-42f3-9b29-229e489850ed tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] 10.222.0.41 "GET /v2.0/security-groups?id=a1091a81-3814-460d-958e-6087bf5eed3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423129 Mar 08 20:38:53.204958 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.db.agents_db [None req-39e8813d-158c-4e2f-bb5f-b8539461cb33 None None] Agent healthcheck: found 6 active agents {{(pid=103461) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 20:38:53.696085 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a37898-e677-4f83-ba64-75e02a1fe3e4 req-772edd39-5726-43a1-aefd-489e45bd47f9 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:38:53.702351 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-35a37898-e677-4f83-ba64-75e02a1fe3e4 req-772edd39-5726-43a1-aefd-489e45bd47f9 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] 10.222.0.41 "GET /v2.0/ports?device_id=0efc8a68-5aca-455d-8bc6-e2fb50c3ea3e HTTP/1.1" status: 200 len: 946 time: 0.0608582 Mar 08 20:38:53.750537 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-35a37898-e677-4f83-ba64-75e02a1fe3e4 req-d9848517-32c6-4bc8-8111-ee06614f8047 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] 10.222.0.41 "GET /v2.0/security-groups?id=a1091a81-3814-460d-958e-6087bf5eed3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425649 Mar 08 20:38:54.205825 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ab4733-4f50-4533-bbe7-2f088a5df1c6 req-7e32638c-05f7-45bd-8032-f08ffa5b4448 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:38:54.207414 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-c0ab4733-4f50-4533-bbe7-2f088a5df1c6 req-7e32638c-05f7-45bd-8032-f08ffa5b4448 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] 10.222.0.37 "GET /v2.0/ports?device_id=0efc8a68-5aca-455d-8bc6-e2fb50c3ea3e HTTP/1.1" status: 200 len: 946 time: 0.0524867 Mar 08 20:38:54.236997 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745146981205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476605'] for agent (905863fd-6a46-47f8-82ce-98f31309cbd3), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:38:54.306256 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [req-c0ab4733-4f50-4533-bbe7-2f088a5df1c6 req-117caa6e-a66e-4b1f-b707-219ecace50ef tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Deleting port 1b3bef8d-f057-4ec6-9992-2247a73ec6d2 {{(pid=103458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 20:38:54.306651 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-c0ab4733-4f50-4533-bbe7-2f088a5df1c6 req-117caa6e-a66e-4b1f-b707-219ecace50ef tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745146874691'] for port (1b3bef8d-f057-4ec6-9992-2247a73ec6d2), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:38:54.400557 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.db [req-c0ab4733-4f50-4533-bbe7-2f088a5df1c6 req-117caa6e-a66e-4b1f-b707-219ecace50ef tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] For port 1b3bef8d-f057-4ec6-9992-2247a73ec6d2, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=1b3bef8d-f057-4ec6-9992-2247a73ec6d2,segment=NetworkSegment(4d17c990-8ca8-4b04-9435-e1e4727aeb38),segment_id=4d17c990-8ca8-4b04-9435-e1e4727aeb38)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:38:54.400916 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-c0ab4733-4f50-4533-bbe7-2f088a5df1c6 req-117caa6e-a66e-4b1f-b707-219ecace50ef tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443457'] for port (1b3bef8d-f057-4ec6-9992-2247a73ec6d2), precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:38:54.587672 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-c0ab4733-4f50-4533-bbe7-2f088a5df1c6 req-117caa6e-a66e-4b1f-b707-219ecace50ef tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:38:54.588054 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-c0ab4733-4f50-4533-bbe7-2f088a5df1c6 req-117caa6e-a66e-4b1f-b707-219ecace50ef tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-443219'] for floatingip (69ffa2ac-83a7-4653-b524-fa4f50562e18), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:38:54.588415 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.db.l3_db [req-c0ab4733-4f50-4533-bbe7-2f088a5df1c6 req-117caa6e-a66e-4b1f-b707-219ecace50ef tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Floating IP 69ffa2ac-83a7-4653-b524-fa4f50562e18 disassociated. External IP: 172.27.2.8, port: 1b3bef8d-f057-4ec6-9992-2247a73ec6d2. Mar 08 20:38:54.588766 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [req-c0ab4733-4f50-4533-bbe7-2f088a5df1c6 req-117caa6e-a66e-4b1f-b707-219ecace50ef tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Calling delete_port for 1b3bef8d-f057-4ec6-9992-2247a73ec6d2 owned by compute:nova {{(pid=103458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 20:38:54.802768 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-c0ab4733-4f50-4533-bbe7-2f088a5df1c6 req-117caa6e-a66e-4b1f-b707-219ecace50ef tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745146878630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745146440915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28566877'] for port (1b3bef8d-f057-4ec6-9992-2247a73ec6d2), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:38:54.832707 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117caa6e-a66e-4b1f-b707-219ecace50ef tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Pushing event deleted for resources: {'Port': ['ID=1b3bef8d-f057-4ec6-9992-2247a73ec6d2,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:38:54.862505 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-9abef10c-4018-4c68-ac41-5a2634bed8b5 req-81e3ef5d-9cab-4816-aa4f-d080c9635197 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] 10.222.0.41 "GET /v2.0/ports?device_id=0efc8a68-5aca-455d-8bc6-e2fb50c3ea3e HTTP/1.1" status: 200 len: 210 time: 0.0325081 Mar 08 20:38:54.966599 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c0ab4733-4f50-4533-bbe7-2f088a5df1c6 req-117caa6e-a66e-4b1f-b707-219ecace50ef tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Router 530b8758-a936-4a7c-9055-3fd7021964a9 has already been hosted by L3 agent 7ae9fd8f-5d61-4821-9eac-044950c450f0 {{(pid=103458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 20:38:55.085040 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c0ab4733-4f50-4533-bbe7-2f088a5df1c6 req-117caa6e-a66e-4b1f-b707-219ecace50ef tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Notify agent at l3_agent.dv-cinder-830096-3-iscsi the message routers_updated {{(pid=103458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 20:38:55.095739 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80e0fef8-2d7d-4efd-af37-36bc50ab5ff0 None None] Sync routers for ids ['530b8758-a936-4a7c-9055-3fd7021964a9'] in dv-cinder-830096-3-iscsi {{(pid=103460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 20:38:55.107404 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80e0fef8-2d7d-4efd-af37-36bc50ab5ff0 None None] Routers {'530b8758-a936-4a7c-9055-3fd7021964a9'} bound to L3 agent in host dv-cinder-830096-3-iscsi {{(pid=103460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:38:55.108200 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-80e0fef8-2d7d-4efd-af37-36bc50ab5ff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T20:23:01Z,description=,heartbeat_timestamp=2022-03-08T20:38:31Z,host='dv-cinder-830096-3-iscsi',id=7ae9fd8f-5d61-4821-9eac-044950c450f0,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:23:02Z,topic='l3_agent')) {'router_ids': ['530b8758-a936-4a7c-9055-3fd7021964a9'], 'active': True} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:38:55.130953 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0ab4733-4f50-4533-bbe7-2f088a5df1c6 req-117caa6e-a66e-4b1f-b707-219ecace50ef tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] No DVR routers for this DVR port 1b3bef8d-f057-4ec6-9992-2247a73ec6d2 on host hv-cinder-83009 {{(pid=103458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 20:38:55.133503 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-c0ab4733-4f50-4533-bbe7-2f088a5df1c6 req-117caa6e-a66e-4b1f-b707-219ecace50ef tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4188892'] for port (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:38:55.136796 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-c0ab4733-4f50-4533-bbe7-2f088a5df1c6 req-117caa6e-a66e-4b1f-b707-219ecace50ef tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] 10.222.0.37 "DELETE /v2.0/ports/1b3bef8d-f057-4ec6-9992-2247a73ec6d2 HTTP/1.1" status: 204 len: 173 time: 0.9244971 Mar 08 20:38:55.137748 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0efc8a68-5aca-455d-8bc6-e2fb50c3ea3e', 'name': 'network-vif-deleted', 'tag': '1b3bef8d-f057-4ec6-9992-2247a73ec6d2'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 20:38:55.140690 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80a387be2d8005eb2e27f9060a02e972faa958bb0688f3ffd3bc7b0f4eb55c8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84717b7e-9c5a-499a-a9cc-af2da508cab6" -d '{"events": [{"server_uuid": "0efc8a68-5aca-455d-8bc6-e2fb50c3ea3e", "name": "network-vif-deleted", "tag": "1b3bef8d-f057-4ec6-9992-2247a73ec6d2"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 20:38:55.178637 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 20:38:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50e6b05e-b091-4bfd-beae-48f751250237 x-openstack-request-id: req-50e6b05e-b091-4bfd-beae-48f751250237 {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 20:38:55.178965 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0efc8a68-5aca-455d-8bc6-e2fb50c3ea3e", "name": "network-vif-deleted", "tag": "1b3bef8d-f057-4ec6-9992-2247a73ec6d2", "status": "completed", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 20:38:55.179224 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-50e6b05e-b091-4bfd-beae-48f751250237 {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 20:38:55.179649 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0efc8a68-5aca-455d-8bc6-e2fb50c3ea3e', 'name': 'network-vif-deleted', 'tag': '1b3bef8d-f057-4ec6-9992-2247a73ec6d2', 'status': 'completed', 'code': 200} Mar 08 20:38:55.228754 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvr_db [None req-80e0fef8-2d7d-4efd-af37-36bc50ab5ff0 None None] Set router 530b8758-a936-4a7c-9055-3fd7021964a9 gateway port host: dv-cinder-830096-3-iscsi {{(pid=103460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:38:55.441914 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-80e0fef8-2d7d-4efd-af37-36bc50ab5ff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '530b8758-a936-4a7c-9055-3fd7021964a9', 'name': 'tempest-AttachVolumeNegativeTest-742847262-router', 'tenant_id': 'f20808b123ee4f56a27c063a5a344a6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'external_fixed_ips': [{'subnet_id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'ip_address': '172.27.2.231'}], 'enable_snat': True}, 'gw_port_id': 'd32f389e-7f79-4333-ab66-fc102b040de8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:31:20Z', 'updated_at': '2022-03-08T20:31:27Z', 'revision_number': 4, 'project_id': 'f20808b123ee4f56a27c063a5a344a6f', 'gw_port': {'id': 'd32f389e-7f79-4333-ab66-fc102b040de8', 'name': '', 'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:e2:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '530b8758-a936-4a7c-9055-3fd7021964a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'ip_address': '172.27.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:31:21Z', 'updated_at': '2022-03-08T20:31:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-3-iscsi', '_interfaces': [{'id': 'c07238a4-1852-4dbe-82ad-b0c5eb7fb6f9', 'name': '', 'network_id': 'c4b9653e-45c7-499b-ba57-89c5719459c1', 'tenant_id': 'f20808b123ee4f56a27c063a5a344a6f', 'mac_address': 'fa:16:3e:58:2a:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '530b8758-a936-4a7c-9055-3fd7021964a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '3acd2cae-edc5-4deb-af56-8a423e7d5ec3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:31:26Z', 'updated_at': '2022-03-08T20:31:33Z', 'revision_number': 5, 'project_id': 'f20808b123ee4f56a27c063a5a344a6f', 'subnets': [{'id': '3acd2cae-edc5-4deb-af56-8a423e7d5ec3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830096-3-iscsi', False) {} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:38:55.469093 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80e0fef8-2d7d-4efd-af37-36bc50ab5ff0 None None] Checking router: 530b8758-a936-4a7c-9055-3fd7021964a9 for host: dv-cinder-830096-3-iscsi {{(pid=103460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 20:38:55.478199 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80e0fef8-2d7d-4efd-af37-36bc50ab5ff0 None None] Routers {'530b8758-a936-4a7c-9055-3fd7021964a9'} bound to L3 agent in host dv-cinder-830096-3-iscsi {{(pid=103460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:38:55.478813 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-80e0fef8-2d7d-4efd-af37-36bc50ab5ff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T20:23:01Z,description=,heartbeat_timestamp=2022-03-08T20:38:31Z,host='dv-cinder-830096-3-iscsi',id=7ae9fd8f-5d61-4821-9eac-044950c450f0,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:23:02Z,topic='l3_agent')) {'router_ids': ['530b8758-a936-4a7c-9055-3fd7021964a9'], 'active': True} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:38:55.591637 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvr_db [None req-80e0fef8-2d7d-4efd-af37-36bc50ab5ff0 None None] Set router 530b8758-a936-4a7c-9055-3fd7021964a9 gateway port host: dv-cinder-830096-3-iscsi {{(pid=103460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:38:55.795620 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-80e0fef8-2d7d-4efd-af37-36bc50ab5ff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '530b8758-a936-4a7c-9055-3fd7021964a9', 'name': 'tempest-AttachVolumeNegativeTest-742847262-router', 'tenant_id': 'f20808b123ee4f56a27c063a5a344a6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'external_fixed_ips': [{'subnet_id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'ip_address': '172.27.2.231'}], 'enable_snat': True}, 'gw_port_id': 'd32f389e-7f79-4333-ab66-fc102b040de8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:31:20Z', 'updated_at': '2022-03-08T20:31:27Z', 'revision_number': 4, 'project_id': 'f20808b123ee4f56a27c063a5a344a6f', 'gw_port': {'id': 'd32f389e-7f79-4333-ab66-fc102b040de8', 'name': '', 'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:e2:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '530b8758-a936-4a7c-9055-3fd7021964a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'ip_address': '172.27.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:31:21Z', 'updated_at': '2022-03-08T20:31:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-3-iscsi', '_interfaces': [{'id': 'c07238a4-1852-4dbe-82ad-b0c5eb7fb6f9', 'name': '', 'network_id': 'c4b9653e-45c7-499b-ba57-89c5719459c1', 'tenant_id': 'f20808b123ee4f56a27c063a5a344a6f', 'mac_address': 'fa:16:3e:58:2a:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '530b8758-a936-4a7c-9055-3fd7021964a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '3acd2cae-edc5-4deb-af56-8a423e7d5ec3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:31:26Z', 'updated_at': '2022-03-08T20:31:33Z', 'revision_number': 5, 'project_id': 'f20808b123ee4f56a27c063a5a344a6f', 'subnets': [{'id': '3acd2cae-edc5-4deb-af56-8a423e7d5ec3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830096-3-iscsi', False) {} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:38:55.822578 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80e0fef8-2d7d-4efd-af37-36bc50ab5ff0 None None] The sync data for ids ['530b8758-a936-4a7c-9055-3fd7021964a9'] in dv-cinder-830096-3-iscsi is: [{'id': '530b8758-a936-4a7c-9055-3fd7021964a9', 'name': 'tempest-AttachVolumeNegativeTest-742847262-router', 'tenant_id': 'f20808b123ee4f56a27c063a5a344a6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'external_fixed_ips': [{'subnet_id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'ip_address': '172.27.2.231'}], 'enable_snat': True}, 'gw_port_id': 'd32f389e-7f79-4333-ab66-fc102b040de8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:31:20Z', 'updated_at': '2022-03-08T20:31:27Z', 'revision_number': 4, 'project_id': 'f20808b123ee4f56a27c063a5a344a6f', 'gw_port': {'id': 'd32f389e-7f79-4333-ab66-fc102b040de8', 'name': '', 'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:e2:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '530b8758-a936-4a7c-9055-3fd7021964a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'ip_address': '172.27.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:31:21Z', 'updated_at': '2022-03-08T20:31:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-3-iscsi', '_interfaces': [{'id': 'c07238a4-1852-4dbe-82ad-b0c5eb7fb6f9', 'name': '', 'network_id': 'c4b9653e-45c7-499b-ba57-89c5719459c1', 'tenant_id': 'f20808b123ee4f56a27c063a5a344a6f', 'mac_address': 'fa:16:3e:58:2a:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '530b8758-a936-4a7c-9055-3fd7021964a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '3acd2cae-edc5-4deb-af56-8a423e7d5ec3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:31:26Z', 'updated_at': '2022-03-08T20:31:33Z', 'revision_number': 5, 'project_id': 'f20808b123ee4f56a27c063a5a344a6f', 'subnets': [{'id': '3acd2cae-edc5-4deb-af56-8a423e7d5ec3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 20:38:55.974645 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-b1225e7f-3777-4b90-902c-c99206319d16 req-3fdf699b-3057-4fda-aaf1-53f735a1ad45 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] 10.222.0.41 "GET /v2.0/ports?device_id=0efc8a68-5aca-455d-8bc6-e2fb50c3ea3e HTTP/1.1" status: 200 len: 210 time: 0.0320840 Mar 08 20:38:56.060451 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d4ae05b-8fd4-4557-808d-da9ad701ea6e None None] New status for floating IP 69ffa2ac-83a7-4653-b524-fa4f50562e18: DOWN {{(pid=103461) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 20:38:57.073448 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-8113c60b-a124-4665-a0b6-d77ba044ad4a req-6b327c2d-8c6c-49f7-9826-be2d39407804 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] 10.222.0.41 "GET /v2.0/ports?device_id=0efc8a68-5aca-455d-8bc6-e2fb50c3ea3e HTTP/1.1" status: 200 len: 210 time: 0.0272930 Mar 08 20:38:57.179444 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.rpc [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Device 1b3bef8d-f057-4ec6-9992-2247a73ec6d2 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103460) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 20:38:57.200855 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.plugin [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] No Port match for: 1b3bef8d-f057-4ec6-9992-2247a73ec6d2 {{(pid=103460) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 20:38:57.201197 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.rpc [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Device 1b3bef8d-f057-4ec6-9992-2247a73ec6d2 not bound to the agent host hv-cinder-83009 {{(pid=103460) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 20:38:58.196743 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-ad86444e-ae6f-412b-82aa-37316d063e48 req-51263e86-448e-49a0-9059-e78c29d796fd tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] 10.222.0.41 "GET /v2.0/ports?device_id=0efc8a68-5aca-455d-8bc6-e2fb50c3ea3e HTTP/1.1" status: 200 len: 210 time: 0.0339043 Mar 08 20:38:58.874157 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5320a4b1-a3e0-4d3d-a6c8-15980d7ebedd req-bcfc4d5a-a0bb-420a-97a9-a9fc5e8c7dc8 tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:38:58.875818 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-5320a4b1-a3e0-4d3d-a6c8-15980d7ebedd req-bcfc4d5a-a0bb-420a-97a9-a9fc5e8c7dc8 tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] 10.222.0.41 "GET /v2.0/ports?device_id=32a91168-4dcc-47cf-9e0d-58405bd3c5f5 HTTP/1.1" status: 200 len: 946 time: 0.0534105 Mar 08 20:38:58.923485 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-5320a4b1-a3e0-4d3d-a6c8-15980d7ebedd req-f5b51a3a-1125-4de0-9983-d843d9218881 tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] 10.222.0.41 "GET /v2.0/security-groups?id=2324e6a1-5abc-43bc-9f1f-1b5a674ff10b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419452 Mar 08 20:38:58.962081 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-3373c7e5-7025-4d66-85a4-412c9a485aa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745146981205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476605'] for agent (a3d84102-f7d3-452b-861a-973020576047), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:38:59.346878 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.wsgi [-] (103459) accepted ('10.222.0.41', 36118) {{(pid=103459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:38:59.400170 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-0b377e43-3056-46d7-96c2-5ea34d8f3f65 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Publish callbacks [] for security_group (a1091a81-3814-460d-958e-6087bf5eed3a), before_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:38:59.424020 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-0b377e43-3056-46d7-96c2-5ea34d8f3f65 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Publish callbacks [] for security_group (a1091a81-3814-460d-958e-6087bf5eed3a), precommit_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:38:59.550676 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-0b377e43-3056-46d7-96c2-5ea34d8f3f65 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310940'] for security_group (a1091a81-3814-460d-958e-6087bf5eed3a), after_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:38:59.553284 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-0b377e43-3056-46d7-96c2-5ea34d8f3f65 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Publish callbacks [] for security_group (None), before_response {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:38:59.554439 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [None req-0b377e43-3056-46d7-96c2-5ea34d8f3f65 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] 10.222.0.41 "DELETE /v2.0/security-groups/a1091a81-3814-460d-958e-6087bf5eed3a HTTP/1.1" status: 204 len: 168 time: 0.2065387 Mar 08 20:38:59.557488 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.41', 36122) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:38:59.564206 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b377e43-3056-46d7-96c2-5ea34d8f3f65 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1091a81-3814-460d-958e-6087bf5eed3a,revision_number=None']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:38:59.574368 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.api.v2.resource [None req-7593d9c5-45b2-407b-b1d3-7ecf50762e2f tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] show failed (client error): The resource could not be found. Mar 08 20:38:59.579314 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-7593d9c5-45b2-407b-b1d3-7ecf50762e2f tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] 10.222.0.41 "GET /v2.0/security-groups/a1091a81-3814-460d-958e-6087bf5eed3a HTTP/1.1" status: 404 len: 347 time: 0.0202634 Mar 08 20:38:59.579908 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.wsgi [-] (103459) accepted ('10.222.0.41', 36126) {{(pid=103459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:38:59.718292 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-e08c9e6d-7724-4761-803f-3fd6dd33f8b0 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Deleting port 92f660d1-a82b-49f8-bf79-859ca40893c1 {{(pid=103459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 20:38:59.718627 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-e08c9e6d-7724-4761-803f-3fd6dd33f8b0 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745146874691'] for port (92f660d1-a82b-49f8-bf79-859ca40893c1), before_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:38:59.795701 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-e08c9e6d-7724-4761-803f-3fd6dd33f8b0 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443457'] for port (92f660d1-a82b-49f8-bf79-859ca40893c1), precommit_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:38:59.796031 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-e08c9e6d-7724-4761-803f-3fd6dd33f8b0 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Publish callbacks [] for floatingip (92f660d1-a82b-49f8-bf79-859ca40893c1), precommit_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:38:59.808732 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-e08c9e6d-7724-4761-803f-3fd6dd33f8b0 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Calling delete_port for 92f660d1-a82b-49f8-bf79-859ca40893c1 owned by network:floatingip {{(pid=103459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 20:39:00.045358 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7ca170-01a6-4508-995d-26fcc314cdce req-edc90f23-d130-4a0b-9a91-4f49a3d9a2db tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:39:00.046824 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-5f7ca170-01a6-4508-995d-26fcc314cdce req-edc90f23-d130-4a0b-9a91-4f49a3d9a2db tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] 10.222.0.41 "GET /v2.0/ports?device_id=32a91168-4dcc-47cf-9e0d-58405bd3c5f5 HTTP/1.1" status: 200 len: 946 time: 0.0527003 Mar 08 20:39:00.077071 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-e08c9e6d-7724-4761-803f-3fd6dd33f8b0 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745146878630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745146440915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28404629'] for port (92f660d1-a82b-49f8-bf79-859ca40893c1), after_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:00.095905 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-5f7ca170-01a6-4508-995d-26fcc314cdce req-030c84b7-ea45-4671-aba7-f261f0753179 tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] 10.222.0.41 "GET /v2.0/security-groups?id=2324e6a1-5abc-43bc-9f1f-1b5a674ff10b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435462 Mar 08 20:39:00.112437 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08c9e6d-7724-4761-803f-3fd6dd33f8b0 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Pushing event deleted for resources: {'Port': ['ID=92f660d1-a82b-49f8-bf79-859ca40893c1,revision_number=None']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:39:00.177325 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-e08c9e6d-7724-4761-803f-3fd6dd33f8b0 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Publish callbacks [] for floatingip (69ffa2ac-83a7-4653-b524-fa4f50562e18), after_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:00.179822 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-e08c9e6d-7724-4761-803f-3fd6dd33f8b0 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4188892'] for floatingip (None), before_response {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:00.181056 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [None req-e08c9e6d-7724-4761-803f-3fd6dd33f8b0 tempest-AttachVolumeNegativeTest-1214260002 tempest-AttachVolumeNegativeTest-1214260002-project] 10.222.0.41 "DELETE /v2.0/floatingips/69ffa2ac-83a7-4653-b524-fa4f50562e18 HTTP/1.1" status: 204 len: 168 time: 0.5996170 Mar 08 20:39:00.737686 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8beb52-660d-449d-b37d-71fdd28d6be0 req-a9ba0331-e1e7-4c42-9eea-93e2365964bc tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:39:00.739302 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-8b8beb52-660d-449d-b37d-71fdd28d6be0 req-a9ba0331-e1e7-4c42-9eea-93e2365964bc tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] 10.222.0.37 "GET /v2.0/ports?device_id=32a91168-4dcc-47cf-9e0d-58405bd3c5f5 HTTP/1.1" status: 200 len: 946 time: 0.0590742 Mar 08 20:39:00.846865 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [req-8b8beb52-660d-449d-b37d-71fdd28d6be0 req-29511e98-5e80-488d-8b64-a8fb9fd21a0a tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] Deleting port d283d413-1afe-4355-bffe-38f15b7a5cbb {{(pid=103458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 20:39:00.846865 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-8b8beb52-660d-449d-b37d-71fdd28d6be0 req-29511e98-5e80-488d-8b64-a8fb9fd21a0a tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745146874691'] for port (d283d413-1afe-4355-bffe-38f15b7a5cbb), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:00.935129 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.db [req-8b8beb52-660d-449d-b37d-71fdd28d6be0 req-29511e98-5e80-488d-8b64-a8fb9fd21a0a tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] For port d283d413-1afe-4355-bffe-38f15b7a5cbb, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=d283d413-1afe-4355-bffe-38f15b7a5cbb,segment=NetworkSegment(14ae2af9-0664-46c4-a507-3b43c3ed1f8c),segment_id=14ae2af9-0664-46c4-a507-3b43c3ed1f8c)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:39:00.935490 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-8b8beb52-660d-449d-b37d-71fdd28d6be0 req-29511e98-5e80-488d-8b64-a8fb9fd21a0a tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443457'] for port (d283d413-1afe-4355-bffe-38f15b7a5cbb), precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:01.112559 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-8b8beb52-660d-449d-b37d-71fdd28d6be0 req-29511e98-5e80-488d-8b64-a8fb9fd21a0a tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:01.112928 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-8b8beb52-660d-449d-b37d-71fdd28d6be0 req-29511e98-5e80-488d-8b64-a8fb9fd21a0a tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-443219'] for floatingip (73cf69b7-c584-4fe4-a139-fcef2259e32c), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:01.113244 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.db.l3_db [req-8b8beb52-660d-449d-b37d-71fdd28d6be0 req-29511e98-5e80-488d-8b64-a8fb9fd21a0a tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] Floating IP 73cf69b7-c584-4fe4-a139-fcef2259e32c disassociated. External IP: 172.27.2.222, port: d283d413-1afe-4355-bffe-38f15b7a5cbb. Mar 08 20:39:01.113583 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [req-8b8beb52-660d-449d-b37d-71fdd28d6be0 req-29511e98-5e80-488d-8b64-a8fb9fd21a0a tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] Calling delete_port for d283d413-1afe-4355-bffe-38f15b7a5cbb owned by compute:nova {{(pid=103458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 20:39:01.231890 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cb421e-7cca-4e8f-9d99-b947d93e6e70 req-452886c5-cbbf-48b3-bc67-fdb90ed64480 tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:39:01.233540 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-47cb421e-7cca-4e8f-9d99-b947d93e6e70 req-452886c5-cbbf-48b3-bc67-fdb90ed64480 tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] 10.222.0.41 "GET /v2.0/ports?device_id=32a91168-4dcc-47cf-9e0d-58405bd3c5f5 HTTP/1.1" status: 200 len: 946 time: 0.0578418 Mar 08 20:39:01.276341 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-dd82dc9c-c83f-47fb-91d1-1e32795fbbc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745146981205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476605'] for agent (7ae9fd8f-5d61-4821-9eac-044950c450f0), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:01.283883 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-47cb421e-7cca-4e8f-9d99-b947d93e6e70 req-a8db2f1e-fa9d-49a3-bec6-09764ce70109 tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] 10.222.0.41 "GET /v2.0/security-groups?id=2324e6a1-5abc-43bc-9f1f-1b5a674ff10b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442398 Mar 08 20:39:01.333882 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-8b8beb52-660d-449d-b37d-71fdd28d6be0 req-29511e98-5e80-488d-8b64-a8fb9fd21a0a tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745146878630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745146440915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28566877'] for port (d283d413-1afe-4355-bffe-38f15b7a5cbb), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:01.363442 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29511e98-5e80-488d-8b64-a8fb9fd21a0a tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] Pushing event deleted for resources: {'Port': ['ID=d283d413-1afe-4355-bffe-38f15b7a5cbb,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:39:01.375658 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29511e98-5e80-488d-8b64-a8fb9fd21a0a tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:39:01.376020 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29511e98-5e80-488d-8b64-a8fb9fd21a0a tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:39:01.376410 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29511e98-5e80-488d-8b64-a8fb9fd21a0a tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:39:01.376742 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29511e98-5e80-488d-8b64-a8fb9fd21a0a tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:39:01.377078 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29511e98-5e80-488d-8b64-a8fb9fd21a0a tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:39:01.377411 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29511e98-5e80-488d-8b64-a8fb9fd21a0a tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:39:01.377749 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29511e98-5e80-488d-8b64-a8fb9fd21a0a tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:39:01.378078 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29511e98-5e80-488d-8b64-a8fb9fd21a0a tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:39:01.378404 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29511e98-5e80-488d-8b64-a8fb9fd21a0a tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:39:01.378735 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29511e98-5e80-488d-8b64-a8fb9fd21a0a tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:39:01.379063 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29511e98-5e80-488d-8b64-a8fb9fd21a0a tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:39:01.379388 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29511e98-5e80-488d-8b64-a8fb9fd21a0a tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:39:01.379712 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29511e98-5e80-488d-8b64-a8fb9fd21a0a tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:39:01.493074 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8b8beb52-660d-449d-b37d-71fdd28d6be0 req-29511e98-5e80-488d-8b64-a8fb9fd21a0a tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] Router 16dea0cb-fffa-4ed7-9abb-b7eb4318dca9 has already been hosted by L3 agent 7ae9fd8f-5d61-4821-9eac-044950c450f0 {{(pid=103458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 20:39:01.609273 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8b8beb52-660d-449d-b37d-71fdd28d6be0 req-29511e98-5e80-488d-8b64-a8fb9fd21a0a tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] Notify agent at l3_agent.dv-cinder-830096-3-iscsi the message routers_updated {{(pid=103458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 20:39:01.620660 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd46d4b2-ee50-46a8-9033-d08206f8a8bc None None] Sync routers for ids ['16dea0cb-fffa-4ed7-9abb-b7eb4318dca9'] in dv-cinder-830096-3-iscsi {{(pid=103460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 20:39:01.633501 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd46d4b2-ee50-46a8-9033-d08206f8a8bc None None] Routers {'16dea0cb-fffa-4ed7-9abb-b7eb4318dca9'} bound to L3 agent in host dv-cinder-830096-3-iscsi {{(pid=103460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:39:01.634031 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-fd46d4b2-ee50-46a8-9033-d08206f8a8bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T20:23:01Z,description=,heartbeat_timestamp=2022-03-08T20:39:01Z,host='dv-cinder-830096-3-iscsi',id=7ae9fd8f-5d61-4821-9eac-044950c450f0,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:23:02Z,topic='l3_agent')) {'router_ids': ['16dea0cb-fffa-4ed7-9abb-b7eb4318dca9'], 'active': True} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:39:01.662867 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b8beb52-660d-449d-b37d-71fdd28d6be0 req-29511e98-5e80-488d-8b64-a8fb9fd21a0a tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] No DVR routers for this DVR port d283d413-1afe-4355-bffe-38f15b7a5cbb on host hv-cinder-83009 {{(pid=103458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 20:39:01.665723 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-8b8beb52-660d-449d-b37d-71fdd28d6be0 req-29511e98-5e80-488d-8b64-a8fb9fd21a0a tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4188892'] for port (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:01.669374 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-8b8beb52-660d-449d-b37d-71fdd28d6be0 req-29511e98-5e80-488d-8b64-a8fb9fd21a0a tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] 10.222.0.37 "DELETE /v2.0/ports/d283d413-1afe-4355-bffe-38f15b7a5cbb HTTP/1.1" status: 204 len: 173 time: 0.9243555 Mar 08 20:39:01.670211 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32a91168-4dcc-47cf-9e0d-58405bd3c5f5', 'name': 'network-vif-deleted', 'tag': 'd283d413-1afe-4355-bffe-38f15b7a5cbb'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 20:39:01.672409 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80a387be2d8005eb2e27f9060a02e972faa958bb0688f3ffd3bc7b0f4eb55c8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d9cc4bd-6d59-48c0-b495-7140fb36ea17" -d '{"events": [{"server_uuid": "32a91168-4dcc-47cf-9e0d-58405bd3c5f5", "name": "network-vif-deleted", "tag": "d283d413-1afe-4355-bffe-38f15b7a5cbb"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 20:39:01.709161 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 20:39:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05c65913-d22c-4206-a034-1c7e67464b8d x-openstack-request-id: req-05c65913-d22c-4206-a034-1c7e67464b8d {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 20:39:01.709495 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32a91168-4dcc-47cf-9e0d-58405bd3c5f5", "name": "network-vif-deleted", "tag": "d283d413-1afe-4355-bffe-38f15b7a5cbb", "status": "completed", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 20:39:01.709783 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-05c65913-d22c-4206-a034-1c7e67464b8d {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 20:39:01.714845 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32a91168-4dcc-47cf-9e0d-58405bd3c5f5', 'name': 'network-vif-deleted', 'tag': 'd283d413-1afe-4355-bffe-38f15b7a5cbb', 'status': 'completed', 'code': 200} Mar 08 20:39:01.767973 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvr_db [None req-fd46d4b2-ee50-46a8-9033-d08206f8a8bc None None] Set router 16dea0cb-fffa-4ed7-9abb-b7eb4318dca9 gateway port host: dv-cinder-830096-3-iscsi {{(pid=103460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:39:01.978850 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-fd46d4b2-ee50-46a8-9033-d08206f8a8bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16dea0cb-fffa-4ed7-9abb-b7eb4318dca9', 'name': 'tempest-AttachVolumeTestJSON-2107178860-router', 'tenant_id': '64bbed509db949a6a003c639d3f67567', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'external_fixed_ips': [{'subnet_id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'ip_address': '172.27.2.87'}], 'enable_snat': True}, 'gw_port_id': '8a387cb4-88be-456d-967c-2a9b47cbbc3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:31:22Z', 'updated_at': '2022-03-08T20:31:29Z', 'revision_number': 4, 'project_id': '64bbed509db949a6a003c639d3f67567', 'gw_port': {'id': '8a387cb4-88be-456d-967c-2a9b47cbbc3f', 'name': '', 'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:7f:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16dea0cb-fffa-4ed7-9abb-b7eb4318dca9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'ip_address': '172.27.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:31:22Z', 'updated_at': '2022-03-08T20:31:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-3-iscsi', '_interfaces': [{'id': '2b64d9f9-fa35-4931-b4db-da8ee2f739d3', 'name': '', 'network_id': 'bb3cf682-183a-4b4f-b70b-ac9d75a4abdd', 'tenant_id': '64bbed509db949a6a003c639d3f67567', 'mac_address': 'fa:16:3e:16:73:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16dea0cb-fffa-4ed7-9abb-b7eb4318dca9', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'a968dc2a-71a9-4847-a130-162c884db338', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:31:27Z', 'updated_at': '2022-03-08T20:31:38Z', 'revision_number': 5, 'project_id': '64bbed509db949a6a003c639d3f67567', 'subnets': [{'id': 'a968dc2a-71a9-4847-a130-162c884db338', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830096-3-iscsi', False) {} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:39:02.006134 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd46d4b2-ee50-46a8-9033-d08206f8a8bc None None] Checking router: 16dea0cb-fffa-4ed7-9abb-b7eb4318dca9 for host: dv-cinder-830096-3-iscsi {{(pid=103460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 20:39:02.014551 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd46d4b2-ee50-46a8-9033-d08206f8a8bc None None] Routers {'16dea0cb-fffa-4ed7-9abb-b7eb4318dca9'} bound to L3 agent in host dv-cinder-830096-3-iscsi {{(pid=103460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:39:02.015158 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-fd46d4b2-ee50-46a8-9033-d08206f8a8bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T20:23:01Z,description=,heartbeat_timestamp=2022-03-08T20:39:01Z,host='dv-cinder-830096-3-iscsi',id=7ae9fd8f-5d61-4821-9eac-044950c450f0,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:23:02Z,topic='l3_agent')) {'router_ids': ['16dea0cb-fffa-4ed7-9abb-b7eb4318dca9'], 'active': True} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:39:02.252518 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvr_db [None req-fd46d4b2-ee50-46a8-9033-d08206f8a8bc None None] Set router 16dea0cb-fffa-4ed7-9abb-b7eb4318dca9 gateway port host: dv-cinder-830096-3-iscsi {{(pid=103460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:39:02.406024 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-e3811196-d41d-4873-aca8-f1459aa4e8ab req-a094ce5d-5887-4c24-90e4-629ec451df32 tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] 10.222.0.41 "GET /v2.0/ports?device_id=32a91168-4dcc-47cf-9e0d-58405bd3c5f5 HTTP/1.1" status: 200 len: 210 time: 0.0283089 Mar 08 20:39:02.421561 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-dbe61520-29cf-4847-b96e-6d24c6c097a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745146981205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476605'] for agent (6cc78598-e6b3-4e4d-a99c-31b9c4784fd2), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:02.480804 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-fd46d4b2-ee50-46a8-9033-d08206f8a8bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16dea0cb-fffa-4ed7-9abb-b7eb4318dca9', 'name': 'tempest-AttachVolumeTestJSON-2107178860-router', 'tenant_id': '64bbed509db949a6a003c639d3f67567', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'external_fixed_ips': [{'subnet_id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'ip_address': '172.27.2.87'}], 'enable_snat': True}, 'gw_port_id': '8a387cb4-88be-456d-967c-2a9b47cbbc3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:31:22Z', 'updated_at': '2022-03-08T20:31:29Z', 'revision_number': 4, 'project_id': '64bbed509db949a6a003c639d3f67567', 'gw_port': {'id': '8a387cb4-88be-456d-967c-2a9b47cbbc3f', 'name': '', 'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:7f:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16dea0cb-fffa-4ed7-9abb-b7eb4318dca9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'ip_address': '172.27.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:31:22Z', 'updated_at': '2022-03-08T20:31:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-3-iscsi', '_interfaces': [{'id': '2b64d9f9-fa35-4931-b4db-da8ee2f739d3', 'name': '', 'network_id': 'bb3cf682-183a-4b4f-b70b-ac9d75a4abdd', 'tenant_id': '64bbed509db949a6a003c639d3f67567', 'mac_address': 'fa:16:3e:16:73:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16dea0cb-fffa-4ed7-9abb-b7eb4318dca9', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'a968dc2a-71a9-4847-a130-162c884db338', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:31:27Z', 'updated_at': '2022-03-08T20:31:38Z', 'revision_number': 5, 'project_id': '64bbed509db949a6a003c639d3f67567', 'subnets': [{'id': 'a968dc2a-71a9-4847-a130-162c884db338', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830096-3-iscsi', False) {} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:39:02.508155 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd46d4b2-ee50-46a8-9033-d08206f8a8bc None None] The sync data for ids ['16dea0cb-fffa-4ed7-9abb-b7eb4318dca9'] in dv-cinder-830096-3-iscsi is: [{'id': '16dea0cb-fffa-4ed7-9abb-b7eb4318dca9', 'name': 'tempest-AttachVolumeTestJSON-2107178860-router', 'tenant_id': '64bbed509db949a6a003c639d3f67567', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'external_fixed_ips': [{'subnet_id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'ip_address': '172.27.2.87'}], 'enable_snat': True}, 'gw_port_id': '8a387cb4-88be-456d-967c-2a9b47cbbc3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:31:22Z', 'updated_at': '2022-03-08T20:31:29Z', 'revision_number': 4, 'project_id': '64bbed509db949a6a003c639d3f67567', 'gw_port': {'id': '8a387cb4-88be-456d-967c-2a9b47cbbc3f', 'name': '', 'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:7f:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16dea0cb-fffa-4ed7-9abb-b7eb4318dca9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'ip_address': '172.27.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:31:22Z', 'updated_at': '2022-03-08T20:31:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-3-iscsi', '_interfaces': [{'id': '2b64d9f9-fa35-4931-b4db-da8ee2f739d3', 'name': '', 'network_id': 'bb3cf682-183a-4b4f-b70b-ac9d75a4abdd', 'tenant_id': '64bbed509db949a6a003c639d3f67567', 'mac_address': 'fa:16:3e:16:73:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16dea0cb-fffa-4ed7-9abb-b7eb4318dca9', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'a968dc2a-71a9-4847-a130-162c884db338', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:31:27Z', 'updated_at': '2022-03-08T20:31:38Z', 'revision_number': 5, 'project_id': '64bbed509db949a6a003c639d3f67567', 'subnets': [{'id': 'a968dc2a-71a9-4847-a130-162c884db338', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 20:39:02.748457 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95a87192-b24d-4acb-8fb0-3541bd9071cf None None] New status for floating IP 73cf69b7-c584-4fe4-a139-fcef2259e32c: DOWN {{(pid=103461) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 20:39:03.603194 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.wsgi [-] (103459) accepted ('10.222.0.41', 36186) {{(pid=103459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:39:03.674841 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-1b275a29-6d81-498d-8a4e-6c9b0b1b8673 tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] Publish callbacks [] for security_group (2324e6a1-5abc-43bc-9f1f-1b5a674ff10b), before_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:03.687898 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-1b275a29-6d81-498d-8a4e-6c9b0b1b8673 tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] Publish callbacks [] for security_group (2324e6a1-5abc-43bc-9f1f-1b5a674ff10b), precommit_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:03.906245 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-1b275a29-6d81-498d-8a4e-6c9b0b1b8673 tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310940'] for security_group (2324e6a1-5abc-43bc-9f1f-1b5a674ff10b), after_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:03.907520 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-7a330e8f-62e0-4259-bea2-8ced8e9b3a98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745146981205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476605'] for agent (cd1d0244-f954-4bda-89fb-1fdc1954e39d), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:03.908859 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-1b275a29-6d81-498d-8a4e-6c9b0b1b8673 tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] Publish callbacks [] for security_group (None), before_response {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:03.910019 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [None req-1b275a29-6d81-498d-8a4e-6c9b0b1b8673 tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] 10.222.0.41 "DELETE /v2.0/security-groups/2324e6a1-5abc-43bc-9f1f-1b5a674ff10b HTTP/1.1" status: 204 len: 168 time: 0.3058460 Mar 08 20:39:03.912811 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.41', 36188) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:39:03.921305 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b275a29-6d81-498d-8a4e-6c9b0b1b8673 tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2324e6a1-5abc-43bc-9f1f-1b5a674ff10b,revision_number=None']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:39:03.927877 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.api.v2.resource [None req-8b22ca45-0eaa-4df7-836c-24e40b40df44 tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] show failed (client error): The resource could not be found. Mar 08 20:39:03.928941 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-8b22ca45-0eaa-4df7-836c-24e40b40df44 tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] 10.222.0.41 "GET /v2.0/security-groups/2324e6a1-5abc-43bc-9f1f-1b5a674ff10b HTTP/1.1" status: 404 len: 347 time: 0.0150707 Mar 08 20:39:03.931759 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.41', 36190) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:39:04.060423 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-5feac774-5e06-4abc-bfbb-e9150131246c tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] Deleting port b1187b0a-bb26-49bb-895f-bc2afa89fe74 {{(pid=103458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 20:39:04.063997 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-5feac774-5e06-4abc-bfbb-e9150131246c tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745146874691'] for port (b1187b0a-bb26-49bb-895f-bc2afa89fe74), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:04.138818 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-5feac774-5e06-4abc-bfbb-e9150131246c tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443457'] for port (b1187b0a-bb26-49bb-895f-bc2afa89fe74), precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:04.139635 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-5feac774-5e06-4abc-bfbb-e9150131246c tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] Publish callbacks [] for floatingip (b1187b0a-bb26-49bb-895f-bc2afa89fe74), precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:04.151921 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-5feac774-5e06-4abc-bfbb-e9150131246c tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] Calling delete_port for b1187b0a-bb26-49bb-895f-bc2afa89fe74 owned by network:floatingip {{(pid=103458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 20:39:04.303246 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.41', 36194) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:39:04.407587 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-b5dcb440-b8d0-4fd6-ac96-da9b40e20b27 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:04.415339 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-5feac774-5e06-4abc-bfbb-e9150131246c tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745146878630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745146440915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28566877'] for port (b1187b0a-bb26-49bb-895f-bc2afa89fe74), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:04.450938 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5feac774-5e06-4abc-bfbb-e9150131246c tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] Pushing event deleted for resources: {'Port': ['ID=b1187b0a-bb26-49bb-895f-bc2afa89fe74,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:39:04.536314 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-5feac774-5e06-4abc-bfbb-e9150131246c tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] Publish callbacks [] for floatingip (73cf69b7-c584-4fe4-a139-fcef2259e32c), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:04.538981 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-5feac774-5e06-4abc-bfbb-e9150131246c tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4188892'] for floatingip (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:04.540168 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-5feac774-5e06-4abc-bfbb-e9150131246c tempest-AttachVolumeTestJSON-557076163 tempest-AttachVolumeTestJSON-557076163-project] 10.222.0.41 "DELETE /v2.0/floatingips/73cf69b7-c584-4fe4-a139-fcef2259e32c HTTP/1.1" status: 204 len: 168 time: 0.6073751 Mar 08 20:39:04.570513 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.wsgi [-] (103459) accepted ('10.222.0.41', 36206) {{(pid=103459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:39:04.578150 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-b5dcb440-b8d0-4fd6-ac96-da9b40e20b27 admin admin] Publish callbacks [] for security_group (ed618ca7-8e1d-4526-8bc2-453656c25ae8), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:04.659430 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-b5dcb440-b8d0-4fd6-ac96-da9b40e20b27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310940'] for security_group (ed618ca7-8e1d-4526-8bc2-453656c25ae8), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:04.704624 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-b5dcb440-b8d0-4fd6-ac96-da9b40e20b27 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=253c52ddb72d4a9390f37ad4c6ba3d6f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4001546 Mar 08 20:39:04.705410 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5dcb440-b8d0-4fd6-ac96-da9b40e20b27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed618ca7-8e1d-4526-8bc2-453656c25ae8,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:39:04.708596 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.41', 36210) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:39:04.758511 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-311c78ec-c582-41ad-854a-d7f74e69769d admin admin] Publish callbacks [] for security_group (ed618ca7-8e1d-4526-8bc2-453656c25ae8), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:04.788955 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-311c78ec-c582-41ad-854a-d7f74e69769d admin admin] Publish callbacks [] for security_group (ed618ca7-8e1d-4526-8bc2-453656c25ae8), precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:04.964215 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-311c78ec-c582-41ad-854a-d7f74e69769d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310940'] for security_group (ed618ca7-8e1d-4526-8bc2-453656c25ae8), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:04.967172 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-311c78ec-c582-41ad-854a-d7f74e69769d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:04.968506 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-311c78ec-c582-41ad-854a-d7f74e69769d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ed618ca7-8e1d-4526-8bc2-453656c25ae8 HTTP/1.1" status: 204 len: 168 time: 0.2587979 Mar 08 20:39:04.977439 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311c78ec-c582-41ad-854a-d7f74e69769d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed618ca7-8e1d-4526-8bc2-453656c25ae8,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:39:05.192071 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.rpc [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Device d283d413-1afe-4355-bffe-38f15b7a5cbb no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103460) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 20:39:05.213825 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.plugin [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] No Port match for: d283d413-1afe-4355-bffe-38f15b7a5cbb {{(pid=103460) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 20:39:05.214159 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.rpc [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Device d283d413-1afe-4355-bffe-38f15b7a5cbb not bound to the agent host hv-cinder-83009 {{(pid=103460) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 20:39:05.309284 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-cdfd4d1e-d556-46fe-bf54-598c10335c23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-450131'] for router_interface (530b8758-a936-4a7c-9055-3fd7021964a9), before_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:05.379579 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745146981205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476605'] for agent (fa4b043a-5d45-4181-9cb2-30d29598ef5b), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:05.636586 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-cdfd4d1e-d556-46fe-bf54-598c10335c23 admin admin] Deleting port c07238a4-1852-4dbe-82ad-b0c5eb7fb6f9 {{(pid=103459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 20:39:05.636997 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-cdfd4d1e-d556-46fe-bf54-598c10335c23 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745146874691'] for port (c07238a4-1852-4dbe-82ad-b0c5eb7fb6f9), before_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:05.716619 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-cdfd4d1e-d556-46fe-bf54-598c10335c23 admin admin] For port c07238a4-1852-4dbe-82ad-b0c5eb7fb6f9, host dv-cinder-830096-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-3-iscsi',level=0,port_id=c07238a4-1852-4dbe-82ad-b0c5eb7fb6f9,segment=NetworkSegment(4d17c990-8ca8-4b04-9435-e1e4727aeb38),segment_id=4d17c990-8ca8-4b04-9435-e1e4727aeb38)] {{(pid=103459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:39:05.716978 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-cdfd4d1e-d556-46fe-bf54-598c10335c23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443457'] for port (c07238a4-1852-4dbe-82ad-b0c5eb7fb6f9), precommit_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:05.730375 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-cdfd4d1e-d556-46fe-bf54-598c10335c23 admin admin] Calling delete_port for c07238a4-1852-4dbe-82ad-b0c5eb7fb6f9 owned by network:router_interface {{(pid=103459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 20:39:06.060710 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-cdfd4d1e-d556-46fe-bf54-598c10335c23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745146878630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745146440915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28404629'] for port (c07238a4-1852-4dbe-82ad-b0c5eb7fb6f9), after_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:06.091972 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfd4d1e-d556-46fe-bf54-598c10335c23 admin admin] Pushing event deleted for resources: {'Port': ['ID=c07238a4-1852-4dbe-82ad-b0c5eb7fb6f9,revision_number=None']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:39:06.297216 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-cdfd4d1e-d556-46fe-bf54-598c10335c23 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3733772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-450087'] for router_interface (530b8758-a936-4a7c-9055-3fd7021964a9), after_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:06.530045 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdfd4d1e-d556-46fe-bf54-598c10335c23 admin admin] Router 530b8758-a936-4a7c-9055-3fd7021964a9 has already been hosted by L3 agent 7ae9fd8f-5d61-4821-9eac-044950c450f0 {{(pid=103459) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 20:39:06.639881 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdfd4d1e-d556-46fe-bf54-598c10335c23 admin admin] Notify agent at l3_agent.dv-cinder-830096-3-iscsi the message routers_updated {{(pid=103459) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 20:39:06.648357 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [None req-cdfd4d1e-d556-46fe-bf54-598c10335c23 admin admin] 10.222.0.41 "PUT /v2.0/routers/530b8758-a936-4a7c-9055-3fd7021964a9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0737441 Mar 08 20:39:06.648357 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.wsgi [-] (103459) accepted ('10.222.0.41', 36244) {{(pid=103459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:39:06.651429 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c56dd88b-d8ab-4aee-b7c3-cd49c69ec7be None None] Sync routers for ids ['530b8758-a936-4a7c-9055-3fd7021964a9'] in dv-cinder-830096-3-iscsi {{(pid=103460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 20:39:06.662189 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c56dd88b-d8ab-4aee-b7c3-cd49c69ec7be None None] Routers {'530b8758-a936-4a7c-9055-3fd7021964a9'} bound to L3 agent in host dv-cinder-830096-3-iscsi {{(pid=103460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:39:06.662812 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-c56dd88b-d8ab-4aee-b7c3-cd49c69ec7be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T20:23:01Z,description=,heartbeat_timestamp=2022-03-08T20:39:01Z,host='dv-cinder-830096-3-iscsi',id=7ae9fd8f-5d61-4821-9eac-044950c450f0,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:23:02Z,topic='l3_agent')) {'router_ids': ['530b8758-a936-4a7c-9055-3fd7021964a9'], 'active': True} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:39:06.761277 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-178553cd-73f3-4079-8292-f6aaa2822235 admin admin] Publish callbacks [] for router (530b8758-a936-4a7c-9055-3fd7021964a9), before_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:06.774762 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvr_db [None req-c56dd88b-d8ab-4aee-b7c3-cd49c69ec7be None None] Set router 530b8758-a936-4a7c-9055-3fd7021964a9 gateway port host: dv-cinder-830096-3-iscsi {{(pid=103460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:39:06.872530 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-178553cd-73f3-4079-8292-f6aaa2822235 admin admin] Publish callbacks [] for router_gateway (530b8758-a936-4a7c-9055-3fd7021964a9), before_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:06.957488 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-c56dd88b-d8ab-4aee-b7c3-cd49c69ec7be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '530b8758-a936-4a7c-9055-3fd7021964a9', 'name': 'tempest-AttachVolumeNegativeTest-742847262-router', 'tenant_id': 'f20808b123ee4f56a27c063a5a344a6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'external_fixed_ips': [{'subnet_id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'ip_address': '172.27.2.231'}], 'enable_snat': True}, 'gw_port_id': 'd32f389e-7f79-4333-ab66-fc102b040de8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:31:20Z', 'updated_at': '2022-03-08T20:39:05Z', 'revision_number': 5, 'project_id': 'f20808b123ee4f56a27c063a5a344a6f', 'gw_port': {'id': 'd32f389e-7f79-4333-ab66-fc102b040de8', 'name': '', 'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:e2:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '530b8758-a936-4a7c-9055-3fd7021964a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'ip_address': '172.27.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:31:21Z', 'updated_at': '2022-03-08T20:31:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-3-iscsi'}], 'dv-cinder-830096-3-iscsi', False) {} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:39:06.990021 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c56dd88b-d8ab-4aee-b7c3-cd49c69ec7be None None] Checking router: 530b8758-a936-4a7c-9055-3fd7021964a9 for host: dv-cinder-830096-3-iscsi {{(pid=103460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 20:39:06.999247 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c56dd88b-d8ab-4aee-b7c3-cd49c69ec7be None None] Routers {'530b8758-a936-4a7c-9055-3fd7021964a9'} bound to L3 agent in host dv-cinder-830096-3-iscsi {{(pid=103460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:39:06.999935 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-c56dd88b-d8ab-4aee-b7c3-cd49c69ec7be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T20:23:01Z,description=,heartbeat_timestamp=2022-03-08T20:39:01Z,host='dv-cinder-830096-3-iscsi',id=7ae9fd8f-5d61-4821-9eac-044950c450f0,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:23:02Z,topic='l3_agent')) {'router_ids': ['530b8758-a936-4a7c-9055-3fd7021964a9'], 'active': True} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:39:07.071938 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-178553cd-73f3-4079-8292-f6aaa2822235 admin admin] Deleting port d32f389e-7f79-4333-ab66-fc102b040de8 {{(pid=103459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 20:39:07.073958 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-178553cd-73f3-4079-8292-f6aaa2822235 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745146874691'] for port (d32f389e-7f79-4333-ab66-fc102b040de8), before_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:07.120296 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvr_db [None req-c56dd88b-d8ab-4aee-b7c3-cd49c69ec7be None None] Set router 530b8758-a936-4a7c-9055-3fd7021964a9 gateway port host: dv-cinder-830096-3-iscsi {{(pid=103460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:39:07.160072 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-178553cd-73f3-4079-8292-f6aaa2822235 admin admin] For port d32f389e-7f79-4333-ab66-fc102b040de8, host dv-cinder-830096-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-3-iscsi',level=0,port_id=d32f389e-7f79-4333-ab66-fc102b040de8,segment=NetworkSegment(e3ec3731-5b41-434a-a3a7-2ad1e453961f),segment_id=e3ec3731-5b41-434a-a3a7-2ad1e453961f)] {{(pid=103459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:39:07.160461 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-178553cd-73f3-4079-8292-f6aaa2822235 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443457'] for port (d32f389e-7f79-4333-ab66-fc102b040de8), precommit_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:07.173193 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-178553cd-73f3-4079-8292-f6aaa2822235 admin admin] Calling delete_port for d32f389e-7f79-4333-ab66-fc102b040de8 owned by network:router_gateway {{(pid=103459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 20:39:07.322280 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-c56dd88b-d8ab-4aee-b7c3-cd49c69ec7be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '530b8758-a936-4a7c-9055-3fd7021964a9', 'name': 'tempest-AttachVolumeNegativeTest-742847262-router', 'tenant_id': 'f20808b123ee4f56a27c063a5a344a6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'external_fixed_ips': [{'subnet_id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'ip_address': '172.27.2.231'}], 'enable_snat': True}, 'gw_port_id': 'd32f389e-7f79-4333-ab66-fc102b040de8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:31:20Z', 'updated_at': '2022-03-08T20:39:05Z', 'revision_number': 5, 'project_id': 'f20808b123ee4f56a27c063a5a344a6f', 'gw_port': {'id': 'd32f389e-7f79-4333-ab66-fc102b040de8', 'name': '', 'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:e2:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '530b8758-a936-4a7c-9055-3fd7021964a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'ip_address': '172.27.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:31:21Z', 'updated_at': '2022-03-08T20:31:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-3-iscsi'}], 'dv-cinder-830096-3-iscsi', False) {} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:39:07.353268 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c56dd88b-d8ab-4aee-b7c3-cd49c69ec7be None None] The sync data for ids ['530b8758-a936-4a7c-9055-3fd7021964a9'] in dv-cinder-830096-3-iscsi is: [{'id': '530b8758-a936-4a7c-9055-3fd7021964a9', 'name': 'tempest-AttachVolumeNegativeTest-742847262-router', 'tenant_id': 'f20808b123ee4f56a27c063a5a344a6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'external_fixed_ips': [{'subnet_id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'ip_address': '172.27.2.231'}], 'enable_snat': True}, 'gw_port_id': 'd32f389e-7f79-4333-ab66-fc102b040de8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:31:20Z', 'updated_at': '2022-03-08T20:39:05Z', 'revision_number': 5, 'project_id': 'f20808b123ee4f56a27c063a5a344a6f', 'gw_port': {'id': 'd32f389e-7f79-4333-ab66-fc102b040de8', 'name': '', 'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:e2:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '530b8758-a936-4a7c-9055-3fd7021964a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'ip_address': '172.27.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:31:21Z', 'updated_at': '2022-03-08T20:31:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-3-iscsi'}] {{(pid=103460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 20:39:07.745310 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-178553cd-73f3-4079-8292-f6aaa2822235 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745146878630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745146440915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28404629'] for port (d32f389e-7f79-4333-ab66-fc102b040de8), after_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:07.777494 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178553cd-73f3-4079-8292-f6aaa2822235 admin admin] Pushing event deleted for resources: {'Port': ['ID=d32f389e-7f79-4333-ab66-fc102b040de8,revision_number=None']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:39:07.843968 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-178553cd-73f3-4079-8292-f6aaa2822235 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-442509'] for router_gateway (530b8758-a936-4a7c-9055-3fd7021964a9), after_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:07.960501 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-178553cd-73f3-4079-8292-f6aaa2822235 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-448313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126032'] for router (530b8758-a936-4a7c-9055-3fd7021964a9), precommit_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:07.962938 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-178553cd-73f3-4079-8292-f6aaa2822235 admin admin] Publish callbacks [] for router_controller (530b8758-a936-4a7c-9055-3fd7021964a9), precommit_delete_associations {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:08.213971 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-178553cd-73f3-4079-8292-f6aaa2822235 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-448302'] for router (530b8758-a936-4a7c-9055-3fd7021964a9), after_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:08.214527 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-178553cd-73f3-4079-8292-f6aaa2822235 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 530b8758-a936-4a7c-9055-3fd7021964a9 {{(pid=103459) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 20:39:08.220272 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-178553cd-73f3-4079-8292-f6aaa2822235 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:08.228703 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [None req-178553cd-73f3-4079-8292-f6aaa2822235 admin admin] 10.222.0.41 "DELETE /v2.0/routers/530b8758-a936-4a7c-9055-3fd7021964a9 HTTP/1.1" status: 204 len: 168 time: 1.5721629 Mar 08 20:39:08.228703 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.wsgi [-] (103459) accepted ('10.222.0.41', 36262) {{(pid=103459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:39:08.275649 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed783878-853c-4f48-a969-4f28341e4851 admin admin] Deleting subnet 3acd2cae-edc5-4deb-af56-8a423e7d5ec3 {{(pid=103459) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 20:39:08.279344 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-ed783878-853c-4f48-a969-4f28341e4851 admin admin] Publish callbacks [] for subnet (3acd2cae-edc5-4deb-af56-8a423e7d5ec3), before_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:08.322881 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-ed783878-853c-4f48-a969-4f28341e4851 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28404406'] for subnet (3acd2cae-edc5-4deb-af56-8a423e7d5ec3), precommit_delete_associations {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:08.450672 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-ed783878-853c-4f48-a969-4f28341e4851 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3537161'] for subnet (3acd2cae-edc5-4deb-af56-8a423e7d5ec3), precommit_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:08.707063 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-ed783878-853c-4f48-a969-4f28341e4851 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3537170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28404642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28758431'] for subnet (3acd2cae-edc5-4deb-af56-8a423e7d5ec3), after_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:08.738413 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed783878-853c-4f48-a969-4f28341e4851 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3acd2cae-edc5-4deb-af56-8a423e7d5ec3,revision_number=None']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:39:08.742980 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-ed783878-853c-4f48-a969-4f28341e4851 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:08.746350 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [None req-ed783878-853c-4f48-a969-4f28341e4851 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/3acd2cae-edc5-4deb-af56-8a423e7d5ec3 HTTP/1.1" status: 204 len: 168 time: 0.5199401 Mar 08 20:39:08.749107 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.41', 36274) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:39:08.760798 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0e46f43-8c9a-4f2a-987d-e789e0262cac None None] Network c4b9653e-45c7-499b-ba57-89c5719459c1 requested from dv-cinder-830096-3-iscsi {{(pid=103460) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 20:39:08.824553 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.wsgi [-] (103459) accepted ('10.222.0.41', 36278) {{(pid=103459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:39:08.835626 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-12515e3c-d04f-486f-844c-2eadef489602 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-744326'] for network (c4b9653e-45c7-499b-ba57-89c5719459c1), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:08.905874 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-12515e3c-d04f-486f-844c-2eadef489602 admin admin] Deleting port 5d762a43-bdab-4b53-8ece-ba940caf5cc9 {{(pid=103458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 20:39:08.905874 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-12515e3c-d04f-486f-844c-2eadef489602 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745146874691'] for port (5d762a43-bdab-4b53-8ece-ba940caf5cc9), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:08.948781 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-422e6d5f-c959-4146-88a8-74fa63b7ac9b None None] DHCP port deletion for c4b9653e-45c7-499b-ba57-89c5719459c1 request from dv-cinder-830096-3-iscsi {{(pid=103460) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 08 20:39:08.978238 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-12515e3c-d04f-486f-844c-2eadef489602 admin admin] For port 5d762a43-bdab-4b53-8ece-ba940caf5cc9, host dv-cinder-830096-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-3-iscsi',level=0,port_id=5d762a43-bdab-4b53-8ece-ba940caf5cc9,segment=NetworkSegment(4d17c990-8ca8-4b04-9435-e1e4727aeb38),segment_id=4d17c990-8ca8-4b04-9435-e1e4727aeb38)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:39:08.978621 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-12515e3c-d04f-486f-844c-2eadef489602 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443457'] for port (5d762a43-bdab-4b53-8ece-ba940caf5cc9), precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:08.993101 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-12515e3c-d04f-486f-844c-2eadef489602 admin admin] Calling delete_port for 5d762a43-bdab-4b53-8ece-ba940caf5cc9 owned by network:dhcp {{(pid=103458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 20:39:09.014699 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.plugin [None req-422e6d5f-c959-4146-88a8-74fa63b7ac9b None None] Deleting port 5d762a43-bdab-4b53-8ece-ba940caf5cc9 {{(pid=103460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 20:39:09.015204 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-422e6d5f-c959-4146-88a8-74fa63b7ac9b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745146874691'] for port (5d762a43-bdab-4b53-8ece-ba940caf5cc9), before_delete {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:09.092213 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.rpc [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Device 5d762a43-bdab-4b53-8ece-ba940caf5cc9 no longer exists at agent ovs-agent-dv-cinder-830096-3-iscsi {{(pid=103460) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 20:39:09.095530 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.db [None req-422e6d5f-c959-4146-88a8-74fa63b7ac9b None None] For port 5d762a43-bdab-4b53-8ece-ba940caf5cc9, host dv-cinder-830096-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-3-iscsi',level=0,port_id=5d762a43-bdab-4b53-8ece-ba940caf5cc9,segment=NetworkSegment(4d17c990-8ca8-4b04-9435-e1e4727aeb38),segment_id=4d17c990-8ca8-4b04-9435-e1e4727aeb38)] {{(pid=103460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:39:09.095929 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-422e6d5f-c959-4146-88a8-74fa63b7ac9b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443457'] for port (5d762a43-bdab-4b53-8ece-ba940caf5cc9), precommit_delete {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:09.134034 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.plugin [None req-422e6d5f-c959-4146-88a8-74fa63b7ac9b None None] Calling delete_port for 5d762a43-bdab-4b53-8ece-ba940caf5cc9 owned by network:dhcp {{(pid=103460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 20:39:09.261441 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-12515e3c-d04f-486f-844c-2eadef489602 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745146878630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745146440915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28566877'] for port (5d762a43-bdab-4b53-8ece-ba940caf5cc9), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:09.287909 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.plugin [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Current status of the port 5d762a43-bdab-4b53-8ece-ba940caf5cc9 is: ACTIVE; New status is: DOWN {{(pid=103460) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:39:09.288374 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747308'] for port (5d762a43-bdab-4b53-8ece-ba940caf5cc9), before_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:09.296405 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12515e3c-d04f-486f-844c-2eadef489602 admin admin] Pushing event deleted for resources: {'Port': ['ID=5d762a43-bdab-4b53-8ece-ba940caf5cc9,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:39:09.298813 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12515e3c-d04f-486f-844c-2eadef489602 admin admin] No DVR routers for this DVR port 5d762a43-bdab-4b53-8ece-ba940caf5cc9 on host dv-cinder-830096-3-iscsi {{(pid=103458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 20:39:09.326146 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-422e6d5f-c959-4146-88a8-74fa63b7ac9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745146878630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745146440915'] for port (5d762a43-bdab-4b53-8ece-ba940caf5cc9), after_delete {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:09.375936 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.rpc [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Device d32f389e-7f79-4333-ab66-fc102b040de8 no longer exists at agent ovs-agent-dv-cinder-830096-3-iscsi {{(pid=103460) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 20:39:09.375936 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422e6d5f-c959-4146-88a8-74fa63b7ac9b None None] Pushing event deleted for resources: {'Port': ['ID=5d762a43-bdab-4b53-8ece-ba940caf5cc9,revision_number=None']} {{(pid=103460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:39:09.384316 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-12515e3c-d04f-486f-844c-2eadef489602 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3474822', 'neutron.services.segments.db._delete_segments_for_network-8745146981223'] for network (c4b9653e-45c7-499b-ba57-89c5719459c1), precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:09.384849 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422e6d5f-c959-4146-88a8-74fa63b7ac9b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:39:09.385201 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422e6d5f-c959-4146-88a8-74fa63b7ac9b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:39:09.385548 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422e6d5f-c959-4146-88a8-74fa63b7ac9b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:39:09.385889 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422e6d5f-c959-4146-88a8-74fa63b7ac9b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:39:09.386754 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422e6d5f-c959-4146-88a8-74fa63b7ac9b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:39:09.387102 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422e6d5f-c959-4146-88a8-74fa63b7ac9b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:39:09.387437 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422e6d5f-c959-4146-88a8-74fa63b7ac9b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:39:09.387770 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422e6d5f-c959-4146-88a8-74fa63b7ac9b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:39:09.388110 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422e6d5f-c959-4146-88a8-74fa63b7ac9b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:39:09.388460 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422e6d5f-c959-4146-88a8-74fa63b7ac9b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:39:09.389063 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422e6d5f-c959-4146-88a8-74fa63b7ac9b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:39:09.389603 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422e6d5f-c959-4146-88a8-74fa63b7ac9b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:39:09.390101 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422e6d5f-c959-4146-88a8-74fa63b7ac9b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:39:09.411285 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.services.segments.db [None req-12515e3c-d04f-486f-844c-2eadef489602 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4b9653e-45c7-499b-ba57-89c5719459c1']}} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:39:09.415578 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-422e6d5f-c959-4146-88a8-74fa63b7ac9b None None] No DVR routers for this DVR port 5d762a43-bdab-4b53-8ece-ba940caf5cc9 on host dv-cinder-830096-3-iscsi {{(pid=103460) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 20:39:09.417162 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.plugin [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] No Port match for: d32f389e-7f79-4333-ab66-fc102b040de8 {{(pid=103460) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 20:39:09.417778 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.rpc [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Device d32f389e-7f79-4333-ab66-fc102b040de8 not bound to the agent host dv-cinder-830096-3-iscsi {{(pid=103460) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 20:39:09.418373 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.rpc [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Device c07238a4-1852-4dbe-82ad-b0c5eb7fb6f9 no longer exists at agent ovs-agent-dv-cinder-830096-3-iscsi {{(pid=103460) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 20:39:09.422785 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.services.segments.db [None req-12515e3c-d04f-486f-844c-2eadef489602 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d17c990-8ca8-4b04-9435-e1e4727aeb38') {'for_net_delete': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:39:09.423240 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.services.segments.db [None req-12515e3c-d04f-486f-844c-2eadef489602 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d17c990-8ca8-4b04-9435-e1e4727aeb38') {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:39:09.441672 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.plugin [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] No Port match for: c07238a4-1852-4dbe-82ad-b0c5eb7fb6f9 {{(pid=103460) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 20:39:09.442344 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.rpc [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Device c07238a4-1852-4dbe-82ad-b0c5eb7fb6f9 not bound to the agent host dv-cinder-830096-3-iscsi {{(pid=103460) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 20:39:09.450359 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-12515e3c-d04f-486f-844c-2eadef489602 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745146982000', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28520776'] for segment (4d17c990-8ca8-4b04-9435-e1e4727aeb38), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:09.468996 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-12515e3c-d04f-486f-844c-2eadef489602 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536034'] for segment (4d17c990-8ca8-4b04-9435-e1e4727aeb38), precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:09.479536 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12515e3c-d04f-486f-844c-2eadef489602 admin admin] Releasing vlan 107 on physical network physnet1 to pool {{(pid=103458) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 20:39:09.483270 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-12515e3c-d04f-486f-844c-2eadef489602 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28566784'] for segment (4d17c990-8ca8-4b04-9435-e1e4727aeb38), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:09.483270 dv-cinder-830096-3-iscsi neutron-server[103458]: Traceback (most recent call last): Mar 08 20:39:09.483270 dv-cinder-830096-3-iscsi neutron-server[103458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 20:39:09.483270 dv-cinder-830096-3-iscsi neutron-server[103458]: timer() Mar 08 20:39:09.483270 dv-cinder-830096-3-iscsi neutron-server[103458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 20:39:09.483270 dv-cinder-830096-3-iscsi neutron-server[103458]: cb(*args, **kw) Mar 08 20:39:09.483270 dv-cinder-830096-3-iscsi neutron-server[103458]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 20:39:09.483270 dv-cinder-830096-3-iscsi neutron-server[103458]: return func(*args, **kwargs) Mar 08 20:39:09.483270 dv-cinder-830096-3-iscsi neutron-server[103458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 20:39:09.483270 dv-cinder-830096-3-iscsi neutron-server[103458]: self._notify() Mar 08 20:39:09.483270 dv-cinder-830096-3-iscsi neutron-server[103458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 20:39:09.483270 dv-cinder-830096-3-iscsi neutron-server[103458]: self.callback(batched_events) Mar 08 20:39:09.483270 dv-cinder-830096-3-iscsi neutron-server[103458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 20:39:09.483270 dv-cinder-830096-3-iscsi neutron-server[103458]: event.method(event) Mar 08 20:39:09.483270 dv-cinder-830096-3-iscsi neutron-server[103458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 20:39:09.483270 dv-cinder-830096-3-iscsi neutron-server[103458]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 20:39:09.483270 dv-cinder-830096-3-iscsi neutron-server[103458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 20:39:09.483270 dv-cinder-830096-3-iscsi neutron-server[103458]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 20:39:09.483270 dv-cinder-830096-3-iscsi neutron-server[103458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 20:39:09.483270 dv-cinder-830096-3-iscsi neutron-server[103458]: return f(self, *a, **k) Mar 08 20:39:09.483270 dv-cinder-830096-3-iscsi neutron-server[103458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 20:39:09.483270 dv-cinder-830096-3-iscsi neutron-server[103458]: return self._get(url).json() Mar 08 20:39:09.483270 dv-cinder-830096-3-iscsi neutron-server[103458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 20:39:09.483270 dv-cinder-830096-3-iscsi neutron-server[103458]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 20:39:09.483270 dv-cinder-830096-3-iscsi neutron-server[103458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 20:39:09.483270 dv-cinder-830096-3-iscsi neutron-server[103458]: return self.request(url, 'GET', **kwargs) Mar 08 20:39:09.483270 dv-cinder-830096-3-iscsi neutron-server[103458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 20:39:09.483270 dv-cinder-830096-3-iscsi neutron-server[103458]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 20:39:09.483270 dv-cinder-830096-3-iscsi neutron-server[103458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 20:39:09.483270 dv-cinder-830096-3-iscsi neutron-server[103458]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 20:39:09.483270 dv-cinder-830096-3-iscsi neutron-server[103458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 20:39:09.483270 dv-cinder-830096-3-iscsi neutron-server[103458]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 20:39:09.483270 dv-cinder-830096-3-iscsi neutron-server[103458]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 20:39:09.491137 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-c0ea3f26-9a79-4057-8f9f-2dd1c03c1458 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-450131'] for router_interface (16dea0cb-fffa-4ed7-9abb-b7eb4318dca9), before_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:09.653651 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-12515e3c-d04f-486f-844c-2eadef489602 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3474831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-442537'] for network (c4b9653e-45c7-499b-ba57-89c5719459c1), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:09.659748 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-12515e3c-d04f-486f-844c-2eadef489602 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3733777'] for network (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:09.662964 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-12515e3c-d04f-486f-844c-2eadef489602 admin admin] 10.222.0.41 "DELETE /v2.0/networks/c4b9653e-45c7-499b-ba57-89c5719459c1 HTTP/1.1" status: 204 len: 168 time: 0.9126194 Mar 08 20:39:09.676327 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12515e3c-d04f-486f-844c-2eadef489602 admin admin] Pushing event deleted for resources: {'Network': ['ID=c4b9653e-45c7-499b-ba57-89c5719459c1,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:39:09.774003 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-c0ea3f26-9a79-4057-8f9f-2dd1c03c1458 admin admin] Deleting port 2b64d9f9-fa35-4931-b4db-da8ee2f739d3 {{(pid=103459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 20:39:09.774759 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-c0ea3f26-9a79-4057-8f9f-2dd1c03c1458 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745146874691'] for port (2b64d9f9-fa35-4931-b4db-da8ee2f739d3), before_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:09.854813 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-c0ea3f26-9a79-4057-8f9f-2dd1c03c1458 admin admin] For port 2b64d9f9-fa35-4931-b4db-da8ee2f739d3, host dv-cinder-830096-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-3-iscsi',level=0,port_id=2b64d9f9-fa35-4931-b4db-da8ee2f739d3,segment=NetworkSegment(14ae2af9-0664-46c4-a507-3b43c3ed1f8c),segment_id=14ae2af9-0664-46c4-a507-3b43c3ed1f8c)] {{(pid=103459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:39:09.855163 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-c0ea3f26-9a79-4057-8f9f-2dd1c03c1458 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443457'] for port (2b64d9f9-fa35-4931-b4db-da8ee2f739d3), precommit_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:09.867602 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-c0ea3f26-9a79-4057-8f9f-2dd1c03c1458 admin admin] Calling delete_port for 2b64d9f9-fa35-4931-b4db-da8ee2f739d3 owned by network:router_interface {{(pid=103459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 20:39:10.150923 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-c0ea3f26-9a79-4057-8f9f-2dd1c03c1458 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745146878630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745146440915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28404629'] for port (2b64d9f9-fa35-4931-b4db-da8ee2f739d3), after_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:10.161958 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.41', 36286) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:39:10.175664 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ea3f26-9a79-4057-8f9f-2dd1c03c1458 admin admin] Pushing event deleted for resources: {'Port': ['ID=2b64d9f9-fa35-4931-b4db-da8ee2f739d3,revision_number=None']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:39:10.211942 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-bbfdb8db-6114-4b5a-b787-c8e03a560382 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f20808b123ee4f56a27c063a5a344a6f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0470667 Mar 08 20:39:10.212895 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.41', 36288) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:39:10.273959 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-84f2e7c5-3099-4edc-8560-60d7389dae47 admin admin] Publish callbacks [] for security_group (45c17bb1-8842-479a-8ece-dfdcff7d4d03), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:10.317650 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-84f2e7c5-3099-4edc-8560-60d7389dae47 admin admin] Publish callbacks [] for security_group (45c17bb1-8842-479a-8ece-dfdcff7d4d03), precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:10.362289 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-c0ea3f26-9a79-4057-8f9f-2dd1c03c1458 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3733772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-450087'] for router_interface (16dea0cb-fffa-4ed7-9abb-b7eb4318dca9), after_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:10.488123 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-84f2e7c5-3099-4edc-8560-60d7389dae47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310940'] for security_group (45c17bb1-8842-479a-8ece-dfdcff7d4d03), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:10.490691 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-84f2e7c5-3099-4edc-8560-60d7389dae47 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:10.491862 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-84f2e7c5-3099-4edc-8560-60d7389dae47 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/45c17bb1-8842-479a-8ece-dfdcff7d4d03 HTTP/1.1" status: 204 len: 168 time: 0.2778993 Mar 08 20:39:10.501547 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f2e7c5-3099-4edc-8560-60d7389dae47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45c17bb1-8842-479a-8ece-dfdcff7d4d03,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:39:10.610450 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0ea3f26-9a79-4057-8f9f-2dd1c03c1458 admin admin] Router 16dea0cb-fffa-4ed7-9abb-b7eb4318dca9 has already been hosted by L3 agent 7ae9fd8f-5d61-4821-9eac-044950c450f0 {{(pid=103459) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 20:39:10.726756 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0ea3f26-9a79-4057-8f9f-2dd1c03c1458 admin admin] Notify agent at l3_agent.dv-cinder-830096-3-iscsi the message routers_updated {{(pid=103459) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 20:39:10.732455 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [None req-c0ea3f26-9a79-4057-8f9f-2dd1c03c1458 admin admin] 10.222.0.41 "PUT /v2.0/routers/16dea0cb-fffa-4ed7-9abb-b7eb4318dca9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9056225 Mar 08 20:39:10.734870 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.wsgi [-] (103459) accepted ('10.222.0.41', 36294) {{(pid=103459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:39:10.741167 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3deae3c7-acad-465a-b2fb-bf43597c32bf None None] Sync routers for ids ['16dea0cb-fffa-4ed7-9abb-b7eb4318dca9'] in dv-cinder-830096-3-iscsi {{(pid=103461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 20:39:10.754730 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3deae3c7-acad-465a-b2fb-bf43597c32bf None None] Routers {'16dea0cb-fffa-4ed7-9abb-b7eb4318dca9'} bound to L3 agent in host dv-cinder-830096-3-iscsi {{(pid=103461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:39:10.755349 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.db.l3_hamode_db [None req-3deae3c7-acad-465a-b2fb-bf43597c32bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T20:23:01Z,description=,heartbeat_timestamp=2022-03-08T20:39:01Z,host='dv-cinder-830096-3-iscsi',id=7ae9fd8f-5d61-4821-9eac-044950c450f0,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:23:02Z,topic='l3_agent')) {'router_ids': ['16dea0cb-fffa-4ed7-9abb-b7eb4318dca9'], 'active': True} {{(pid=103461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:39:10.850043 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-8cd48725-a79b-43ee-b571-d7aeac55ec54 admin admin] Publish callbacks [] for router (16dea0cb-fffa-4ed7-9abb-b7eb4318dca9), before_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:10.870016 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.db.l3_dvr_db [None req-3deae3c7-acad-465a-b2fb-bf43597c32bf None None] Set router 16dea0cb-fffa-4ed7-9abb-b7eb4318dca9 gateway port host: dv-cinder-830096-3-iscsi {{(pid=103461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:39:10.979356 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-8cd48725-a79b-43ee-b571-d7aeac55ec54 admin admin] Publish callbacks [] for router_gateway (16dea0cb-fffa-4ed7-9abb-b7eb4318dca9), before_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:11.062704 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.db.l3_hamode_db [None req-3deae3c7-acad-465a-b2fb-bf43597c32bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16dea0cb-fffa-4ed7-9abb-b7eb4318dca9', 'name': 'tempest-AttachVolumeTestJSON-2107178860-router', 'tenant_id': '64bbed509db949a6a003c639d3f67567', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'external_fixed_ips': [{'subnet_id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'ip_address': '172.27.2.87'}], 'enable_snat': True}, 'gw_port_id': '8a387cb4-88be-456d-967c-2a9b47cbbc3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:31:22Z', 'updated_at': '2022-03-08T20:39:10Z', 'revision_number': 5, 'project_id': '64bbed509db949a6a003c639d3f67567', 'gw_port': {'id': '8a387cb4-88be-456d-967c-2a9b47cbbc3f', 'name': '', 'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:7f:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16dea0cb-fffa-4ed7-9abb-b7eb4318dca9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'ip_address': '172.27.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:31:22Z', 'updated_at': '2022-03-08T20:31:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-3-iscsi'}], 'dv-cinder-830096-3-iscsi', False) {} {{(pid=103461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:39:11.088543 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3deae3c7-acad-465a-b2fb-bf43597c32bf None None] Checking router: 16dea0cb-fffa-4ed7-9abb-b7eb4318dca9 for host: dv-cinder-830096-3-iscsi {{(pid=103461) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 20:39:11.097415 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3deae3c7-acad-465a-b2fb-bf43597c32bf None None] Routers {'16dea0cb-fffa-4ed7-9abb-b7eb4318dca9'} bound to L3 agent in host dv-cinder-830096-3-iscsi {{(pid=103461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:39:11.098065 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.db.l3_hamode_db [None req-3deae3c7-acad-465a-b2fb-bf43597c32bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T20:23:01Z,description=,heartbeat_timestamp=2022-03-08T20:39:01Z,host='dv-cinder-830096-3-iscsi',id=7ae9fd8f-5d61-4821-9eac-044950c450f0,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:23:02Z,topic='l3_agent')) {'router_ids': ['16dea0cb-fffa-4ed7-9abb-b7eb4318dca9'], 'active': True} {{(pid=103461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:39:11.112659 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-8cd48725-a79b-43ee-b571-d7aeac55ec54 admin admin] Deleting port 8a387cb4-88be-456d-967c-2a9b47cbbc3f {{(pid=103459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 20:39:11.113116 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-8cd48725-a79b-43ee-b571-d7aeac55ec54 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745146874691'] for port (8a387cb4-88be-456d-967c-2a9b47cbbc3f), before_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:11.207771 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-8cd48725-a79b-43ee-b571-d7aeac55ec54 admin admin] For port 8a387cb4-88be-456d-967c-2a9b47cbbc3f, host dv-cinder-830096-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-3-iscsi',level=0,port_id=8a387cb4-88be-456d-967c-2a9b47cbbc3f,segment=NetworkSegment(e3ec3731-5b41-434a-a3a7-2ad1e453961f),segment_id=e3ec3731-5b41-434a-a3a7-2ad1e453961f)] {{(pid=103459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:39:11.208009 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-8cd48725-a79b-43ee-b571-d7aeac55ec54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443457'] for port (8a387cb4-88be-456d-967c-2a9b47cbbc3f), precommit_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:11.221975 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-8cd48725-a79b-43ee-b571-d7aeac55ec54 admin admin] Calling delete_port for 8a387cb4-88be-456d-967c-2a9b47cbbc3f owned by network:router_gateway {{(pid=103459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 20:39:11.283369 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.db.l3_dvr_db [None req-3deae3c7-acad-465a-b2fb-bf43597c32bf None None] Set router 16dea0cb-fffa-4ed7-9abb-b7eb4318dca9 gateway port host: None {{(pid=103461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:39:11.337429 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.db.l3_hamode_db [None req-3deae3c7-acad-465a-b2fb-bf43597c32bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16dea0cb-fffa-4ed7-9abb-b7eb4318dca9', 'name': 'tempest-AttachVolumeTestJSON-2107178860-router', 'tenant_id': '64bbed509db949a6a003c639d3f67567', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:31:22Z', 'updated_at': '2022-03-08T20:39:10Z', 'revision_number': 6, 'project_id': '64bbed509db949a6a003c639d3f67567', 'gw_port_host': None}], 'dv-cinder-830096-3-iscsi', False) {} {{(pid=103461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:39:11.365004 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3deae3c7-acad-465a-b2fb-bf43597c32bf None None] The sync data for ids ['16dea0cb-fffa-4ed7-9abb-b7eb4318dca9'] in dv-cinder-830096-3-iscsi is: [{'id': '16dea0cb-fffa-4ed7-9abb-b7eb4318dca9', 'name': 'tempest-AttachVolumeTestJSON-2107178860-router', 'tenant_id': '64bbed509db949a6a003c639d3f67567', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:31:22Z', 'updated_at': '2022-03-08T20:39:10Z', 'revision_number': 6, 'project_id': '64bbed509db949a6a003c639d3f67567', 'gw_port_host': None}] {{(pid=103461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 20:39:11.505298 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-8cd48725-a79b-43ee-b571-d7aeac55ec54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745146878630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745146440915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28404629'] for port (8a387cb4-88be-456d-967c-2a9b47cbbc3f), after_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:11.534592 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd48725-a79b-43ee-b571-d7aeac55ec54 admin admin] Pushing event deleted for resources: {'Port': ['ID=8a387cb4-88be-456d-967c-2a9b47cbbc3f,revision_number=None']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:39:11.610828 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-8cd48725-a79b-43ee-b571-d7aeac55ec54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-442509'] for router_gateway (16dea0cb-fffa-4ed7-9abb-b7eb4318dca9), after_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:11.962285 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-8cd48725-a79b-43ee-b571-d7aeac55ec54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-448313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126032'] for router (16dea0cb-fffa-4ed7-9abb-b7eb4318dca9), precommit_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:11.964486 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-8cd48725-a79b-43ee-b571-d7aeac55ec54 admin admin] Publish callbacks [] for router_controller (16dea0cb-fffa-4ed7-9abb-b7eb4318dca9), precommit_delete_associations {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:12.065462 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-8cd48725-a79b-43ee-b571-d7aeac55ec54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-448302'] for router (16dea0cb-fffa-4ed7-9abb-b7eb4318dca9), after_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:12.066043 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cd48725-a79b-43ee-b571-d7aeac55ec54 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 16dea0cb-fffa-4ed7-9abb-b7eb4318dca9 {{(pid=103459) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 20:39:12.071512 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-8cd48725-a79b-43ee-b571-d7aeac55ec54 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:12.072702 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [None req-8cd48725-a79b-43ee-b571-d7aeac55ec54 admin admin] 10.222.0.41 "DELETE /v2.0/routers/16dea0cb-fffa-4ed7-9abb-b7eb4318dca9 HTTP/1.1" status: 204 len: 168 time: 1.3369236 Mar 08 20:39:12.079203 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.41', 36330) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:39:12.139914 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b59fc33-c6ce-46be-b0de-be8779d1463d admin admin] Deleting subnet a968dc2a-71a9-4847-a130-162c884db338 {{(pid=103458) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 20:39:12.143913 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-1b59fc33-c6ce-46be-b0de-be8779d1463d admin admin] Publish callbacks [] for subnet (a968dc2a-71a9-4847-a130-162c884db338), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:12.181296 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-1b59fc33-c6ce-46be-b0de-be8779d1463d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28520883'] for subnet (a968dc2a-71a9-4847-a130-162c884db338), precommit_delete_associations {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:12.321478 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-1b59fc33-c6ce-46be-b0de-be8779d1463d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3537161'] for subnet (a968dc2a-71a9-4847-a130-162c884db338), precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:12.563256 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-1b59fc33-c6ce-46be-b0de-be8779d1463d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3537170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28566890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28015844'] for subnet (a968dc2a-71a9-4847-a130-162c884db338), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:12.593064 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b59fc33-c6ce-46be-b0de-be8779d1463d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a968dc2a-71a9-4847-a130-162c884db338,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:39:12.596915 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-1b59fc33-c6ce-46be-b0de-be8779d1463d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3733777'] for subnet (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:12.602743 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.wsgi [-] (103459) accepted ('10.222.0.41', 36346) {{(pid=103459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:39:12.602940 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-1b59fc33-c6ce-46be-b0de-be8779d1463d admin admin] 10.222.0.41 "DELETE /v2.0/subnets/a968dc2a-71a9-4847-a130-162c884db338 HTTP/1.1" status: 204 len: 168 time: 0.5225413 Mar 08 20:39:12.603639 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6a32000-adfb-4104-b15d-02d8f6299627 None None] Network bb3cf682-183a-4b4f-b70b-ac9d75a4abdd requested from dv-cinder-830096-3-iscsi {{(pid=103460) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 20:39:12.676958 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-147167d3-ae84-492a-b1b7-a3649f6a20eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-744326'] for network (bb3cf682-183a-4b4f-b70b-ac9d75a4abdd), before_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:12.735659 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-147167d3-ae84-492a-b1b7-a3649f6a20eb admin admin] Deleting port cd6b0749-82f9-4a79-92ee-c677871286b6 {{(pid=103459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 20:39:12.735935 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-147167d3-ae84-492a-b1b7-a3649f6a20eb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745146874691'] for port (cd6b0749-82f9-4a79-92ee-c677871286b6), before_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:12.768994 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc5d20d8-4684-4aad-93db-9affd9412137 None None] DHCP port deletion for bb3cf682-183a-4b4f-b70b-ac9d75a4abdd request from dv-cinder-830096-3-iscsi {{(pid=103460) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 08 20:39:12.809498 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-147167d3-ae84-492a-b1b7-a3649f6a20eb admin admin] For port cd6b0749-82f9-4a79-92ee-c677871286b6, host dv-cinder-830096-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-3-iscsi',level=0,port_id=cd6b0749-82f9-4a79-92ee-c677871286b6,segment=NetworkSegment(14ae2af9-0664-46c4-a507-3b43c3ed1f8c),segment_id=14ae2af9-0664-46c4-a507-3b43c3ed1f8c)] {{(pid=103459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:39:12.809498 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-147167d3-ae84-492a-b1b7-a3649f6a20eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443457'] for port (cd6b0749-82f9-4a79-92ee-c677871286b6), precommit_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:12.822243 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-147167d3-ae84-492a-b1b7-a3649f6a20eb admin admin] Calling delete_port for cd6b0749-82f9-4a79-92ee-c677871286b6 owned by network:dhcp {{(pid=103459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 20:39:12.832088 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.plugin [None req-fc5d20d8-4684-4aad-93db-9affd9412137 None None] Deleting port cd6b0749-82f9-4a79-92ee-c677871286b6 {{(pid=103460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 20:39:12.832605 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-fc5d20d8-4684-4aad-93db-9affd9412137 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745146874691'] for port (cd6b0749-82f9-4a79-92ee-c677871286b6), before_delete {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:12.905333 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.41', 36350) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:39:12.913606 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.db [None req-fc5d20d8-4684-4aad-93db-9affd9412137 None None] For port cd6b0749-82f9-4a79-92ee-c677871286b6, host dv-cinder-830096-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-3-iscsi',level=0,port_id=cd6b0749-82f9-4a79-92ee-c677871286b6,segment=NetworkSegment(14ae2af9-0664-46c4-a507-3b43c3ed1f8c),segment_id=14ae2af9-0664-46c4-a507-3b43c3ed1f8c)] {{(pid=103460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:39:12.914009 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-fc5d20d8-4684-4aad-93db-9affd9412137 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443457'] for port (cd6b0749-82f9-4a79-92ee-c677871286b6), precommit_delete {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:12.929181 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.plugin [None req-fc5d20d8-4684-4aad-93db-9affd9412137 None None] Calling delete_port for cd6b0749-82f9-4a79-92ee-c677871286b6 owned by network:dhcp {{(pid=103460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 20:39:13.013631 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-147167d3-ae84-492a-b1b7-a3649f6a20eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745146878630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745146440915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28404629'] for port (cd6b0749-82f9-4a79-92ee-c677871286b6), after_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:13.030920 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-fc5d20d8-4684-4aad-93db-9affd9412137 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745146878630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745146440915'] for port (cd6b0749-82f9-4a79-92ee-c677871286b6), after_delete {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:13.042206 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147167d3-ae84-492a-b1b7-a3649f6a20eb admin admin] Pushing event deleted for resources: {'Port': ['ID=cd6b0749-82f9-4a79-92ee-c677871286b6,revision_number=None']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:39:13.047157 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-147167d3-ae84-492a-b1b7-a3649f6a20eb admin admin] No DVR routers for this DVR port cd6b0749-82f9-4a79-92ee-c677871286b6 on host dv-cinder-830096-3-iscsi {{(pid=103459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 20:39:13.056414 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-501cad8b-5703-4e6b-9dcf-7d5f81d438af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:13.075950 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5d20d8-4684-4aad-93db-9affd9412137 None None] Pushing event deleted for resources: {'Port': ['ID=cd6b0749-82f9-4a79-92ee-c677871286b6,revision_number=None']} {{(pid=103460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:39:13.080082 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc5d20d8-4684-4aad-93db-9affd9412137 None None] No DVR routers for this DVR port cd6b0749-82f9-4a79-92ee-c677871286b6 on host dv-cinder-830096-3-iscsi {{(pid=103460) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 20:39:13.099146 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.rpc [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Device 8a387cb4-88be-456d-967c-2a9b47cbbc3f no longer exists at agent ovs-agent-dv-cinder-830096-3-iscsi {{(pid=103460) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 20:39:13.122447 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.plugin [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] No Port match for: 8a387cb4-88be-456d-967c-2a9b47cbbc3f {{(pid=103460) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 20:39:13.122948 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.rpc [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Device 8a387cb4-88be-456d-967c-2a9b47cbbc3f not bound to the agent host dv-cinder-830096-3-iscsi {{(pid=103460) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 20:39:13.123478 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.rpc [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Device 2b64d9f9-fa35-4931-b4db-da8ee2f739d3 no longer exists at agent ovs-agent-dv-cinder-830096-3-iscsi {{(pid=103460) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 20:39:13.143364 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-147167d3-ae84-492a-b1b7-a3649f6a20eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3474822', 'neutron.services.segments.db._delete_segments_for_network-8745146981223'] for network (bb3cf682-183a-4b4f-b70b-ac9d75a4abdd), precommit_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:13.146193 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.plugin [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] No Port match for: 2b64d9f9-fa35-4931-b4db-da8ee2f739d3 {{(pid=103460) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 20:39:13.146824 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.rpc [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Device 2b64d9f9-fa35-4931-b4db-da8ee2f739d3 not bound to the agent host dv-cinder-830096-3-iscsi {{(pid=103460) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 20:39:13.148159 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.rpc [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Device cd6b0749-82f9-4a79-92ee-c677871286b6 no longer exists at agent ovs-agent-dv-cinder-830096-3-iscsi {{(pid=103460) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 20:39:13.167563 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.plugin [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] No Port match for: cd6b0749-82f9-4a79-92ee-c677871286b6 {{(pid=103460) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 20:39:13.167987 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.rpc [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Device cd6b0749-82f9-4a79-92ee-c677871286b6 not bound to the agent host dv-cinder-830096-3-iscsi {{(pid=103460) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 20:39:13.181123 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.services.segments.db [None req-147167d3-ae84-492a-b1b7-a3649f6a20eb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb3cf682-183a-4b4f-b70b-ac9d75a4abdd']}} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:39:13.195317 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.services.segments.db [None req-147167d3-ae84-492a-b1b7-a3649f6a20eb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14ae2af9-0664-46c4-a507-3b43c3ed1f8c') {'for_net_delete': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:39:13.195763 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.services.segments.db [None req-147167d3-ae84-492a-b1b7-a3649f6a20eb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14ae2af9-0664-46c4-a507-3b43c3ed1f8c') {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:39:13.199604 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-501cad8b-5703-4e6b-9dcf-7d5f81d438af admin admin] Publish callbacks [] for security_group (20d0e049-b3ac-41e7-b112-2ee25edc239e), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:13.214314 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-147167d3-ae84-492a-b1b7-a3649f6a20eb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745146982000', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28404301'] for segment (14ae2af9-0664-46c4-a507-3b43c3ed1f8c), before_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:13.227675 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-147167d3-ae84-492a-b1b7-a3649f6a20eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536034'] for segment (14ae2af9-0664-46c4-a507-3b43c3ed1f8c), precommit_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:13.238754 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-147167d3-ae84-492a-b1b7-a3649f6a20eb admin admin] Releasing vlan 121 on physical network physnet1 to pool {{(pid=103459) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 20:39:13.239140 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-147167d3-ae84-492a-b1b7-a3649f6a20eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28404680'] for segment (14ae2af9-0664-46c4-a507-3b43c3ed1f8c), after_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:13.240880 dv-cinder-830096-3-iscsi neutron-server[103459]: Traceback (most recent call last): Mar 08 20:39:13.240880 dv-cinder-830096-3-iscsi neutron-server[103459]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 20:39:13.240880 dv-cinder-830096-3-iscsi neutron-server[103459]: timer() Mar 08 20:39:13.240880 dv-cinder-830096-3-iscsi neutron-server[103459]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 20:39:13.240880 dv-cinder-830096-3-iscsi neutron-server[103459]: cb(*args, **kw) Mar 08 20:39:13.240880 dv-cinder-830096-3-iscsi neutron-server[103459]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 20:39:13.240880 dv-cinder-830096-3-iscsi neutron-server[103459]: return func(*args, **kwargs) Mar 08 20:39:13.240880 dv-cinder-830096-3-iscsi neutron-server[103459]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 20:39:13.240880 dv-cinder-830096-3-iscsi neutron-server[103459]: self._notify() Mar 08 20:39:13.240880 dv-cinder-830096-3-iscsi neutron-server[103459]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 20:39:13.240880 dv-cinder-830096-3-iscsi neutron-server[103459]: self.callback(batched_events) Mar 08 20:39:13.240880 dv-cinder-830096-3-iscsi neutron-server[103459]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 20:39:13.240880 dv-cinder-830096-3-iscsi neutron-server[103459]: event.method(event) Mar 08 20:39:13.240880 dv-cinder-830096-3-iscsi neutron-server[103459]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 20:39:13.240880 dv-cinder-830096-3-iscsi neutron-server[103459]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 20:39:13.240880 dv-cinder-830096-3-iscsi neutron-server[103459]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 20:39:13.240880 dv-cinder-830096-3-iscsi neutron-server[103459]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 20:39:13.240880 dv-cinder-830096-3-iscsi neutron-server[103459]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 20:39:13.240880 dv-cinder-830096-3-iscsi neutron-server[103459]: return f(self, *a, **k) Mar 08 20:39:13.240880 dv-cinder-830096-3-iscsi neutron-server[103459]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 20:39:13.240880 dv-cinder-830096-3-iscsi neutron-server[103459]: return self._get(url).json() Mar 08 20:39:13.240880 dv-cinder-830096-3-iscsi neutron-server[103459]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 20:39:13.240880 dv-cinder-830096-3-iscsi neutron-server[103459]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 20:39:13.240880 dv-cinder-830096-3-iscsi neutron-server[103459]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 20:39:13.240880 dv-cinder-830096-3-iscsi neutron-server[103459]: return self.request(url, 'GET', **kwargs) Mar 08 20:39:13.240880 dv-cinder-830096-3-iscsi neutron-server[103459]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 20:39:13.240880 dv-cinder-830096-3-iscsi neutron-server[103459]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 20:39:13.240880 dv-cinder-830096-3-iscsi neutron-server[103459]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 20:39:13.240880 dv-cinder-830096-3-iscsi neutron-server[103459]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 20:39:13.240880 dv-cinder-830096-3-iscsi neutron-server[103459]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 20:39:13.240880 dv-cinder-830096-3-iscsi neutron-server[103459]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 20:39:13.240880 dv-cinder-830096-3-iscsi neutron-server[103459]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 20:39:13.282585 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-501cad8b-5703-4e6b-9dcf-7d5f81d438af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310940'] for security_group (20d0e049-b3ac-41e7-b112-2ee25edc239e), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:13.327640 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-501cad8b-5703-4e6b-9dcf-7d5f81d438af admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=661336e5e0744b44889a0d324ca0c8d3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4209335 Mar 08 20:39:13.328837 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501cad8b-5703-4e6b-9dcf-7d5f81d438af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20d0e049-b3ac-41e7-b112-2ee25edc239e,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:39:13.330443 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.wsgi [-] (103459) accepted ('10.222.0.41', 36354) {{(pid=103459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:39:13.379274 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-147167d3-ae84-492a-b1b7-a3649f6a20eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3474831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-442537'] for network (bb3cf682-183a-4b4f-b70b-ac9d75a4abdd), after_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:13.395203 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-147167d3-ae84-492a-b1b7-a3649f6a20eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3733777'] for network (None), before_response {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:13.400213 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [None req-147167d3-ae84-492a-b1b7-a3649f6a20eb admin admin] 10.222.0.41 "DELETE /v2.0/networks/bb3cf682-183a-4b4f-b70b-ac9d75a4abdd HTTP/1.1" status: 204 len: 168 time: 0.7961996 Mar 08 20:39:13.411962 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147167d3-ae84-492a-b1b7-a3649f6a20eb admin admin] Pushing event deleted for resources: {'Network': ['ID=bb3cf682-183a-4b4f-b70b-ac9d75a4abdd,revision_number=None']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:39:13.436573 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-7487798f-3534-433e-bfea-bcb0607c0683 admin admin] Publish callbacks [] for security_group (20d0e049-b3ac-41e7-b112-2ee25edc239e), before_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:13.458868 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-7487798f-3534-433e-bfea-bcb0607c0683 admin admin] Publish callbacks [] for security_group (20d0e049-b3ac-41e7-b112-2ee25edc239e), precommit_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:13.625426 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-7487798f-3534-433e-bfea-bcb0607c0683 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310940'] for security_group (20d0e049-b3ac-41e7-b112-2ee25edc239e), after_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:13.627861 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-7487798f-3534-433e-bfea-bcb0607c0683 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:13.629058 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [None req-7487798f-3534-433e-bfea-bcb0607c0683 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/20d0e049-b3ac-41e7-b112-2ee25edc239e HTTP/1.1" status: 204 len: 168 time: 0.2967825 Mar 08 20:39:13.638652 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7487798f-3534-433e-bfea-bcb0607c0683 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20d0e049-b3ac-41e7-b112-2ee25edc239e,revision_number=None']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:39:13.891292 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.41', 36364) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:39:13.935113 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-da43e35c-9173-49a4-93d5-b524a35408b8 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=64bbed509db949a6a003c639d3f67567&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0421340 Mar 08 20:39:13.939077 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.41', 36366) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:39:13.998648 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-160de7ae-db9f-4e6e-90aa-a37eb19e6a85 admin admin] Publish callbacks [] for security_group (f1f109a4-a332-4ba3-b80d-f15aa9a1438b), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:14.025697 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-160de7ae-db9f-4e6e-90aa-a37eb19e6a85 admin admin] Publish callbacks [] for security_group (f1f109a4-a332-4ba3-b80d-f15aa9a1438b), precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:14.202635 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-160de7ae-db9f-4e6e-90aa-a37eb19e6a85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310940'] for security_group (f1f109a4-a332-4ba3-b80d-f15aa9a1438b), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:14.208098 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-160de7ae-db9f-4e6e-90aa-a37eb19e6a85 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:14.209323 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-160de7ae-db9f-4e6e-90aa-a37eb19e6a85 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f1f109a4-a332-4ba3-b80d-f15aa9a1438b HTTP/1.1" status: 204 len: 168 time: 0.2693121 Mar 08 20:39:14.220880 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160de7ae-db9f-4e6e-90aa-a37eb19e6a85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1f109a4-a332-4ba3-b80d-f15aa9a1438b,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:39:20.397657 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.wsgi [-] (103459) accepted ('10.222.0.41', 36574) {{(pid=103459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:39:20.503190 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-b2a5ad24-b919-4194-ba7c-380cecd95215 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:20.583475 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-b2a5ad24-b919-4194-ba7c-380cecd95215 admin admin] Publish callbacks [] for security_group (aa0bb2c0-57c9-4a8a-9ba4-8e7beb702058), precommit_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:20.671147 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-b2a5ad24-b919-4194-ba7c-380cecd95215 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310940'] for security_group (aa0bb2c0-57c9-4a8a-9ba4-8e7beb702058), after_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:20.708930 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a5ad24-b919-4194-ba7c-380cecd95215 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa0bb2c0-57c9-4a8a-9ba4-8e7beb702058,revision_number=1']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:39:20.716461 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [None req-b2a5ad24-b919-4194-ba7c-380cecd95215 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1dc031c320b14fd996f69fff013640ea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3146231 Mar 08 20:39:20.729207 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.wsgi [-] (103459) accepted ('10.222.0.41', 36584) {{(pid=103459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:39:20.773346 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-ef272923-6925-453e-bdb4-fd85b3d14c91 admin admin] Publish callbacks [] for security_group (aa0bb2c0-57c9-4a8a-9ba4-8e7beb702058), before_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:20.794402 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-ef272923-6925-453e-bdb4-fd85b3d14c91 admin admin] Publish callbacks [] for security_group (aa0bb2c0-57c9-4a8a-9ba4-8e7beb702058), precommit_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:20.916614 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-ef272923-6925-453e-bdb4-fd85b3d14c91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310940'] for security_group (aa0bb2c0-57c9-4a8a-9ba4-8e7beb702058), after_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:20.920088 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-ef272923-6925-453e-bdb4-fd85b3d14c91 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:20.921345 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [None req-ef272923-6925-453e-bdb4-fd85b3d14c91 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/aa0bb2c0-57c9-4a8a-9ba4-8e7beb702058 HTTP/1.1" status: 204 len: 168 time: 0.1966696 Mar 08 20:39:20.933589 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef272923-6925-453e-bdb4-fd85b3d14c91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa0bb2c0-57c9-4a8a-9ba4-8e7beb702058,revision_number=None']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:39:21.629157 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.wsgi [-] (103459) accepted ('10.222.0.41', 36590) {{(pid=103459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:39:21.645711 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3d3dae50-78a1-49e4-9422-121656b5c8cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:21.732619 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3d3dae50-78a1-49e4-9422-121656b5c8cf admin admin] Publish callbacks [] for security_group (7fb7e07e-823d-4374-a246-765eb8fc0e23), precommit_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:21.825051 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3d3dae50-78a1-49e4-9422-121656b5c8cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310940'] for security_group (7fb7e07e-823d-4374-a246-765eb8fc0e23), after_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:21.865744 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [None req-3d3dae50-78a1-49e4-9422-121656b5c8cf admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ef9cb8eee46440589bc8f36c65da0ad1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2354591 Mar 08 20:39:21.866842 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3dae50-78a1-49e4-9422-121656b5c8cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fb7e07e-823d-4374-a246-765eb8fc0e23,revision_number=1']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:39:21.868519 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.41', 36598) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:39:21.920032 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-5a40739c-43b6-4aff-b3fd-44b86e236c1f admin admin] Publish callbacks [] for security_group (7fb7e07e-823d-4374-a246-765eb8fc0e23), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:21.940897 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-5a40739c-43b6-4aff-b3fd-44b86e236c1f admin admin] Publish callbacks [] for security_group (7fb7e07e-823d-4374-a246-765eb8fc0e23), precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:22.053243 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-5a40739c-43b6-4aff-b3fd-44b86e236c1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310940'] for security_group (7fb7e07e-823d-4374-a246-765eb8fc0e23), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:22.055919 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-5a40739c-43b6-4aff-b3fd-44b86e236c1f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:22.057155 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-5a40739c-43b6-4aff-b3fd-44b86e236c1f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7fb7e07e-823d-4374-a246-765eb8fc0e23 HTTP/1.1" status: 204 len: 168 time: 0.1868792 Mar 08 20:39:22.065798 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a40739c-43b6-4aff-b3fd-44b86e236c1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fb7e07e-823d-4374-a246-765eb8fc0e23,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:39:24.190437 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745146981205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476605'] for agent (905863fd-6a46-47f8-82ce-98f31309cbd3), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:28.973703 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-adc0bfdb-eeda-487b-8b57-1c9bebd29a36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745146981205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476605'] for agent (a3d84102-f7d3-452b-861a-973020576047), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:30.205707 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.db.agents_db [None req-39e8813d-158c-4e2f-bb5f-b8539461cb33 None None] Agent healthcheck: found 6 active agents {{(pid=103461) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 20:39:30.506742 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-95d61b68-a548-4d82-ae06-dc67d2d104ff req-3cdbeaf0-3185-4b21-8c48-a132309e079b service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=8d5a712c-3782-48e8-b902-dd7603c56b51&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0499749 Mar 08 20:39:30.614684 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d61b68-a548-4d82-ae06-dc67d2d104ff req-28741e09-e676-4c29-9f54-121f8c9c22e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:39:30.616256 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-95d61b68-a548-4d82-ae06-dc67d2d104ff req-28741e09-e676-4c29-9f54-121f8c9c22e9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=01d3223cb5334df4aeb878f77f56a4af&device_id=8d5a712c-3782-48e8-b902-dd7603c56b51 HTTP/1.1" status: 200 len: 1130 time: 0.0494785 Mar 08 20:39:30.733494 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d61b68-a548-4d82-ae06-dc67d2d104ff req-cbd49b37-9cf4-4e2b-8d75-da79a530ecad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:39:30.734872 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-95d61b68-a548-4d82-ae06-dc67d2d104ff req-cbd49b37-9cf4-4e2b-8d75-da79a530ecad service neutron] 10.222.0.37 "GET /v2.0/networks?id=6c06189c-e7e3-4c8a-acc0-5147890ac16f HTTP/1.1" status: 200 len: 917 time: 0.0986836 Mar 08 20:39:30.812555 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-95d61b68-a548-4d82-ae06-dc67d2d104ff req-68c75fbc-08a3-4b13-bc97-4d6eec98bcca service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=953642db-bd82-4926-a370-d5de756aadad HTTP/1.1" status: 200 len: 1001 time: 0.0633955 Mar 08 20:39:30.864975 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d61b68-a548-4d82-ae06-dc67d2d104ff req-4d21ffbb-3201-4ada-a6ed-fd8e46e5d9df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:39:30.866447 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-95d61b68-a548-4d82-ae06-dc67d2d104ff req-4d21ffbb-3201-4ada-a6ed-fd8e46e5d9df service neutron] 10.222.0.37 "GET /v2.0/subnets?id=22d98187-3e01-4f4c-846a-c4973fed68d0 HTTP/1.1" status: 200 len: 855 time: 0.0473702 Mar 08 20:39:30.925907 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d61b68-a548-4d82-ae06-dc67d2d104ff req-f10970b0-e113-446f-9197-b1d0fabfc9e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:39:30.927697 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-95d61b68-a548-4d82-ae06-dc67d2d104ff req-f10970b0-e113-446f-9197-b1d0fabfc9e1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6c06189c-e7e3-4c8a-acc0-5147890ac16f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0529366 Mar 08 20:39:30.952800 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.wsgi [-] (103459) accepted ('10.222.0.41', 36822) {{(pid=103459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:39:31.039769 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-95d61b68-a548-4d82-ae06-dc67d2d104ff req-2ee7b998-1e66-4215-9489-b837f55a8ddd service neutron] 10.222.0.37 "GET /v2.0/networks/6c06189c-e7e3-4c8a-acc0-5147890ac16f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041989 Mar 08 20:39:31.075439 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-775ee72a-c8ed-4dd7-b72f-13e7df0d8cfd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:31.143419 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-95d61b68-a548-4d82-ae06-dc67d2d104ff req-f8ac8f69-5077-481c-9156-4e1b191ccacf service neutron] 10.222.0.37 "GET /v2.0/networks/6c06189c-e7e3-4c8a-acc0-5147890ac16f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958123 Mar 08 20:39:31.177987 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-775ee72a-c8ed-4dd7-b72f-13e7df0d8cfd admin admin] Publish callbacks [] for security_group (dc2dcc8a-cc33-494c-a32a-61e30be51e3d), precommit_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:31.270390 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-e4ae983d-1195-4768-bdac-11937cf9d87b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745146981205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476605'] for agent (7ae9fd8f-5d61-4821-9eac-044950c450f0), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:31.271335 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-775ee72a-c8ed-4dd7-b72f-13e7df0d8cfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310940'] for security_group (dc2dcc8a-cc33-494c-a32a-61e30be51e3d), after_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:31.312347 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [None req-775ee72a-c8ed-4dd7-b72f-13e7df0d8cfd admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7d99395edd0f48ba885981e39d1071d2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3583641 Mar 08 20:39:31.313247 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775ee72a-c8ed-4dd7-b72f-13e7df0d8cfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc2dcc8a-cc33-494c-a32a-61e30be51e3d,revision_number=1']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:39:31.315184 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.wsgi [-] (103459) accepted ('10.222.0.41', 36836) {{(pid=103459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:39:31.339632 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775ee72a-c8ed-4dd7-b72f-13e7df0d8cfd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:39:31.340247 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775ee72a-c8ed-4dd7-b72f-13e7df0d8cfd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:39:31.340744 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775ee72a-c8ed-4dd7-b72f-13e7df0d8cfd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:39:31.341264 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775ee72a-c8ed-4dd7-b72f-13e7df0d8cfd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:39:31.341732 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775ee72a-c8ed-4dd7-b72f-13e7df0d8cfd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:39:31.342237 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775ee72a-c8ed-4dd7-b72f-13e7df0d8cfd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:39:31.342703 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775ee72a-c8ed-4dd7-b72f-13e7df0d8cfd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:39:31.343184 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775ee72a-c8ed-4dd7-b72f-13e7df0d8cfd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:39:31.343698 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775ee72a-c8ed-4dd7-b72f-13e7df0d8cfd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:39:31.344027 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775ee72a-c8ed-4dd7-b72f-13e7df0d8cfd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:39:31.344377 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775ee72a-c8ed-4dd7-b72f-13e7df0d8cfd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:39:31.344700 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775ee72a-c8ed-4dd7-b72f-13e7df0d8cfd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:39:31.345018 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775ee72a-c8ed-4dd7-b72f-13e7df0d8cfd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:39:31.394485 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-49fc2ca7-2bc9-4aa2-aa18-8ef6ab5bc3bc admin admin] Publish callbacks [] for security_group (dc2dcc8a-cc33-494c-a32a-61e30be51e3d), before_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:31.418281 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-49fc2ca7-2bc9-4aa2-aa18-8ef6ab5bc3bc admin admin] Publish callbacks [] for security_group (dc2dcc8a-cc33-494c-a32a-61e30be51e3d), precommit_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:31.590423 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-49fc2ca7-2bc9-4aa2-aa18-8ef6ab5bc3bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310940'] for security_group (dc2dcc8a-cc33-494c-a32a-61e30be51e3d), after_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:31.593254 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-49fc2ca7-2bc9-4aa2-aa18-8ef6ab5bc3bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:31.594690 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [None req-49fc2ca7-2bc9-4aa2-aa18-8ef6ab5bc3bc admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/dc2dcc8a-cc33-494c-a32a-61e30be51e3d HTTP/1.1" status: 204 len: 168 time: 0.2786093 Mar 08 20:39:31.602830 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fc2ca7-2bc9-4aa2-aa18-8ef6ab5bc3bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc2dcc8a-cc33-494c-a32a-61e30be51e3d,revision_number=None']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:39:32.097530 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.wsgi [-] (103459) accepted ('10.222.0.41', 36856) {{(pid=103459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:39:32.201911 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-f00afe9d-6111-45b5-8698-314f05ad4d27 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:32.278036 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-f00afe9d-6111-45b5-8698-314f05ad4d27 admin admin] Publish callbacks [] for security_group (4e7858ec-c98c-4028-a789-e1f328013f0b), precommit_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:32.344872 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-f00afe9d-6111-45b5-8698-314f05ad4d27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310940'] for security_group (4e7858ec-c98c-4028-a789-e1f328013f0b), after_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:32.381992 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [None req-f00afe9d-6111-45b5-8698-314f05ad4d27 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a8c4c88fc4714d7dbc5363189adf9841&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2833745 Mar 08 20:39:32.384026 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00afe9d-6111-45b5-8698-314f05ad4d27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e7858ec-c98c-4028-a789-e1f328013f0b,revision_number=1']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:39:32.384737 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.41', 36860) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:39:32.385257 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-dbe61520-29cf-4847-b96e-6d24c6c097a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745146981205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476605'] for agent (6cc78598-e6b3-4e4d-a99c-31b9c4784fd2), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:32.433791 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-17699287-10f3-4f47-b8eb-00abb48a91ff admin admin] Publish callbacks [] for security_group (4e7858ec-c98c-4028-a789-e1f328013f0b), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:32.455425 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-17699287-10f3-4f47-b8eb-00abb48a91ff admin admin] Publish callbacks [] for security_group (4e7858ec-c98c-4028-a789-e1f328013f0b), precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:32.859616 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-17699287-10f3-4f47-b8eb-00abb48a91ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310940'] for security_group (4e7858ec-c98c-4028-a789-e1f328013f0b), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:32.862283 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-17699287-10f3-4f47-b8eb-00abb48a91ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:32.863516 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-17699287-10f3-4f47-b8eb-00abb48a91ff admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4e7858ec-c98c-4028-a789-e1f328013f0b HTTP/1.1" status: 204 len: 168 time: 0.4776628 Mar 08 20:39:32.871800 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17699287-10f3-4f47-b8eb-00abb48a91ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e7858ec-c98c-4028-a789-e1f328013f0b,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:39:33.500203 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.wsgi [-] (103459) accepted ('10.222.0.41', 36882) {{(pid=103459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:39:33.513405 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-0bc52a91-94f0-42d1-89d6-a57f838385db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:33.628290 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-0bc52a91-94f0-42d1-89d6-a57f838385db admin admin] Publish callbacks [] for security_group (9b493698-172c-4580-b6a4-0054fdf1588c), precommit_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:33.675895 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-0bc52a91-94f0-42d1-89d6-a57f838385db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310940'] for security_group (9b493698-172c-4580-b6a4-0054fdf1588c), after_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:33.714907 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [None req-0bc52a91-94f0-42d1-89d6-a57f838385db admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=253fafcfcc7c4c8b9821762ddd60d85d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2134669 Mar 08 20:39:33.716149 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc52a91-94f0-42d1-89d6-a57f838385db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b493698-172c-4580-b6a4-0054fdf1588c,revision_number=1']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:39:33.718551 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.41', 36892) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:39:33.736515 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-7a330e8f-62e0-4259-bea2-8ced8e9b3a98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745146981205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476605'] for agent (cd1d0244-f954-4bda-89fb-1fdc1954e39d), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:33.775688 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-a71bae9c-f20e-40d0-9202-dff4545ab23d admin admin] Publish callbacks [] for security_group (9b493698-172c-4580-b6a4-0054fdf1588c), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:33.799007 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-a71bae9c-f20e-40d0-9202-dff4545ab23d admin admin] Publish callbacks [] for security_group (9b493698-172c-4580-b6a4-0054fdf1588c), precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:33.922134 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-a71bae9c-f20e-40d0-9202-dff4545ab23d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310940'] for security_group (9b493698-172c-4580-b6a4-0054fdf1588c), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:33.924787 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-a71bae9c-f20e-40d0-9202-dff4545ab23d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:33.926658 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-a71bae9c-f20e-40d0-9202-dff4545ab23d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9b493698-172c-4580-b6a4-0054fdf1588c HTTP/1.1" status: 204 len: 168 time: 0.2063994 Mar 08 20:39:33.935131 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71bae9c-f20e-40d0-9202-dff4545ab23d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b493698-172c-4580-b6a4-0054fdf1588c,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:39:33.992507 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d167359c-7250-4ed0-8fa8-abfa710472cf req-6a385e97-30e8-4dd0-95d9-39d8989d28c3 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:39:33.994050 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-d167359c-7250-4ed0-8fa8-abfa710472cf req-6a385e97-30e8-4dd0-95d9-39d8989d28c3 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "GET /v2.0/ports?device_id=8d5a712c-3782-48e8-b902-dd7603c56b51 HTTP/1.1" status: 200 len: 946 time: 0.0536625 Mar 08 20:39:34.046232 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-d167359c-7250-4ed0-8fa8-abfa710472cf req-1561a1b7-7b89-4507-b0e7-9691c0aa47aa tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "GET /v2.0/security-groups?id=a267c7b1-63ad-4c1c-9cd3-488492c80c67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454507 Mar 08 20:39:35.186922 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26837a49-9583-49d9-8270-9895e03fc348 req-adcbaacd-00ff-4778-a56b-0232f7992471 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:39:35.188837 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-26837a49-9583-49d9-8270-9895e03fc348 req-adcbaacd-00ff-4778-a56b-0232f7992471 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "GET /v2.0/ports?device_id=8d5a712c-3782-48e8-b902-dd7603c56b51 HTTP/1.1" status: 200 len: 946 time: 0.0663383 Mar 08 20:39:35.242790 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-26837a49-9583-49d9-8270-9895e03fc348 req-422edc92-17ac-4a7a-8b4c-ae01552b7278 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "GET /v2.0/security-groups?id=a267c7b1-63ad-4c1c-9cd3-488492c80c67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452542 Mar 08 20:39:35.316160 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745146981205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476605'] for agent (fa4b043a-5d45-4181-9cb2-30d29598ef5b), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:35.418802 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.41', 36934) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:39:35.472283 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f344ce3-40f7-4889-9398-34f87888fac6 req-2b7ed60a-4ef9-4de7-8c5a-10ccb08f7754 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:39:35.474369 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-5f344ce3-40f7-4889-9398-34f87888fac6 req-2b7ed60a-4ef9-4de7-8c5a-10ccb08f7754 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.37 "GET /v2.0/ports?device_id=8d5a712c-3782-48e8-b902-dd7603c56b51 HTTP/1.1" status: 200 len: 946 time: 0.1096964 Mar 08 20:39:35.602702 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [req-5f344ce3-40f7-4889-9398-34f87888fac6 req-f9d19385-527b-4fc2-852b-3ab7cc013353 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] Deleting port 953642db-bd82-4926-a370-d5de756aadad {{(pid=103458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 20:39:35.603196 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-5f344ce3-40f7-4889-9398-34f87888fac6 req-f9d19385-527b-4fc2-852b-3ab7cc013353 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745146874691'] for port (953642db-bd82-4926-a370-d5de756aadad), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:35.730437 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-53039dc7-730a-41c6-8f12-41d55cab26df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:35.755879 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.db [req-5f344ce3-40f7-4889-9398-34f87888fac6 req-f9d19385-527b-4fc2-852b-3ab7cc013353 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] For port 953642db-bd82-4926-a370-d5de756aadad, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=953642db-bd82-4926-a370-d5de756aadad,segment=NetworkSegment(06ef9f39-1080-4af3-a1d4-5e6b0fa990b9),segment_id=06ef9f39-1080-4af3-a1d4-5e6b0fa990b9)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:39:35.756499 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-5f344ce3-40f7-4889-9398-34f87888fac6 req-f9d19385-527b-4fc2-852b-3ab7cc013353 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443457'] for port (953642db-bd82-4926-a370-d5de756aadad), precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:35.970340 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-53039dc7-730a-41c6-8f12-41d55cab26df admin admin] Publish callbacks [] for security_group (e52f7d38-e085-4789-989f-3eece8688128), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:36.001144 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-5f344ce3-40f7-4889-9398-34f87888fac6 req-f9d19385-527b-4fc2-852b-3ab7cc013353 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:36.001581 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-5f344ce3-40f7-4889-9398-34f87888fac6 req-f9d19385-527b-4fc2-852b-3ab7cc013353 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-443219'] for floatingip (f757e763-ecb7-48de-84f3-a62d456cd4d7), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:36.001829 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.db.l3_db [req-5f344ce3-40f7-4889-9398-34f87888fac6 req-f9d19385-527b-4fc2-852b-3ab7cc013353 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] Floating IP f757e763-ecb7-48de-84f3-a62d456cd4d7 disassociated. External IP: 172.27.2.210, port: 953642db-bd82-4926-a370-d5de756aadad. Mar 08 20:39:36.002182 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [req-5f344ce3-40f7-4889-9398-34f87888fac6 req-f9d19385-527b-4fc2-852b-3ab7cc013353 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] Calling delete_port for 953642db-bd82-4926-a370-d5de756aadad owned by compute:nova {{(pid=103458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 20:39:36.026446 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-53039dc7-730a-41c6-8f12-41d55cab26df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310940'] for security_group (e52f7d38-e085-4789-989f-3eece8688128), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:36.128480 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-53039dc7-730a-41c6-8f12-41d55cab26df admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=82cc7aac5809410490831e2eb6993467&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7059355 Mar 08 20:39:36.129534 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.wsgi [-] (103459) accepted ('10.222.0.41', 36948) {{(pid=103459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:39:36.129691 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53039dc7-730a-41c6-8f12-41d55cab26df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e52f7d38-e085-4789-989f-3eece8688128,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:39:36.195569 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-ef254fd3-06fd-429d-b46d-7df4582b1a20 admin admin] Publish callbacks [] for security_group (e52f7d38-e085-4789-989f-3eece8688128), before_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:36.225286 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-ef254fd3-06fd-429d-b46d-7df4582b1a20 admin admin] Publish callbacks [] for security_group (e52f7d38-e085-4789-989f-3eece8688128), precommit_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:36.276402 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-5f344ce3-40f7-4889-9398-34f87888fac6 req-f9d19385-527b-4fc2-852b-3ab7cc013353 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745146878630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745146440915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28566877'] for port (953642db-bd82-4926-a370-d5de756aadad), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:36.317020 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d19385-527b-4fc2-852b-3ab7cc013353 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] Pushing event deleted for resources: {'Port': ['ID=953642db-bd82-4926-a370-d5de756aadad,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:39:36.356047 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-ef254fd3-06fd-429d-b46d-7df4582b1a20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310940'] for security_group (e52f7d38-e085-4789-989f-3eece8688128), after_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:36.359259 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-ef254fd3-06fd-429d-b46d-7df4582b1a20 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:36.360816 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [None req-ef254fd3-06fd-429d-b46d-7df4582b1a20 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e52f7d38-e085-4789-989f-3eece8688128 HTTP/1.1" status: 204 len: 168 time: 0.2299418 Mar 08 20:39:36.371088 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef254fd3-06fd-429d-b46d-7df4582b1a20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e52f7d38-e085-4789-989f-3eece8688128,revision_number=None']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:39:36.394818 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-3ca2fdca-155f-4e36-a17b-3fca340f3121 req-5c2f146c-6779-4ebf-b741-19bc8b90c236 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "GET /v2.0/ports?device_id=8d5a712c-3782-48e8-b902-dd7603c56b51 HTTP/1.1" status: 200 len: 210 time: 0.0351751 Mar 08 20:39:36.482213 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5f344ce3-40f7-4889-9398-34f87888fac6 req-f9d19385-527b-4fc2-852b-3ab7cc013353 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] Router a974851c-fa28-4512-826f-f1ac9013912c has already been hosted by L3 agent 7ae9fd8f-5d61-4821-9eac-044950c450f0 {{(pid=103458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 20:39:36.635270 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5f344ce3-40f7-4889-9398-34f87888fac6 req-f9d19385-527b-4fc2-852b-3ab7cc013353 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] Notify agent at l3_agent.dv-cinder-830096-3-iscsi the message routers_updated {{(pid=103458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 20:39:36.647354 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24142b0c-e5ed-47ba-8a74-8e9ca19ed803 None None] Sync routers for ids ['a974851c-fa28-4512-826f-f1ac9013912c'] in dv-cinder-830096-3-iscsi {{(pid=103460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 20:39:36.661328 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24142b0c-e5ed-47ba-8a74-8e9ca19ed803 None None] Routers {'a974851c-fa28-4512-826f-f1ac9013912c'} bound to L3 agent in host dv-cinder-830096-3-iscsi {{(pid=103460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:39:36.662309 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-24142b0c-e5ed-47ba-8a74-8e9ca19ed803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T20:23:01Z,description=,heartbeat_timestamp=2022-03-08T20:39:31Z,host='dv-cinder-830096-3-iscsi',id=7ae9fd8f-5d61-4821-9eac-044950c450f0,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:23:02Z,topic='l3_agent')) {'router_ids': ['a974851c-fa28-4512-826f-f1ac9013912c'], 'active': True} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:39:36.688603 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f344ce3-40f7-4889-9398-34f87888fac6 req-f9d19385-527b-4fc2-852b-3ab7cc013353 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] No DVR routers for this DVR port 953642db-bd82-4926-a370-d5de756aadad on host hv-cinder-83009 {{(pid=103458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 20:39:36.691746 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-5f344ce3-40f7-4889-9398-34f87888fac6 req-f9d19385-527b-4fc2-852b-3ab7cc013353 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4188892'] for port (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:36.695939 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-5f344ce3-40f7-4889-9398-34f87888fac6 req-f9d19385-527b-4fc2-852b-3ab7cc013353 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.37 "DELETE /v2.0/ports/953642db-bd82-4926-a370-d5de756aadad HTTP/1.1" status: 204 len: 173 time: 1.2165275 Mar 08 20:39:36.696545 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d5a712c-3782-48e8-b902-dd7603c56b51', 'name': 'network-vif-deleted', 'tag': '953642db-bd82-4926-a370-d5de756aadad'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 20:39:36.712830 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80a387be2d8005eb2e27f9060a02e972faa958bb0688f3ffd3bc7b0f4eb55c8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4bb5bfa-94ab-4563-a5b9-aabdd2931fce" -d '{"events": [{"server_uuid": "8d5a712c-3782-48e8-b902-dd7603c56b51", "name": "network-vif-deleted", "tag": "953642db-bd82-4926-a370-d5de756aadad"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 20:39:36.768119 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 20:39:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9afe6e97-a7ff-4227-847d-89297daf2637 x-openstack-request-id: req-9afe6e97-a7ff-4227-847d-89297daf2637 {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 20:39:36.768727 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d5a712c-3782-48e8-b902-dd7603c56b51", "name": "network-vif-deleted", "tag": "953642db-bd82-4926-a370-d5de756aadad", "status": "completed", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 20:39:36.769114 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9afe6e97-a7ff-4227-847d-89297daf2637 {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 20:39:36.769675 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d5a712c-3782-48e8-b902-dd7603c56b51', 'name': 'network-vif-deleted', 'tag': '953642db-bd82-4926-a370-d5de756aadad', 'status': 'completed', 'code': 200} Mar 08 20:39:36.938634 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvr_db [None req-24142b0c-e5ed-47ba-8a74-8e9ca19ed803 None None] Set router a974851c-fa28-4512-826f-f1ac9013912c gateway port host: dv-cinder-830096-3-iscsi {{(pid=103460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:39:37.170464 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-24142b0c-e5ed-47ba-8a74-8e9ca19ed803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a974851c-fa28-4512-826f-f1ac9013912c', 'name': 'tempest-AttachVolumeShelveTestJSON-298488986-router', 'tenant_id': '01d3223cb5334df4aeb878f77f56a4af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'external_fixed_ips': [{'subnet_id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'ip_address': '172.27.2.2'}], 'enable_snat': True}, 'gw_port_id': '3d299657-8d46-4c76-b4af-4c578b5510e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:31:22Z', 'updated_at': '2022-03-08T20:31:33Z', 'revision_number': 4, 'project_id': '01d3223cb5334df4aeb878f77f56a4af', 'gw_port': {'id': '3d299657-8d46-4c76-b4af-4c578b5510e7', 'name': '', 'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:d5:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a974851c-fa28-4512-826f-f1ac9013912c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'ip_address': '172.27.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:31:25Z', 'updated_at': '2022-03-08T20:31:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-3-iscsi', '_interfaces': [{'id': '839cf58f-01a9-44c0-bd6f-fced84cb2228', 'name': '', 'network_id': '6c06189c-e7e3-4c8a-acc0-5147890ac16f', 'tenant_id': '01d3223cb5334df4aeb878f77f56a4af', 'mac_address': 'fa:16:3e:c9:23:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a974851c-fa28-4512-826f-f1ac9013912c', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '22d98187-3e01-4f4c-846a-c4973fed68d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:31:32Z', 'updated_at': '2022-03-08T20:31:44Z', 'revision_number': 5, 'project_id': '01d3223cb5334df4aeb878f77f56a4af', 'subnets': [{'id': '22d98187-3e01-4f4c-846a-c4973fed68d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830096-3-iscsi', False) {} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:39:37.198785 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24142b0c-e5ed-47ba-8a74-8e9ca19ed803 None None] Checking router: a974851c-fa28-4512-826f-f1ac9013912c for host: dv-cinder-830096-3-iscsi {{(pid=103460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 20:39:37.207330 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24142b0c-e5ed-47ba-8a74-8e9ca19ed803 None None] Routers {'a974851c-fa28-4512-826f-f1ac9013912c'} bound to L3 agent in host dv-cinder-830096-3-iscsi {{(pid=103460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:39:37.207954 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-24142b0c-e5ed-47ba-8a74-8e9ca19ed803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T20:23:01Z,description=,heartbeat_timestamp=2022-03-08T20:39:31Z,host='dv-cinder-830096-3-iscsi',id=7ae9fd8f-5d61-4821-9eac-044950c450f0,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:23:02Z,topic='l3_agent')) {'router_ids': ['a974851c-fa28-4512-826f-f1ac9013912c'], 'active': True} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:39:37.335263 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvr_db [None req-24142b0c-e5ed-47ba-8a74-8e9ca19ed803 None None] Set router a974851c-fa28-4512-826f-f1ac9013912c gateway port host: dv-cinder-830096-3-iscsi {{(pid=103460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:39:37.366969 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.41', 36970) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:39:37.380662 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-09881a55-1ab4-4497-9652-cd21eafd7528 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:37.481970 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-09881a55-1ab4-4497-9652-cd21eafd7528 admin admin] Publish callbacks [] for security_group (d5118e20-15c1-47e9-b7d3-570ad23f9fa5), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:37.558802 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-09881a55-1ab4-4497-9652-cd21eafd7528 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310940'] for security_group (d5118e20-15c1-47e9-b7d3-570ad23f9fa5), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:37.589790 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-24142b0c-e5ed-47ba-8a74-8e9ca19ed803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a974851c-fa28-4512-826f-f1ac9013912c', 'name': 'tempest-AttachVolumeShelveTestJSON-298488986-router', 'tenant_id': '01d3223cb5334df4aeb878f77f56a4af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'external_fixed_ips': [{'subnet_id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'ip_address': '172.27.2.2'}], 'enable_snat': True}, 'gw_port_id': '3d299657-8d46-4c76-b4af-4c578b5510e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:31:22Z', 'updated_at': '2022-03-08T20:31:33Z', 'revision_number': 4, 'project_id': '01d3223cb5334df4aeb878f77f56a4af', 'gw_port': {'id': '3d299657-8d46-4c76-b4af-4c578b5510e7', 'name': '', 'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:d5:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a974851c-fa28-4512-826f-f1ac9013912c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'ip_address': '172.27.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:31:25Z', 'updated_at': '2022-03-08T20:31:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-3-iscsi', '_interfaces': [{'id': '839cf58f-01a9-44c0-bd6f-fced84cb2228', 'name': '', 'network_id': '6c06189c-e7e3-4c8a-acc0-5147890ac16f', 'tenant_id': '01d3223cb5334df4aeb878f77f56a4af', 'mac_address': 'fa:16:3e:c9:23:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a974851c-fa28-4512-826f-f1ac9013912c', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '22d98187-3e01-4f4c-846a-c4973fed68d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:31:32Z', 'updated_at': '2022-03-08T20:31:44Z', 'revision_number': 5, 'project_id': '01d3223cb5334df4aeb878f77f56a4af', 'subnets': [{'id': '22d98187-3e01-4f4c-846a-c4973fed68d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830096-3-iscsi', False) {} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:39:37.591414 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-71953ef7-adab-45ea-bbdf-6e6c743207d6 req-261151e1-209c-499e-8ab3-a5330ca96b3d tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "GET /v2.0/ports?device_id=8d5a712c-3782-48e8-b902-dd7603c56b51 HTTP/1.1" status: 200 len: 210 time: 0.0726454 Mar 08 20:39:37.604254 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09881a55-1ab4-4497-9652-cd21eafd7528 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5118e20-15c1-47e9-b7d3-570ad23f9fa5,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:39:37.625473 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24142b0c-e5ed-47ba-8a74-8e9ca19ed803 None None] The sync data for ids ['a974851c-fa28-4512-826f-f1ac9013912c'] in dv-cinder-830096-3-iscsi is: [{'id': 'a974851c-fa28-4512-826f-f1ac9013912c', 'name': 'tempest-AttachVolumeShelveTestJSON-298488986-router', 'tenant_id': '01d3223cb5334df4aeb878f77f56a4af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'external_fixed_ips': [{'subnet_id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'ip_address': '172.27.2.2'}], 'enable_snat': True}, 'gw_port_id': '3d299657-8d46-4c76-b4af-4c578b5510e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:31:22Z', 'updated_at': '2022-03-08T20:31:33Z', 'revision_number': 4, 'project_id': '01d3223cb5334df4aeb878f77f56a4af', 'gw_port': {'id': '3d299657-8d46-4c76-b4af-4c578b5510e7', 'name': '', 'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:d5:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a974851c-fa28-4512-826f-f1ac9013912c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'ip_address': '172.27.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:31:25Z', 'updated_at': '2022-03-08T20:31:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-3-iscsi', '_interfaces': [{'id': '839cf58f-01a9-44c0-bd6f-fced84cb2228', 'name': '', 'network_id': '6c06189c-e7e3-4c8a-acc0-5147890ac16f', 'tenant_id': '01d3223cb5334df4aeb878f77f56a4af', 'mac_address': 'fa:16:3e:c9:23:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a974851c-fa28-4512-826f-f1ac9013912c', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '22d98187-3e01-4f4c-846a-c4973fed68d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:31:32Z', 'updated_at': '2022-03-08T20:31:44Z', 'revision_number': 5, 'project_id': '01d3223cb5334df4aeb878f77f56a4af', 'subnets': [{'id': '22d98187-3e01-4f4c-846a-c4973fed68d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 20:39:37.642599 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.wsgi [-] (103459) accepted ('10.222.0.41', 36974) {{(pid=103459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:39:37.653016 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-09881a55-1ab4-4497-9652-cd21eafd7528 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a6f4513af03e4887bfb87ed2964352a3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2846012 Mar 08 20:39:37.704106 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-5a30858f-7628-4534-9eaf-6d9119b18fbf admin admin] Publish callbacks [] for security_group (d5118e20-15c1-47e9-b7d3-570ad23f9fa5), before_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:37.727399 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-5a30858f-7628-4534-9eaf-6d9119b18fbf admin admin] Publish callbacks [] for security_group (d5118e20-15c1-47e9-b7d3-570ad23f9fa5), precommit_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:37.848220 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-5a30858f-7628-4534-9eaf-6d9119b18fbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310940'] for security_group (d5118e20-15c1-47e9-b7d3-570ad23f9fa5), after_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:37.851389 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-5a30858f-7628-4534-9eaf-6d9119b18fbf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:37.852581 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [None req-5a30858f-7628-4534-9eaf-6d9119b18fbf admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d5118e20-15c1-47e9-b7d3-570ad23f9fa5 HTTP/1.1" status: 204 len: 168 time: 0.2088525 Mar 08 20:39:37.865804 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a30858f-7628-4534-9eaf-6d9119b18fbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5118e20-15c1-47e9-b7d3-570ad23f9fa5,revision_number=None']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:39:37.921928 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f42eda65-533a-4a22-b399-ac474f76d6e5 None None] New status for floating IP f757e763-ecb7-48de-84f3-a62d456cd4d7: DOWN {{(pid=103461) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 20:39:38.554251 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.wsgi [-] (103459) accepted ('10.222.0.41', 36984) {{(pid=103459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:39:38.568620 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-4990c60b-bdbc-4b0d-bc2d-33e82fca8f35 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:38.652167 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-4990c60b-bdbc-4b0d-bc2d-33e82fca8f35 admin admin] Publish callbacks [] for security_group (552ce4c6-0688-467f-941b-6565e95b1e56), precommit_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:38.727904 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-4990c60b-bdbc-4b0d-bc2d-33e82fca8f35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310940'] for security_group (552ce4c6-0688-467f-941b-6565e95b1e56), after_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:38.765858 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4990c60b-bdbc-4b0d-bc2d-33e82fca8f35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=552ce4c6-0688-467f-941b-6565e95b1e56,revision_number=1']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:39:38.771442 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [None req-4990c60b-bdbc-4b0d-bc2d-33e82fca8f35 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=95a37de26ae3405fa2b127d312129bd3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2156260 Mar 08 20:39:38.775911 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.wsgi [-] (103459) accepted ('10.222.0.41', 36990) {{(pid=103459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:39:38.830190 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-dc0ea554-5267-4c40-963f-441b8e32ce96 admin admin] Publish callbacks [] for security_group (552ce4c6-0688-467f-941b-6565e95b1e56), before_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:38.856813 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-dc0ea554-5267-4c40-963f-441b8e32ce96 admin admin] Publish callbacks [] for security_group (552ce4c6-0688-467f-941b-6565e95b1e56), precommit_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:38.990835 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-dc0ea554-5267-4c40-963f-441b8e32ce96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310940'] for security_group (552ce4c6-0688-467f-941b-6565e95b1e56), after_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:38.993444 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-dc0ea554-5267-4c40-963f-441b8e32ce96 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:38.999471 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [None req-dc0ea554-5267-4c40-963f-441b8e32ce96 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/552ce4c6-0688-467f-941b-6565e95b1e56 HTTP/1.1" status: 204 len: 168 time: 0.2194233 Mar 08 20:39:39.003457 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0ea554-5267-4c40-963f-441b8e32ce96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=552ce4c6-0688-467f-941b-6565e95b1e56,revision_number=None']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:39:39.394439 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.rpc [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Device 953642db-bd82-4926-a370-d5de756aadad no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103460) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 20:39:39.419610 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.plugin [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] No Port match for: 953642db-bd82-4926-a370-d5de756aadad {{(pid=103460) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 20:39:39.419952 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.rpc [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Device 953642db-bd82-4926-a370-d5de756aadad not bound to the agent host hv-cinder-83009 {{(pid=103460) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 20:39:39.775209 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.41', 37012) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:39:39.830747 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-240c9307-30c4-45ac-a318-dda1121ef429 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] Publish callbacks [] for security_group (a267c7b1-63ad-4c1c-9cd3-488492c80c67), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:39.855933 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-240c9307-30c4-45ac-a318-dda1121ef429 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] Publish callbacks [] for security_group (a267c7b1-63ad-4c1c-9cd3-488492c80c67), precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:39.967717 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-240c9307-30c4-45ac-a318-dda1121ef429 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310940'] for security_group (a267c7b1-63ad-4c1c-9cd3-488492c80c67), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:39.970421 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-240c9307-30c4-45ac-a318-dda1121ef429 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] Publish callbacks [] for security_group (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:39.971609 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-240c9307-30c4-45ac-a318-dda1121ef429 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "DELETE /v2.0/security-groups/a267c7b1-63ad-4c1c-9cd3-488492c80c67 HTTP/1.1" status: 204 len: 168 time: 0.1952691 Mar 08 20:39:39.977573 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.wsgi [-] (103459) accepted ('10.222.0.41', 37020) {{(pid=103459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:39:39.981511 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240c9307-30c4-45ac-a318-dda1121ef429 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a267c7b1-63ad-4c1c-9cd3-488492c80c67,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:39:39.992333 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.api.v2.resource [None req-c214f404-8f12-4d14-bd80-8afabffb787f tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] show failed (client error): The resource could not be found. Mar 08 20:39:39.993752 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [None req-c214f404-8f12-4d14-bd80-8afabffb787f tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "GET /v2.0/security-groups/a267c7b1-63ad-4c1c-9cd3-488492c80c67 HTTP/1.1" status: 404 len: 347 time: 0.0178149 Mar 08 20:39:39.997793 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.wsgi [-] (103459) accepted ('10.222.0.41', 37022) {{(pid=103459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:39:40.125422 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-daaa942c-bfb3-45a8-98ee-1320b37bb4b7 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] Deleting port ab5e051d-951c-43de-884b-0ba199d0e3eb {{(pid=103459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 20:39:40.125753 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-daaa942c-bfb3-45a8-98ee-1320b37bb4b7 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745146874691'] for port (ab5e051d-951c-43de-884b-0ba199d0e3eb), before_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:40.211531 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-daaa942c-bfb3-45a8-98ee-1320b37bb4b7 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443457'] for port (ab5e051d-951c-43de-884b-0ba199d0e3eb), precommit_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:40.211906 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-daaa942c-bfb3-45a8-98ee-1320b37bb4b7 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] Publish callbacks [] for floatingip (ab5e051d-951c-43de-884b-0ba199d0e3eb), precommit_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:40.223858 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-daaa942c-bfb3-45a8-98ee-1320b37bb4b7 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] Calling delete_port for ab5e051d-951c-43de-884b-0ba199d0e3eb owned by network:floatingip {{(pid=103459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 20:39:40.436175 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-daaa942c-bfb3-45a8-98ee-1320b37bb4b7 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745146878630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745146440915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28404629'] for port (ab5e051d-951c-43de-884b-0ba199d0e3eb), after_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:40.463482 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daaa942c-bfb3-45a8-98ee-1320b37bb4b7 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] Pushing event deleted for resources: {'Port': ['ID=ab5e051d-951c-43de-884b-0ba199d0e3eb,revision_number=None']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:39:40.531301 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-daaa942c-bfb3-45a8-98ee-1320b37bb4b7 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] Publish callbacks [] for floatingip (f757e763-ecb7-48de-84f3-a62d456cd4d7), after_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:40.534867 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-daaa942c-bfb3-45a8-98ee-1320b37bb4b7 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4188892'] for floatingip (None), before_response {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:40.536233 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [None req-daaa942c-bfb3-45a8-98ee-1320b37bb4b7 tempest-AttachVolumeShelveTestJSON-1844245519 tempest-AttachVolumeShelveTestJSON-1844245519-project] 10.222.0.41 "DELETE /v2.0/floatingips/f757e763-ecb7-48de-84f3-a62d456cd4d7 HTTP/1.1" status: 204 len: 168 time: 0.5374970 Mar 08 20:39:44.295056 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.wsgi [-] (103459) accepted ('10.222.0.41', 37086) {{(pid=103459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:39:44.734646 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.41', 37096) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:39:44.793465 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-457489db-4b15-49c2-af06-f205ebeec40e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-450131'] for router_interface (a974851c-fa28-4512-826f-f1ac9013912c), before_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:44.841374 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-5dd4f999-565c-4fce-b85d-f9092c3b48f9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:44.916063 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-5dd4f999-565c-4fce-b85d-f9092c3b48f9 admin admin] Publish callbacks [] for security_group (5c625144-95ff-44f7-9f18-74c8867da3bd), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:44.961377 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-5dd4f999-565c-4fce-b85d-f9092c3b48f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310940'] for security_group (5c625144-95ff-44f7-9f18-74c8867da3bd), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:45.005717 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-5dd4f999-565c-4fce-b85d-f9092c3b48f9 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a3462221e94a43bb8f49f04003026870&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2675965 Mar 08 20:39:45.005717 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd4f999-565c-4fce-b85d-f9092c3b48f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c625144-95ff-44f7-9f18-74c8867da3bd,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:39:45.006282 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.wsgi [-] (103459) accepted ('10.222.0.41', 37100) {{(pid=103459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:39:45.092005 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-1acd990f-21b3-42f7-9188-f9099d5d77ba admin admin] Publish callbacks [] for security_group (5c625144-95ff-44f7-9f18-74c8867da3bd), before_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:45.117201 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-1acd990f-21b3-42f7-9188-f9099d5d77ba admin admin] Publish callbacks [] for security_group (5c625144-95ff-44f7-9f18-74c8867da3bd), precommit_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:45.119533 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-457489db-4b15-49c2-af06-f205ebeec40e admin admin] Deleting port 839cf58f-01a9-44c0-bd6f-fced84cb2228 {{(pid=103459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 20:39:45.119873 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-457489db-4b15-49c2-af06-f205ebeec40e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745146874691'] for port (839cf58f-01a9-44c0-bd6f-fced84cb2228), before_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:45.221546 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-457489db-4b15-49c2-af06-f205ebeec40e admin admin] For port 839cf58f-01a9-44c0-bd6f-fced84cb2228, host dv-cinder-830096-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-3-iscsi',level=0,port_id=839cf58f-01a9-44c0-bd6f-fced84cb2228,segment=NetworkSegment(06ef9f39-1080-4af3-a1d4-5e6b0fa990b9),segment_id=06ef9f39-1080-4af3-a1d4-5e6b0fa990b9)] {{(pid=103459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:39:45.221908 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-457489db-4b15-49c2-af06-f205ebeec40e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443457'] for port (839cf58f-01a9-44c0-bd6f-fced84cb2228), precommit_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:45.235528 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-457489db-4b15-49c2-af06-f205ebeec40e admin admin] Calling delete_port for 839cf58f-01a9-44c0-bd6f-fced84cb2228 owned by network:router_interface {{(pid=103459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 20:39:45.299842 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-1acd990f-21b3-42f7-9188-f9099d5d77ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310940'] for security_group (5c625144-95ff-44f7-9f18-74c8867da3bd), after_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:45.302412 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-1acd990f-21b3-42f7-9188-f9099d5d77ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:45.303538 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [None req-1acd990f-21b3-42f7-9188-f9099d5d77ba admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5c625144-95ff-44f7-9f18-74c8867da3bd HTTP/1.1" status: 204 len: 168 time: 0.2966158 Mar 08 20:39:45.343894 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acd990f-21b3-42f7-9188-f9099d5d77ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c625144-95ff-44f7-9f18-74c8867da3bd,revision_number=None']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:39:45.544886 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-457489db-4b15-49c2-af06-f205ebeec40e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745146878630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745146440915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28404629'] for port (839cf58f-01a9-44c0-bd6f-fced84cb2228), after_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:45.570572 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457489db-4b15-49c2-af06-f205ebeec40e admin admin] Pushing event deleted for resources: {'Port': ['ID=839cf58f-01a9-44c0-bd6f-fced84cb2228,revision_number=None']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:39:45.774020 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-457489db-4b15-49c2-af06-f205ebeec40e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3733772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-450087'] for router_interface (a974851c-fa28-4512-826f-f1ac9013912c), after_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:46.009664 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-457489db-4b15-49c2-af06-f205ebeec40e admin admin] Router a974851c-fa28-4512-826f-f1ac9013912c has already been hosted by L3 agent 7ae9fd8f-5d61-4821-9eac-044950c450f0 {{(pid=103459) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 20:39:46.122464 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-457489db-4b15-49c2-af06-f205ebeec40e admin admin] Notify agent at l3_agent.dv-cinder-830096-3-iscsi the message routers_updated {{(pid=103459) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 20:39:46.128537 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [None req-457489db-4b15-49c2-af06-f205ebeec40e admin admin] 10.222.0.41 "PUT /v2.0/routers/a974851c-fa28-4512-826f-f1ac9013912c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8361425 Mar 08 20:39:46.133355 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c20dcc5-319c-4473-a032-fea1d692178b None None] Sync routers for ids ['a974851c-fa28-4512-826f-f1ac9013912c'] in dv-cinder-830096-3-iscsi {{(pid=103460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 20:39:46.138766 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.41', 37124) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:39:46.158633 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c20dcc5-319c-4473-a032-fea1d692178b None None] Routers {'a974851c-fa28-4512-826f-f1ac9013912c'} bound to L3 agent in host dv-cinder-830096-3-iscsi {{(pid=103460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:39:46.158633 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-6c20dcc5-319c-4473-a032-fea1d692178b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T20:23:01Z,description=,heartbeat_timestamp=2022-03-08T20:39:31Z,host='dv-cinder-830096-3-iscsi',id=7ae9fd8f-5d61-4821-9eac-044950c450f0,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:23:02Z,topic='l3_agent')) {'router_ids': ['a974851c-fa28-4512-826f-f1ac9013912c'], 'active': True} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:39:46.256412 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-3f16fe48-b905-4546-9b59-3532e12df00f admin admin] Publish callbacks [] for router (a974851c-fa28-4512-826f-f1ac9013912c), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:46.274361 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvr_db [None req-6c20dcc5-319c-4473-a032-fea1d692178b None None] Set router a974851c-fa28-4512-826f-f1ac9013912c gateway port host: dv-cinder-830096-3-iscsi {{(pid=103460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:39:46.366501 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-3f16fe48-b905-4546-9b59-3532e12df00f admin admin] Publish callbacks [] for router_gateway (a974851c-fa28-4512-826f-f1ac9013912c), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:46.493086 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-3f16fe48-b905-4546-9b59-3532e12df00f admin admin] Deleting port 3d299657-8d46-4c76-b4af-4c578b5510e7 {{(pid=103458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 20:39:46.493591 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-3f16fe48-b905-4546-9b59-3532e12df00f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745146874691'] for port (3d299657-8d46-4c76-b4af-4c578b5510e7), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:46.525494 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-6c20dcc5-319c-4473-a032-fea1d692178b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a974851c-fa28-4512-826f-f1ac9013912c', 'name': 'tempest-AttachVolumeShelveTestJSON-298488986-router', 'tenant_id': '01d3223cb5334df4aeb878f77f56a4af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'external_fixed_ips': [{'subnet_id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'ip_address': '172.27.2.2'}], 'enable_snat': True}, 'gw_port_id': '3d299657-8d46-4c76-b4af-4c578b5510e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:31:22Z', 'updated_at': '2022-03-08T20:39:45Z', 'revision_number': 5, 'project_id': '01d3223cb5334df4aeb878f77f56a4af', 'gw_port': {'id': '3d299657-8d46-4c76-b4af-4c578b5510e7', 'name': '', 'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:d5:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a974851c-fa28-4512-826f-f1ac9013912c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'ip_address': '172.27.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:31:25Z', 'updated_at': '2022-03-08T20:31:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-3-iscsi'}], 'dv-cinder-830096-3-iscsi', False) {} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:39:46.570515 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c20dcc5-319c-4473-a032-fea1d692178b None None] Checking router: a974851c-fa28-4512-826f-f1ac9013912c for host: dv-cinder-830096-3-iscsi {{(pid=103460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 20:39:46.584131 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c20dcc5-319c-4473-a032-fea1d692178b None None] Routers {'a974851c-fa28-4512-826f-f1ac9013912c'} bound to L3 agent in host dv-cinder-830096-3-iscsi {{(pid=103460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:39:46.585266 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-6c20dcc5-319c-4473-a032-fea1d692178b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T20:23:01Z,description=,heartbeat_timestamp=2022-03-08T20:39:31Z,host='dv-cinder-830096-3-iscsi',id=7ae9fd8f-5d61-4821-9eac-044950c450f0,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:23:02Z,topic='l3_agent')) {'router_ids': ['a974851c-fa28-4512-826f-f1ac9013912c'], 'active': True} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:39:46.612666 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-3f16fe48-b905-4546-9b59-3532e12df00f admin admin] For port 3d299657-8d46-4c76-b4af-4c578b5510e7, host dv-cinder-830096-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-3-iscsi',level=0,port_id=3d299657-8d46-4c76-b4af-4c578b5510e7,segment=NetworkSegment(e3ec3731-5b41-434a-a3a7-2ad1e453961f),segment_id=e3ec3731-5b41-434a-a3a7-2ad1e453961f)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:39:46.613375 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-3f16fe48-b905-4546-9b59-3532e12df00f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443457'] for port (3d299657-8d46-4c76-b4af-4c578b5510e7), precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:46.636088 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-3f16fe48-b905-4546-9b59-3532e12df00f admin admin] Calling delete_port for 3d299657-8d46-4c76-b4af-4c578b5510e7 owned by network:router_gateway {{(pid=103458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 20:39:46.691916 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvr_db [None req-6c20dcc5-319c-4473-a032-fea1d692178b None None] Set router a974851c-fa28-4512-826f-f1ac9013912c gateway port host: None {{(pid=103460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:39:46.747623 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-6c20dcc5-319c-4473-a032-fea1d692178b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a974851c-fa28-4512-826f-f1ac9013912c', 'name': 'tempest-AttachVolumeShelveTestJSON-298488986-router', 'tenant_id': '01d3223cb5334df4aeb878f77f56a4af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:31:22Z', 'updated_at': '2022-03-08T20:39:46Z', 'revision_number': 6, 'project_id': '01d3223cb5334df4aeb878f77f56a4af', 'gw_port_host': None}], 'dv-cinder-830096-3-iscsi', False) {} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:39:46.782170 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c20dcc5-319c-4473-a032-fea1d692178b None None] The sync data for ids ['a974851c-fa28-4512-826f-f1ac9013912c'] in dv-cinder-830096-3-iscsi is: [{'id': 'a974851c-fa28-4512-826f-f1ac9013912c', 'name': 'tempest-AttachVolumeShelveTestJSON-298488986-router', 'tenant_id': '01d3223cb5334df4aeb878f77f56a4af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:31:22Z', 'updated_at': '2022-03-08T20:39:46Z', 'revision_number': 6, 'project_id': '01d3223cb5334df4aeb878f77f56a4af', 'gw_port_host': None}] {{(pid=103460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 20:39:46.997149 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-3f16fe48-b905-4546-9b59-3532e12df00f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745146878630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745146440915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28566877'] for port (3d299657-8d46-4c76-b4af-4c578b5510e7), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:47.036161 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f16fe48-b905-4546-9b59-3532e12df00f admin admin] Pushing event deleted for resources: {'Port': ['ID=3d299657-8d46-4c76-b4af-4c578b5510e7,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:39:47.118218 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-3f16fe48-b905-4546-9b59-3532e12df00f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-442509'] for router_gateway (a974851c-fa28-4512-826f-f1ac9013912c), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:47.276071 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-3f16fe48-b905-4546-9b59-3532e12df00f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-448313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126032'] for router (a974851c-fa28-4512-826f-f1ac9013912c), precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:47.279390 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-3f16fe48-b905-4546-9b59-3532e12df00f admin admin] Publish callbacks [] for router_controller (a974851c-fa28-4512-826f-f1ac9013912c), precommit_delete_associations {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:47.289307 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.rpc [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Device 839cf58f-01a9-44c0-bd6f-fced84cb2228 no longer exists at agent ovs-agent-dv-cinder-830096-3-iscsi {{(pid=103460) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 20:39:47.330161 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.plugin [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] No Port match for: 839cf58f-01a9-44c0-bd6f-fced84cb2228 {{(pid=103460) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 20:39:47.330681 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.rpc [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Device 839cf58f-01a9-44c0-bd6f-fced84cb2228 not bound to the agent host dv-cinder-830096-3-iscsi {{(pid=103460) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 20:39:47.487723 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-3f16fe48-b905-4546-9b59-3532e12df00f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-448302'] for router (a974851c-fa28-4512-826f-f1ac9013912c), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:47.488458 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f16fe48-b905-4546-9b59-3532e12df00f admin admin] Fanout notify agent at l3_agent the message router_deleted on router a974851c-fa28-4512-826f-f1ac9013912c {{(pid=103458) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 20:39:47.493544 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-3f16fe48-b905-4546-9b59-3532e12df00f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:47.494761 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-3f16fe48-b905-4546-9b59-3532e12df00f admin admin] 10.222.0.41 "DELETE /v2.0/routers/a974851c-fa28-4512-826f-f1ac9013912c HTTP/1.1" status: 204 len: 168 time: 1.3538430 Mar 08 20:39:47.499265 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.41', 37180) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:39:47.555160 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.db.db_base_plugin_v2 [None req-93c33670-6b7a-48e6-890d-417a1b82262a admin admin] Deleting subnet 22d98187-3e01-4f4c-846a-c4973fed68d0 {{(pid=103458) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 20:39:47.558544 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-93c33670-6b7a-48e6-890d-417a1b82262a admin admin] Publish callbacks [] for subnet (22d98187-3e01-4f4c-846a-c4973fed68d0), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:47.597169 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-93c33670-6b7a-48e6-890d-417a1b82262a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28520883'] for subnet (22d98187-3e01-4f4c-846a-c4973fed68d0), precommit_delete_associations {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:47.687793 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-93c33670-6b7a-48e6-890d-417a1b82262a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3537161'] for subnet (22d98187-3e01-4f4c-846a-c4973fed68d0), precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:47.829639 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.41', 37188) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:39:47.848931 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-93c33670-6b7a-48e6-890d-417a1b82262a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3537170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28566890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28015844'] for subnet (22d98187-3e01-4f4c-846a-c4973fed68d0), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:47.880845 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c33670-6b7a-48e6-890d-417a1b82262a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=22d98187-3e01-4f4c-846a-c4973fed68d0,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:39:47.889956 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-93c33670-6b7a-48e6-890d-417a1b82262a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3733777'] for subnet (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:47.893911 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-93c33670-6b7a-48e6-890d-417a1b82262a admin admin] 10.222.0.41 "DELETE /v2.0/subnets/22d98187-3e01-4f4c-846a-c4973fed68d0 HTTP/1.1" status: 204 len: 168 time: 0.3956814 Mar 08 20:39:47.897036 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.wsgi [-] (103459) accepted ('10.222.0.41', 37192) {{(pid=103459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:39:47.899137 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2a36444-a70e-4320-b811-bb1d55e64e21 None None] Network 6c06189c-e7e3-4c8a-acc0-5147890ac16f requested from dv-cinder-830096-3-iscsi {{(pid=103460) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 20:39:47.957224 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-cda60aad-682e-4b91-b7d6-d0784f31de9c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:47.994786 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-7c0236e1-9c11-41b6-b160-9136856535f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-744326'] for network (6c06189c-e7e3-4c8a-acc0-5147890ac16f), before_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:48.085867 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-7c0236e1-9c11-41b6-b160-9136856535f7 admin admin] Deleting port dbf98163-b804-4883-9fe6-c6ce31d0deb5 {{(pid=103459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 20:39:48.086722 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-7c0236e1-9c11-41b6-b160-9136856535f7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745146874691'] for port (dbf98163-b804-4883-9fe6-c6ce31d0deb5), before_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:48.091520 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-cda60aad-682e-4b91-b7d6-d0784f31de9c admin admin] Publish callbacks [] for security_group (e7747d14-4624-46d7-92d1-162a9ece17ee), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:48.159158 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-7c0236e1-9c11-41b6-b160-9136856535f7 admin admin] For port dbf98163-b804-4883-9fe6-c6ce31d0deb5, host dv-cinder-830096-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-3-iscsi',level=0,port_id=dbf98163-b804-4883-9fe6-c6ce31d0deb5,segment=NetworkSegment(06ef9f39-1080-4af3-a1d4-5e6b0fa990b9),segment_id=06ef9f39-1080-4af3-a1d4-5e6b0fa990b9)] {{(pid=103459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:39:48.159526 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-7c0236e1-9c11-41b6-b160-9136856535f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443457'] for port (dbf98163-b804-4883-9fe6-c6ce31d0deb5), precommit_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:48.174731 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-7c0236e1-9c11-41b6-b160-9136856535f7 admin admin] Calling delete_port for dbf98163-b804-4883-9fe6-c6ce31d0deb5 owned by network:dhcp {{(pid=103459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 20:39:48.209986 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-cda60aad-682e-4b91-b7d6-d0784f31de9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310940'] for security_group (e7747d14-4624-46d7-92d1-162a9ece17ee), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:48.215854 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6e00e67-b47a-418d-a31a-6a5d274c85bb None None] DHCP port deletion for 6c06189c-e7e3-4c8a-acc0-5147890ac16f request from dv-cinder-830096-3-iscsi {{(pid=103460) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 08 20:39:48.271912 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-cda60aad-682e-4b91-b7d6-d0784f31de9c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=652fcdeabee74cba87f245dd76d19e3b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4409380 Mar 08 20:39:48.276307 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.wsgi [-] (103459) accepted ('10.222.0.41', 37208) {{(pid=103459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:39:48.288836 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda60aad-682e-4b91-b7d6-d0784f31de9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7747d14-4624-46d7-92d1-162a9ece17ee,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:39:48.308779 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.plugin [None req-b6e00e67-b47a-418d-a31a-6a5d274c85bb None None] Deleting port dbf98163-b804-4883-9fe6-c6ce31d0deb5 {{(pid=103460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 20:39:48.308779 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-b6e00e67-b47a-418d-a31a-6a5d274c85bb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745146874691'] for port (dbf98163-b804-4883-9fe6-c6ce31d0deb5), before_delete {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:48.351529 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-2a4a4827-b817-4311-989e-deb06ce01f95 admin admin] Publish callbacks [] for security_group (e7747d14-4624-46d7-92d1-162a9ece17ee), before_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:48.381488 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-2a4a4827-b817-4311-989e-deb06ce01f95 admin admin] Publish callbacks [] for security_group (e7747d14-4624-46d7-92d1-162a9ece17ee), precommit_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:48.412371 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.db [None req-b6e00e67-b47a-418d-a31a-6a5d274c85bb None None] For port dbf98163-b804-4883-9fe6-c6ce31d0deb5, host dv-cinder-830096-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-3-iscsi',level=0,port_id=dbf98163-b804-4883-9fe6-c6ce31d0deb5,segment=NetworkSegment(06ef9f39-1080-4af3-a1d4-5e6b0fa990b9),segment_id=06ef9f39-1080-4af3-a1d4-5e6b0fa990b9)] {{(pid=103460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:39:48.412806 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-b6e00e67-b47a-418d-a31a-6a5d274c85bb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443457'] for port (dbf98163-b804-4883-9fe6-c6ce31d0deb5), precommit_delete {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:48.415090 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-7c0236e1-9c11-41b6-b160-9136856535f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745146878630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745146440915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28404629'] for port (dbf98163-b804-4883-9fe6-c6ce31d0deb5), after_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:48.430512 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.plugin [None req-b6e00e67-b47a-418d-a31a-6a5d274c85bb None None] Calling delete_port for dbf98163-b804-4883-9fe6-c6ce31d0deb5 owned by network:dhcp {{(pid=103460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 20:39:48.446467 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c0236e1-9c11-41b6-b160-9136856535f7 admin admin] No DVR routers for this DVR port dbf98163-b804-4883-9fe6-c6ce31d0deb5 on host dv-cinder-830096-3-iscsi {{(pid=103459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 20:39:48.452064 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0236e1-9c11-41b6-b160-9136856535f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=dbf98163-b804-4883-9fe6-c6ce31d0deb5,revision_number=None']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:39:48.524734 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-b6e00e67-b47a-418d-a31a-6a5d274c85bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745146878630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745146440915'] for port (dbf98163-b804-4883-9fe6-c6ce31d0deb5), after_delete {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:48.532066 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-7c0236e1-9c11-41b6-b160-9136856535f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3474822', 'neutron.services.segments.db._delete_segments_for_network-8745146981223'] for network (6c06189c-e7e3-4c8a-acc0-5147890ac16f), precommit_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:48.557796 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.services.segments.db [None req-7c0236e1-9c11-41b6-b160-9136856535f7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c06189c-e7e3-4c8a-acc0-5147890ac16f']}} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:39:48.560683 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e00e67-b47a-418d-a31a-6a5d274c85bb None None] Pushing event deleted for resources: {'Port': ['ID=dbf98163-b804-4883-9fe6-c6ce31d0deb5,revision_number=None']} {{(pid=103460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:39:48.564348 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6e00e67-b47a-418d-a31a-6a5d274c85bb None None] No DVR routers for this DVR port dbf98163-b804-4883-9fe6-c6ce31d0deb5 on host dv-cinder-830096-3-iscsi {{(pid=103460) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 20:39:48.571783 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.services.segments.db [None req-7c0236e1-9c11-41b6-b160-9136856535f7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06ef9f39-1080-4af3-a1d4-5e6b0fa990b9') {'for_net_delete': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:39:48.571783 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.services.segments.db [None req-7c0236e1-9c11-41b6-b160-9136856535f7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06ef9f39-1080-4af3-a1d4-5e6b0fa990b9') {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:39:48.584383 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-7c0236e1-9c11-41b6-b160-9136856535f7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745146982000', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28404301'] for segment (06ef9f39-1080-4af3-a1d4-5e6b0fa990b9), before_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:48.599684 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-7c0236e1-9c11-41b6-b160-9136856535f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536034'] for segment (06ef9f39-1080-4af3-a1d4-5e6b0fa990b9), precommit_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:48.607022 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c0236e1-9c11-41b6-b160-9136856535f7 admin admin] Releasing vlan 140 on physical network physnet1 to pool {{(pid=103459) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 20:39:48.607412 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-7c0236e1-9c11-41b6-b160-9136856535f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28404680'] for segment (06ef9f39-1080-4af3-a1d4-5e6b0fa990b9), after_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:48.609264 dv-cinder-830096-3-iscsi neutron-server[103459]: Traceback (most recent call last): Mar 08 20:39:48.609264 dv-cinder-830096-3-iscsi neutron-server[103459]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 20:39:48.609264 dv-cinder-830096-3-iscsi neutron-server[103459]: timer() Mar 08 20:39:48.609264 dv-cinder-830096-3-iscsi neutron-server[103459]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 20:39:48.609264 dv-cinder-830096-3-iscsi neutron-server[103459]: cb(*args, **kw) Mar 08 20:39:48.609264 dv-cinder-830096-3-iscsi neutron-server[103459]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 20:39:48.609264 dv-cinder-830096-3-iscsi neutron-server[103459]: return func(*args, **kwargs) Mar 08 20:39:48.609264 dv-cinder-830096-3-iscsi neutron-server[103459]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 20:39:48.609264 dv-cinder-830096-3-iscsi neutron-server[103459]: self._notify() Mar 08 20:39:48.609264 dv-cinder-830096-3-iscsi neutron-server[103459]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 20:39:48.609264 dv-cinder-830096-3-iscsi neutron-server[103459]: self.callback(batched_events) Mar 08 20:39:48.609264 dv-cinder-830096-3-iscsi neutron-server[103459]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 20:39:48.609264 dv-cinder-830096-3-iscsi neutron-server[103459]: event.method(event) Mar 08 20:39:48.609264 dv-cinder-830096-3-iscsi neutron-server[103459]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 20:39:48.609264 dv-cinder-830096-3-iscsi neutron-server[103459]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 20:39:48.609264 dv-cinder-830096-3-iscsi neutron-server[103459]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 20:39:48.609264 dv-cinder-830096-3-iscsi neutron-server[103459]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 20:39:48.609264 dv-cinder-830096-3-iscsi neutron-server[103459]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 20:39:48.609264 dv-cinder-830096-3-iscsi neutron-server[103459]: return f(self, *a, **k) Mar 08 20:39:48.609264 dv-cinder-830096-3-iscsi neutron-server[103459]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 20:39:48.609264 dv-cinder-830096-3-iscsi neutron-server[103459]: return self._get(url).json() Mar 08 20:39:48.609264 dv-cinder-830096-3-iscsi neutron-server[103459]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 20:39:48.609264 dv-cinder-830096-3-iscsi neutron-server[103459]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 20:39:48.609264 dv-cinder-830096-3-iscsi neutron-server[103459]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 20:39:48.609264 dv-cinder-830096-3-iscsi neutron-server[103459]: return self.request(url, 'GET', **kwargs) Mar 08 20:39:48.609264 dv-cinder-830096-3-iscsi neutron-server[103459]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 20:39:48.609264 dv-cinder-830096-3-iscsi neutron-server[103459]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 20:39:48.609264 dv-cinder-830096-3-iscsi neutron-server[103459]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 20:39:48.609264 dv-cinder-830096-3-iscsi neutron-server[103459]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 20:39:48.609264 dv-cinder-830096-3-iscsi neutron-server[103459]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 20:39:48.609264 dv-cinder-830096-3-iscsi neutron-server[103459]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 20:39:48.609264 dv-cinder-830096-3-iscsi neutron-server[103459]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 20:39:48.625955 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-2a4a4827-b817-4311-989e-deb06ce01f95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310940'] for security_group (e7747d14-4624-46d7-92d1-162a9ece17ee), after_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:48.628478 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-2a4a4827-b817-4311-989e-deb06ce01f95 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:48.629627 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [None req-2a4a4827-b817-4311-989e-deb06ce01f95 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e7747d14-4624-46d7-92d1-162a9ece17ee HTTP/1.1" status: 204 len: 168 time: 0.3521357 Mar 08 20:39:48.679260 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4a4827-b817-4311-989e-deb06ce01f95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7747d14-4624-46d7-92d1-162a9ece17ee,revision_number=None']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:39:48.727732 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-7c0236e1-9c11-41b6-b160-9136856535f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3474831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-442537'] for network (6c06189c-e7e3-4c8a-acc0-5147890ac16f), after_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:49.006733 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-7c0236e1-9c11-41b6-b160-9136856535f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3733777'] for network (None), before_response {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:49.010002 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [None req-7c0236e1-9c11-41b6-b160-9136856535f7 admin admin] 10.222.0.41 "DELETE /v2.0/networks/6c06189c-e7e3-4c8a-acc0-5147890ac16f HTTP/1.1" status: 204 len: 168 time: 1.1112564 Mar 08 20:39:49.011442 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0236e1-9c11-41b6-b160-9136856535f7 admin admin] Pushing event deleted for resources: {'Network': ['ID=6c06189c-e7e3-4c8a-acc0-5147890ac16f,revision_number=None']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:39:49.079406 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.rpc [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Device 3d299657-8d46-4c76-b4af-4c578b5510e7 no longer exists at agent ovs-agent-dv-cinder-830096-3-iscsi {{(pid=103460) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 20:39:49.101034 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.plugin [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] No Port match for: 3d299657-8d46-4c76-b4af-4c578b5510e7 {{(pid=103460) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 20:39:49.101380 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.rpc [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Device 3d299657-8d46-4c76-b4af-4c578b5510e7 not bound to the agent host dv-cinder-830096-3-iscsi {{(pid=103460) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 20:39:49.101807 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.rpc [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Device dbf98163-b804-4883-9fe6-c6ce31d0deb5 no longer exists at agent ovs-agent-dv-cinder-830096-3-iscsi {{(pid=103460) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 20:39:49.121651 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.plugin [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] No Port match for: dbf98163-b804-4883-9fe6-c6ce31d0deb5 {{(pid=103460) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 20:39:49.121998 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.rpc [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Device dbf98163-b804-4883-9fe6-c6ce31d0deb5 not bound to the agent host dv-cinder-830096-3-iscsi {{(pid=103460) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 20:39:49.270195 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.wsgi [-] (103459) accepted ('10.222.0.41', 37218) {{(pid=103459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:39:49.283476 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-6cacf8ae-2ea6-424e-85b6-66e4995c53d9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:49.321384 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.41', 37220) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:39:49.366608 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-6cacf8ae-2ea6-424e-85b6-66e4995c53d9 admin admin] Publish callbacks [] for security_group (a6b90e9f-daff-4355-bcf5-20e49e0e1ead), precommit_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:49.380061 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-7253da45-8b36-45e1-a494-b28822fe3d87 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=01d3223cb5334df4aeb878f77f56a4af&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0563004 Mar 08 20:39:49.382522 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.41', 37222) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:39:49.436557 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-6cacf8ae-2ea6-424e-85b6-66e4995c53d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310940'] for security_group (a6b90e9f-daff-4355-bcf5-20e49e0e1ead), after_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:49.443801 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ff6bb6bf-2d91-4a41-ba4f-b102f58d5c11 admin admin] Publish callbacks [] for security_group (67f5b79b-3036-4819-a10f-41effde098a2), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:49.468441 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ff6bb6bf-2d91-4a41-ba4f-b102f58d5c11 admin admin] Publish callbacks [] for security_group (67f5b79b-3036-4819-a10f-41effde098a2), precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:49.474404 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [None req-6cacf8ae-2ea6-424e-85b6-66e4995c53d9 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=549be15199f34c158fa6386cf1afda9b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2030914 Mar 08 20:39:49.477993 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.wsgi [-] (103459) accepted ('10.222.0.41', 37224) {{(pid=103459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:39:49.487041 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cacf8ae-2ea6-424e-85b6-66e4995c53d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6b90e9f-daff-4355-bcf5-20e49e0e1ead,revision_number=1']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:39:49.551947 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-d9c51e35-523f-454b-bca3-72c269c2346d admin admin] Publish callbacks [] for security_group (a6b90e9f-daff-4355-bcf5-20e49e0e1ead), before_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:49.582094 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-d9c51e35-523f-454b-bca3-72c269c2346d admin admin] Publish callbacks [] for security_group (a6b90e9f-daff-4355-bcf5-20e49e0e1ead), precommit_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:49.608766 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ff6bb6bf-2d91-4a41-ba4f-b102f58d5c11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310940'] for security_group (67f5b79b-3036-4819-a10f-41effde098a2), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:49.613665 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ff6bb6bf-2d91-4a41-ba4f-b102f58d5c11 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:49.618054 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-ff6bb6bf-2d91-4a41-ba4f-b102f58d5c11 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/67f5b79b-3036-4819-a10f-41effde098a2 HTTP/1.1" status: 204 len: 168 time: 0.2319906 Mar 08 20:39:49.628317 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6bb6bf-2d91-4a41-ba4f-b102f58d5c11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67f5b79b-3036-4819-a10f-41effde098a2,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:39:49.728074 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-d9c51e35-523f-454b-bca3-72c269c2346d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310940'] for security_group (a6b90e9f-daff-4355-bcf5-20e49e0e1ead), after_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:49.731369 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-d9c51e35-523f-454b-bca3-72c269c2346d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:49.735686 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [None req-d9c51e35-523f-454b-bca3-72c269c2346d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a6b90e9f-daff-4355-bcf5-20e49e0e1ead HTTP/1.1" status: 204 len: 168 time: 0.2535825 Mar 08 20:39:49.743241 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c51e35-523f-454b-bca3-72c269c2346d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6b90e9f-daff-4355-bcf5-20e49e0e1ead,revision_number=None']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:39:54.201959 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745146981205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476605'] for agent (905863fd-6a46-47f8-82ce-98f31309cbd3), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:58.990309 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-65963c7d-e3bd-4635-b5fd-0f97e3843ce0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745146981205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476605'] for agent (a3d84102-f7d3-452b-861a-973020576047), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:59.605150 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.41', 37436) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:39:59.737655 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-b4dd2bc1-5e99-418c-9fe4-0c186f25b79a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:59.836249 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-b4dd2bc1-5e99-418c-9fe4-0c186f25b79a admin admin] Publish callbacks [] for security_group (4cf45cb0-5dd8-4b22-81e1-fda3791ca8c1), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:59.898950 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-b4dd2bc1-5e99-418c-9fe4-0c186f25b79a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310940'] for security_group (4cf45cb0-5dd8-4b22-81e1-fda3791ca8c1), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:59.938433 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-b4dd2bc1-5e99-418c-9fe4-0c186f25b79a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f640623a90c54f4c9e8e20245c3f39ec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3321819 Mar 08 20:39:59.939588 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4dd2bc1-5e99-418c-9fe4-0c186f25b79a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cf45cb0-5dd8-4b22-81e1-fda3791ca8c1,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:39:59.942670 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.wsgi [-] (103459) accepted ('10.222.0.41', 37444) {{(pid=103459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:40:00.001989 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-5a2a387a-1ead-4ad9-b2f0-a581b55543fa admin admin] Publish callbacks [] for security_group (4cf45cb0-5dd8-4b22-81e1-fda3791ca8c1), before_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:40:00.024288 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-5a2a387a-1ead-4ad9-b2f0-a581b55543fa admin admin] Publish callbacks [] for security_group (4cf45cb0-5dd8-4b22-81e1-fda3791ca8c1), precommit_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:40:00.138830 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-5a2a387a-1ead-4ad9-b2f0-a581b55543fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310940'] for security_group (4cf45cb0-5dd8-4b22-81e1-fda3791ca8c1), after_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:40:00.141761 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-5a2a387a-1ead-4ad9-b2f0-a581b55543fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:40:00.142924 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [None req-5a2a387a-1ead-4ad9-b2f0-a581b55543fa admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4cf45cb0-5dd8-4b22-81e1-fda3791ca8c1 HTTP/1.1" status: 204 len: 168 time: 0.1986194 Mar 08 20:40:00.155388 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2a387a-1ead-4ad9-b2f0-a581b55543fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cf45cb0-5dd8-4b22-81e1-fda3791ca8c1,revision_number=None']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:40:00.788314 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.wsgi [-] (103459) accepted ('10.222.0.41', 37454) {{(pid=103459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:40:00.801502 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-dcada781-e2fe-4d05-859b-e44e8429230b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:40:00.880444 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-dcada781-e2fe-4d05-859b-e44e8429230b admin admin] Publish callbacks [] for security_group (7072ef9e-3aaf-44f2-8553-7abc94ed0fd5), precommit_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:40:00.944868 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-dcada781-e2fe-4d05-859b-e44e8429230b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310940'] for security_group (7072ef9e-3aaf-44f2-8553-7abc94ed0fd5), after_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:40:00.987425 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [None req-dcada781-e2fe-4d05-859b-e44e8429230b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=fb85b3a1f0ed4196a734fd5e09c5c784&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1978383 Mar 08 20:40:00.988258 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcada781-e2fe-4d05-859b-e44e8429230b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7072ef9e-3aaf-44f2-8553-7abc94ed0fd5,revision_number=1']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:40:00.990485 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.wsgi [-] (103459) accepted ('10.222.0.41', 37456) {{(pid=103459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:40:01.044114 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-510d764a-a433-4c22-bca0-7feb7a25e96a admin admin] Publish callbacks [] for security_group (7072ef9e-3aaf-44f2-8553-7abc94ed0fd5), before_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:40:01.066759 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-510d764a-a433-4c22-bca0-7feb7a25e96a admin admin] Publish callbacks [] for security_group (7072ef9e-3aaf-44f2-8553-7abc94ed0fd5), precommit_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:40:01.185082 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-510d764a-a433-4c22-bca0-7feb7a25e96a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310940'] for security_group (7072ef9e-3aaf-44f2-8553-7abc94ed0fd5), after_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:40:01.188320 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-510d764a-a433-4c22-bca0-7feb7a25e96a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:40:01.189741 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [None req-510d764a-a433-4c22-bca0-7feb7a25e96a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7072ef9e-3aaf-44f2-8553-7abc94ed0fd5 HTTP/1.1" status: 204 len: 168 time: 0.1981778 Mar 08 20:40:01.202012 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510d764a-a433-4c22-bca0-7feb7a25e96a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7072ef9e-3aaf-44f2-8553-7abc94ed0fd5,revision_number=None']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:40:01.271764 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-e6d68dc7-ec87-4905-b3ad-9ff6272dac97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745146981205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476605'] for agent (7ae9fd8f-5d61-4821-9eac-044950c450f0), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:40:02.362317 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-dbe61520-29cf-4847-b96e-6d24c6c097a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745146981205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476605'] for agent (6cc78598-e6b3-4e4d-a99c-31b9c4784fd2), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:40:03.715737 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-7a330e8f-62e0-4259-bea2-8ced8e9b3a98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745146981205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476605'] for agent (cd1d0244-f954-4bda-89fb-1fdc1954e39d), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:40:05.322333 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745146981205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476605'] for agent (fa4b043a-5d45-4181-9cb2-30d29598ef5b), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:40:07.204846 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.db.agents_db [None req-39e8813d-158c-4e2f-bb5f-b8539461cb33 None None] Agent healthcheck: found 6 active agents {{(pid=103461) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 20:40:24.241573 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745146981205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476605'] for agent (905863fd-6a46-47f8-82ce-98f31309cbd3), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:40:26.701518 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-6b2bb47a-f368-4dfa-92c4-e4327bbb37f1 req-46290c6d-aa86-4a49-ad3f-8cc9a7d76daf tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1090852225&fields=id&tenant_id=bf06b78c460f40649c7dfbdd2a48a3e6 HTTP/1.1" status: 200 len: 267 time: 0.0459344 Mar 08 20:40:26.808425 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2bb47a-f368-4dfa-92c4-e4327bbb37f1 req-bdc9febc-5ebb-493f-97fb-a580303095e9 tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:40:26.810375 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-6b2bb47a-f368-4dfa-92c4-e4327bbb37f1 req-bdc9febc-5ebb-493f-97fb-a580303095e9 tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] 10.222.0.41 "GET /v2.0/networks?id=c2c7d66f-86ac-44f2-9eb5-cb2716ba5d76 HTTP/1.1" status: 200 len: 811 time: 0.1023955 Mar 08 20:40:26.824860 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-6b2bb47a-f368-4dfa-92c4-e4327bbb37f1 req-129f85d6-c7bd-4d63-a4dd-445bb7079899 tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] 10.222.0.41 "GET /v2.0/quotas/bf06b78c460f40649c7dfbdd2a48a3e6 HTTP/1.1" status: 200 len: 375 time: 0.0091805 Mar 08 20:40:26.887483 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-6b2bb47a-f368-4dfa-92c4-e4327bbb37f1 req-005e9f10-ebda-4bba-921b-2a293563c7dc tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=bf06b78c460f40649c7dfbdd2a48a3e6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0566440 Mar 08 20:40:26.982876 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-6b2bb47a-f368-4dfa-92c4-e4327bbb37f1 req-cee1f4f3-154f-4d22-9228-e37c374ea36a service neutron] 10.222.0.41 "GET /v2.0/networks/c2c7d66f-86ac-44f2-9eb5-cb2716ba5d76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831769 Mar 08 20:40:27.077420 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-6b2bb47a-f368-4dfa-92c4-e4327bbb37f1 req-9a35a69c-2886-4b1d-9edc-501513a17a31 service neutron] 10.222.0.41 "GET /v2.0/networks/c2c7d66f-86ac-44f2-9eb5-cb2716ba5d76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890176 Mar 08 20:40:28.929116 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-ae5aa33f-f5db-4373-a262-1627683d8ec5 req-27b4149b-ec1f-41bd-bdbc-546af1d83404 tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] 10.222.0.41 "GET /v2.0/ports?device_id=a46d0f34-d899-4acf-b7fc-8518533f5fb1 HTTP/1.1" status: 200 len: 210 time: 0.0289836 Mar 08 20:40:28.978229 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-f7c6c5e9-6998-4fd9-8d6e-527fde198378 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745146981205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476605'] for agent (a3d84102-f7d3-452b-861a-973020576047), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:40:30.019293 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-f8f608ef-a69a-4d2d-b28b-3dad7dd7d356 req-f045acd0-f031-4810-bb27-d42c2afeb116 tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] 10.222.0.41 "GET /v2.0/ports?device_id=a46d0f34-d899-4acf-b7fc-8518533f5fb1 HTTP/1.1" status: 200 len: 210 time: 0.0275159 Mar 08 20:40:31.122574 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-e3a21076-53cb-4c6c-a883-f8fd6186954b req-2f62ecca-c7a4-4152-a5f9-e9b1e5dabe5a tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] 10.222.0.41 "GET /v2.0/ports?device_id=a46d0f34-d899-4acf-b7fc-8518533f5fb1 HTTP/1.1" status: 200 len: 210 time: 0.0295544 Mar 08 20:40:31.310607 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-b52d21cc-d7bc-423f-82c8-f7a5c3515737 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745146981205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476605'] for agent (7ae9fd8f-5d61-4821-9eac-044950c450f0), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:40:32.215521 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-eb4eb755-5ff4-492b-9ac1-1ace3517775b req-6297643f-bdce-4b29-9291-3a0af9954d34 tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] 10.222.0.41 "GET /v2.0/ports?device_id=a46d0f34-d899-4acf-b7fc-8518533f5fb1 HTTP/1.1" status: 200 len: 210 time: 0.0270252 Mar 08 20:40:32.487280 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-dbe61520-29cf-4847-b96e-6d24c6c097a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745146981205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476605'] for agent (6cc78598-e6b3-4e4d-a99c-31b9c4784fd2), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:40:33.311339 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-39ead903-b103-45d5-9fb3-7316f1417d35 req-8b4cd913-0d41-408e-9757-14eb3a08f116 tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] 10.222.0.41 "GET /v2.0/ports?device_id=a46d0f34-d899-4acf-b7fc-8518533f5fb1 HTTP/1.1" status: 200 len: 210 time: 0.0277040 Mar 08 20:40:33.778779 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-7a330e8f-62e0-4259-bea2-8ced8e9b3a98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745146981205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476605'] for agent (cd1d0244-f954-4bda-89fb-1fdc1954e39d), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:40:33.967257 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2bb47a-f368-4dfa-92c4-e4327bbb37f1 req-068fc4b0-f845-40e7-95df-927a32dd5273 tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:40:33.969670 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-6b2bb47a-f368-4dfa-92c4-e4327bbb37f1 req-068fc4b0-f845-40e7-95df-927a32dd5273 tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] 10.222.0.37 "GET /v2.0/networks?id=c2c7d66f-86ac-44f2-9eb5-cb2716ba5d76 HTTP/1.1" status: 200 len: 811 time: 0.1347697 Mar 08 20:40:34.014655 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-2f483023-0fd6-4632-9c74-47c8125c2391 req-df0cab7f-e6ef-43bf-af2f-6fae09bcbc9b service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a14fbaed-9ca6-4ca3-be12-e2da6a6b20b0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0987942 Mar 08 20:40:34.057544 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-6b2bb47a-f368-4dfa-92c4-e4327bbb37f1 req-0d1bbbd2-83ab-48a6-bb02-f06062570941 tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bf06b78c460f40649c7dfbdd2a48a3e6 HTTP/1.1" status: 200 len: 380 time: 0.0788531 Mar 08 20:40:34.081606 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.v2.base [req-6b2bb47a-f368-4dfa-92c4-e4327bbb37f1 req-fa3c0521-2109-4a4a-b63b-39870b501e3d tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] Request body: {'port': {'device_id': 'a46d0f34-d899-4acf-b7fc-8518533f5fb1', 'network_id': 'c2c7d66f-86ac-44f2-9eb5-cb2716ba5d76', 'admin_state_up': True, 'tenant_id': 'bf06b78c460f40649c7dfbdd2a48a3e6', 'security_groups': ['4d697690-46e7-4a5b-b531-6aaab5a49583']}} {{(pid=103458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:40:34.162538 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f483023-0fd6-4632-9c74-47c8125c2391 req-9e1151e1-d4f3-4e12-9af2-0e60407cae69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:40:34.172048 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-2f483023-0fd6-4632-9c74-47c8125c2391 req-9e1151e1-d4f3-4e12-9af2-0e60407cae69 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=bf06b78c460f40649c7dfbdd2a48a3e6&device_id=a14fbaed-9ca6-4ca3-be12-e2da6a6b20b0 HTTP/1.1" status: 200 len: 1130 time: 0.1206095 Mar 08 20:40:34.291972 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f483023-0fd6-4632-9c74-47c8125c2391 req-132f15c6-a789-43a3-88fb-bd4b9af72423 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:40:34.293375 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-2f483023-0fd6-4632-9c74-47c8125c2391 req-132f15c6-a789-43a3-88fb-bd4b9af72423 service neutron] 10.222.0.37 "GET /v2.0/networks?id=c2c7d66f-86ac-44f2-9eb5-cb2716ba5d76 HTTP/1.1" status: 200 len: 912 time: 0.0984397 Mar 08 20:40:34.364876 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-2f483023-0fd6-4632-9c74-47c8125c2391 req-90d019fe-8a60-4134-af52-0599a5d31128 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=90bd1cce-acc7-4d74-ad9c-f6b3eea6125d HTTP/1.1" status: 200 len: 1001 time: 0.0651839 Mar 08 20:40:34.366972 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b2bb47a-f368-4dfa-92c4-e4327bbb37f1 req-fa3c0521-2109-4a4a-b63b-39870b501e3d tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] Made reservation on behalf of bf06b78c460f40649c7dfbdd2a48a3e6 for: {'port': 1} {{(pid=103458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 20:40:34.372790 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-6b2bb47a-f368-4dfa-92c4-e4327bbb37f1 req-fa3c0521-2109-4a4a-b63b-39870b501e3d tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747308'] for port (None), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:40:34.406522 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-5c94f280-7ddf-44e0-afa3-9ceb2ca8a6bc req-90a07032-11d6-4979-bb11-71df94c1c3aa tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] 10.222.0.41 "GET /v2.0/ports?device_id=a46d0f34-d899-4acf-b7fc-8518533f5fb1 HTTP/1.1" status: 200 len: 210 time: 0.0278058 Mar 08 20:40:34.461486 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f483023-0fd6-4632-9c74-47c8125c2391 req-73244243-fb95-43ca-a0e7-7c434843533d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:40:34.462947 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-2f483023-0fd6-4632-9c74-47c8125c2391 req-73244243-fb95-43ca-a0e7-7c434843533d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=88ad92d3-2fe0-4490-8ff5-712fc5e791fb HTTP/1.1" status: 200 len: 850 time: 0.0903471 Mar 08 20:40:34.559858 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f483023-0fd6-4632-9c74-47c8125c2391 req-62f378dd-5fea-406b-919e-71ec8e37d3d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:40:34.561325 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-2f483023-0fd6-4632-9c74-47c8125c2391 req-62f378dd-5fea-406b-919e-71ec8e37d3d7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c2c7d66f-86ac-44f2-9eb5-cb2716ba5d76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0901182 Mar 08 20:40:34.577553 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.db.db_base_plugin_common [req-6b2bb47a-f368-4dfa-92c4-e4327bbb37f1 req-fa3c0521-2109-4a4a-b63b-39870b501e3d tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] Allocated IP 172.20.0.10 (c2c7d66f-86ac-44f2-9eb5-cb2716ba5d76/88ad92d3-2fe0-4490-8ff5-712fc5e791fb/79a2c676-d809-438b-9185-8ab3e0ea2aa5) {{(pid=103458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 20:40:34.712122 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-2f483023-0fd6-4632-9c74-47c8125c2391 req-b8de8621-8f20-46b8-b5cb-1b4bbaf37974 service neutron] 10.222.0.37 "GET /v2.0/networks/c2c7d66f-86ac-44f2-9eb5-cb2716ba5d76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1444726 Mar 08 20:40:35.117265 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-6b2bb47a-f368-4dfa-92c4-e4327bbb37f1 req-fa3c0521-2109-4a4a-b63b-39870b501e3d tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] Publish callbacks [] for port (79a2c676-d809-438b-9185-8ab3e0ea2aa5), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:40:35.140810 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-2f483023-0fd6-4632-9c74-47c8125c2391 req-e2c697c9-97ca-4301-934e-14e7cf6713e4 service neutron] 10.222.0.37 "GET /v2.0/networks/c2c7d66f-86ac-44f2-9eb5-cb2716ba5d76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4040008 Mar 08 20:40:35.292891 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-6b2bb47a-f368-4dfa-92c4-e4327bbb37f1 req-fa3c0521-2109-4a4a-b63b-39870b501e3d tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745146440906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28566877'] for port (79a2c676-d809-438b-9185-8ab3e0ea2aa5), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:40:35.347932 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b2bb47a-f368-4dfa-92c4-e4327bbb37f1 req-fa3c0521-2109-4a4a-b63b-39870b501e3d tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] Network c2c7d66f-86ac-44f2-9eb5-cb2716ba5d76 is already hosted by enough agents. {{(pid=103458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 20:40:35.350006 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745146981205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476605'] for agent (fa4b043a-5d45-4181-9cb2-30d29598ef5b), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:40:35.351076 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.scheduler.base_scheduler [req-6b2bb47a-f368-4dfa-92c4-e4327bbb37f1 req-fa3c0521-2109-4a4a-b63b-39870b501e3d tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] Resources bound (agent type, host, resource id): {{(pid=103458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:40:35.354899 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b2bb47a-f368-4dfa-92c4-e4327bbb37f1 req-fa3c0521-2109-4a4a-b63b-39870b501e3d tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] Received port after_create {{(pid=103458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 20:40:35.383585 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3c0521-2109-4a4a-b63b-39870b501e3d tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] Pushing event updated for resources: {'Port': ['ID=79a2c676-d809-438b-9185-8ab3e0ea2aa5,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:40:35.400582 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3c0521-2109-4a4a-b63b-39870b501e3d tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:40:35.400582 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3c0521-2109-4a4a-b63b-39870b501e3d tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:40:35.400582 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3c0521-2109-4a4a-b63b-39870b501e3d tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:40:35.400582 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3c0521-2109-4a4a-b63b-39870b501e3d tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:40:35.400582 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3c0521-2109-4a4a-b63b-39870b501e3d tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:40:35.400582 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3c0521-2109-4a4a-b63b-39870b501e3d tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:40:35.401128 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3c0521-2109-4a4a-b63b-39870b501e3d tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:40:35.401128 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3c0521-2109-4a4a-b63b-39870b501e3d tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:40:35.401402 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3c0521-2109-4a4a-b63b-39870b501e3d tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:40:35.401928 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3c0521-2109-4a4a-b63b-39870b501e3d tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:40:35.402259 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3c0521-2109-4a4a-b63b-39870b501e3d tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:40:35.402579 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3c0521-2109-4a4a-b63b-39870b501e3d tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:40:35.402901 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3c0521-2109-4a4a-b63b-39870b501e3d tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:40:35.428536 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2bb47a-f368-4dfa-92c4-e4327bbb37f1 req-fa3c0521-2109-4a4a-b63b-39870b501e3d tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:40:35.429526 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-6b2bb47a-f368-4dfa-92c4-e4327bbb37f1 req-fa3c0521-2109-4a4a-b63b-39870b501e3d tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4188892'] for port (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:40:35.541713 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc8553a-fe51-4136-bf00-7f5967884329 req-958a161d-12f8-4922-acf1-2da40acefec5 tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:40:35.544650 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-5bc8553a-fe51-4136-bf00-7f5967884329 req-958a161d-12f8-4922-acf1-2da40acefec5 tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] 10.222.0.41 "GET /v2.0/ports?device_id=a46d0f34-d899-4acf-b7fc-8518533f5fb1 HTTP/1.1" status: 200 len: 932 time: 0.0584271 Mar 08 20:40:35.580791 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-6b2bb47a-f368-4dfa-92c4-e4327bbb37f1 req-fa3c0521-2109-4a4a-b63b-39870b501e3d tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5042689 Mar 08 20:40:35.597591 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-5bc8553a-fe51-4136-bf00-7f5967884329 req-b064e083-7938-4189-8b73-6e684bbfc5ea tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] 10.222.0.41 "GET /v2.0/security-groups?id=4d697690-46e7-4a5b-b531-6aaab5a49583&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479987 Mar 08 20:40:35.634394 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.provisioning_blocks [None req-9e760ec4-624b-4134-abea-aab4eb64ed8e None None] Provisioning complete for port 79a2c676-d809-438b-9185-8ab3e0ea2aa5 triggered by entity DHCP. {{(pid=103460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:40:35.634616 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-9e760ec4-624b-4134-abea-aab4eb64ed8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476507'] for port (79a2c676-d809-438b-9185-8ab3e0ea2aa5), provisioning_complete {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:40:35.671532 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.plugin [None req-9e760ec4-624b-4134-abea-aab4eb64ed8e None None] Port 79a2c676-d809-438b-9185-8ab3e0ea2aa5 cannot update to ACTIVE because it is not bound. {{(pid=103460) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 20:40:36.719436 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29369876-2e3a-474b-b234-a3bd8c22ad74 req-cb386403-69bd-472c-940d-58601671fc5a tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:40:36.720933 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-29369876-2e3a-474b-b234-a3bd8c22ad74 req-cb386403-69bd-472c-940d-58601671fc5a tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] 10.222.0.41 "GET /v2.0/ports?device_id=a46d0f34-d899-4acf-b7fc-8518533f5fb1 HTTP/1.1" status: 200 len: 932 time: 0.0572491 Mar 08 20:40:36.769714 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-29369876-2e3a-474b-b234-a3bd8c22ad74 req-9a9d1549-a51e-4954-a9d6-72150c1be6ab tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] 10.222.0.41 "GET /v2.0/security-groups?id=4d697690-46e7-4a5b-b531-6aaab5a49583&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431318 Mar 08 20:40:37.827159 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.v2.base [req-6b2bb47a-f368-4dfa-92c4-e4327bbb37f1 req-e0afdefd-10f5-445c-8502-bcdde87f029b service neutron] Request body: {'port': {'device_id': 'a46d0f34-d899-4acf-b7fc-8518533f5fb1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=103458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:40:37.924433 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-6b2bb47a-f368-4dfa-92c4-e4327bbb37f1 req-e0afdefd-10f5-445c-8502-bcdde87f029b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747308'] for port (79a2c676-d809-438b-9185-8ab3e0ea2aa5), before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:40:37.946105 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9773cf0-5b29-4c28-9fbf-622d38abd6d6 req-8ae78dea-9653-4939-9b54-fd3c25329659 tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:40:37.947673 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-f9773cf0-5b29-4c28-9fbf-622d38abd6d6 req-8ae78dea-9653-4939-9b54-fd3c25329659 tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] 10.222.0.41 "GET /v2.0/ports?device_id=a46d0f34-d899-4acf-b7fc-8518533f5fb1 HTTP/1.1" status: 200 len: 932 time: 0.0978115 Mar 08 20:40:38.083627 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-f9773cf0-5b29-4c28-9fbf-622d38abd6d6 req-efeefeaa-4ed0-45a5-86a4-c334b78db410 tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] 10.222.0.41 "GET /v2.0/security-groups?id=4d697690-46e7-4a5b-b531-6aaab5a49583&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1136329 Mar 08 20:40:38.239870 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.notifiers.nova [req-6b2bb47a-f368-4dfa-92c4-e4327bbb37f1 req-e0afdefd-10f5-445c-8502-bcdde87f029b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79a2c676-d809-438b-9185-8ab3e0ea2aa5 {{(pid=103458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 20:40:38.247883 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-6b2bb47a-f368-4dfa-92c4-e4327bbb37f1 req-e0afdefd-10f5-445c-8502-bcdde87f029b service neutron] Publish callbacks [] for port (79a2c676-d809-438b-9185-8ab3e0ea2aa5), precommit_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:40:38.261113 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [req-6b2bb47a-f368-4dfa-92c4-e4327bbb37f1 req-e0afdefd-10f5-445c-8502-bcdde87f029b service neutron] Transition to ACTIVE for port object 79a2c676-d809-438b-9185-8ab3e0ea2aa5 will not be triggered until provisioned by entity L2. {{(pid=103458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 20:40:38.355540 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-6b2bb47a-f368-4dfa-92c4-e4327bbb37f1 req-e0afdefd-10f5-445c-8502-bcdde87f029b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745146878648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745146440924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745146440942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28566820'] for port (79a2c676-d809-438b-9185-8ab3e0ea2aa5), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:40:38.412971 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0afdefd-10f5-445c-8502-bcdde87f029b service neutron] Pushing event updated for resources: {'Port': ['ID=79a2c676-d809-438b-9185-8ab3e0ea2aa5,revision_number=2']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:40:38.487481 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [req-6b2bb47a-f368-4dfa-92c4-e4327bbb37f1 req-e0afdefd-10f5-445c-8502-bcdde87f029b service neutron] Attempting to bind port 79a2c676-d809-438b-9185-8ab3e0ea2aa5 on host hv-cinder-83009 for vnic_type normal with profile {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 20:40:38.487824 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [req-6b2bb47a-f368-4dfa-92c4-e4327bbb37f1 req-e0afdefd-10f5-445c-8502-bcdde87f029b service neutron] Attempting to bind port 79a2c676-d809-438b-9185-8ab3e0ea2aa5 by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': '8a7da6b0-4771-498d-9c85-c783d4056178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'c2c7d66f-86ac-44f2-9eb5-cb2716ba5d76'}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 20:40:38.488154 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b2bb47a-f368-4dfa-92c4-e4327bbb37f1 req-e0afdefd-10f5-445c-8502-bcdde87f029b service neutron] Attempting to bind port 79a2c676-d809-438b-9185-8ab3e0ea2aa5 on network c2c7d66f-86ac-44f2-9eb5-cb2716ba5d76 {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 20:40:38.494152 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b2bb47a-f368-4dfa-92c4-e4327bbb37f1 req-e0afdefd-10f5-445c-8502-bcdde87f029b service neutron] Port 79a2c676-d809-438b-9185-8ab3e0ea2aa5 on network c2c7d66f-86ac-44f2-9eb5-cb2716ba5d76 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 20:40:38.494480 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b2bb47a-f368-4dfa-92c4-e4327bbb37f1 req-e0afdefd-10f5-445c-8502-bcdde87f029b service neutron] Attempting to bind port 79a2c676-d809-438b-9185-8ab3e0ea2aa5 on network c2c7d66f-86ac-44f2-9eb5-cb2716ba5d76 {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 20:40:38.499889 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b2bb47a-f368-4dfa-92c4-e4327bbb37f1 req-e0afdefd-10f5-445c-8502-bcdde87f029b service neutron] Checking agent: {'id': '905863fd-6a46-47f8-82ce-98f31309cbd3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 20, 29, 24), 'started_at': datetime.datetime(2022, 3, 8, 20, 29, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 20, 40, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 20:40:38.500258 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b2bb47a-f368-4dfa-92c4-e4327bbb37f1 req-e0afdefd-10f5-445c-8502-bcdde87f029b service neutron] Checking segment: {'id': '8a7da6b0-4771-498d-9c85-c783d4056178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'c2c7d66f-86ac-44f2-9eb5-cb2716ba5d76'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 20:40:38.500650 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b2bb47a-f368-4dfa-92c4-e4327bbb37f1 req-e0afdefd-10f5-445c-8502-bcdde87f029b service neutron] Bound using segment: {'id': '8a7da6b0-4771-498d-9c85-c783d4056178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'c2c7d66f-86ac-44f2-9eb5-cb2716ba5d76'} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 20:40:38.501077 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [req-6b2bb47a-f368-4dfa-92c4-e4327bbb37f1 req-e0afdefd-10f5-445c-8502-bcdde87f029b service neutron] Bound port: 79a2c676-d809-438b-9185-8ab3e0ea2aa5, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a7da6b0-4771-498d-9c85-c783d4056178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'c2c7d66f-86ac-44f2-9eb5-cb2716ba5d76'}}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 20:40:38.501473 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-6b2bb47a-f368-4dfa-92c4-e4327bbb37f1 req-e0afdefd-10f5-445c-8502-bcdde87f029b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747308'] for port (79a2c676-d809-438b-9185-8ab3e0ea2aa5), before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:40:38.572412 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.db [req-6b2bb47a-f368-4dfa-92c4-e4327bbb37f1 req-e0afdefd-10f5-445c-8502-bcdde87f029b service neutron] For port 79a2c676-d809-438b-9185-8ab3e0ea2aa5, host hv-cinder-83009, cleared binding levels {{(pid=103458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 20:40:38.575589 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.db [req-6b2bb47a-f368-4dfa-92c4-e4327bbb37f1 req-e0afdefd-10f5-445c-8502-bcdde87f029b service neutron] For port 79a2c676-d809-438b-9185-8ab3e0ea2aa5, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=79a2c676-d809-438b-9185-8ab3e0ea2aa5,segment=NetworkSegment(8a7da6b0-4771-498d-9c85-c783d4056178),segment_id=8a7da6b0-4771-498d-9c85-c783d4056178)] {{(pid=103458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 20:40:38.681706 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-6b2bb47a-f368-4dfa-92c4-e4327bbb37f1 req-e0afdefd-10f5-445c-8502-bcdde87f029b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745146878648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745146440924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745146440942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28566820'] for port (79a2c676-d809-438b-9185-8ab3e0ea2aa5), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:40:38.719951 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2bb47a-f368-4dfa-92c4-e4327bbb37f1 req-e0afdefd-10f5-445c-8502-bcdde87f029b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:40:38.721223 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-6b2bb47a-f368-4dfa-92c4-e4327bbb37f1 req-e0afdefd-10f5-445c-8502-bcdde87f029b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4188892'] for port (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:40:38.722639 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-6b2bb47a-f368-4dfa-92c4-e4327bbb37f1 req-e0afdefd-10f5-445c-8502-bcdde87f029b service neutron] 10.222.0.37 "PUT /v2.0/ports/79a2c676-d809-438b-9185-8ab3e0ea2aa5 HTTP/1.1" status: 200 len: 1094 time: 0.9003978 Mar 08 20:40:38.723052 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a46d0f34-d899-4acf-b7fc-8518533f5fb1', 'tag': '79a2c676-d809-438b-9185-8ab3e0ea2aa5'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 20:40:38.725586 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80a387be2d8005eb2e27f9060a02e972faa958bb0688f3ffd3bc7b0f4eb55c8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1034d410-ef89-4d5c-8b30-ded3adf7d92e" -d '{"events": [{"name": "network-changed", "server_uuid": "a46d0f34-d899-4acf-b7fc-8518533f5fb1", "tag": "79a2c676-d809-438b-9185-8ab3e0ea2aa5"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 20:40:38.762624 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0afdefd-10f5-445c-8502-bcdde87f029b service neutron] Pushing event updated for resources: {'Port': ['ID=79a2c676-d809-438b-9185-8ab3e0ea2aa5,revision_number=3']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:40:38.775329 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 20:40:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b868cc5-4490-472d-8b6b-ccb58aa0ff4a x-openstack-request-id: req-7b868cc5-4490-472d-8b6b-ccb58aa0ff4a {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 20:40:38.775642 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a46d0f34-d899-4acf-b7fc-8518533f5fb1", "tag": "79a2c676-d809-438b-9185-8ab3e0ea2aa5", "status": "completed", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 20:40:38.775890 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7b868cc5-4490-472d-8b6b-ccb58aa0ff4a {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 20:40:38.776317 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a46d0f34-d899-4acf-b7fc-8518533f5fb1', 'tag': '79a2c676-d809-438b-9185-8ab3e0ea2aa5', 'status': 'completed', 'code': 200} Mar 08 20:40:38.855702 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1034d410-ef89-4d5c-8b30-ded3adf7d92e req-daf23aff-2748-468f-a8b0-09422982da13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:40:38.857408 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-1034d410-ef89-4d5c-8b30-ded3adf7d92e req-daf23aff-2748-468f-a8b0-09422982da13 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=bf06b78c460f40649c7dfbdd2a48a3e6&device_id=a46d0f34-d899-4acf-b7fc-8518533f5fb1 HTTP/1.1" status: 200 len: 1128 time: 0.0493460 Mar 08 20:40:38.973603 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1034d410-ef89-4d5c-8b30-ded3adf7d92e req-d53465df-7a1c-4dfe-b931-1e1e328424e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:40:38.975132 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-1034d410-ef89-4d5c-8b30-ded3adf7d92e req-d53465df-7a1c-4dfe-b931-1e1e328424e4 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=bf06b78c460f40649c7dfbdd2a48a3e6&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1103473 Mar 08 20:40:39.079183 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1034d410-ef89-4d5c-8b30-ded3adf7d92e req-27e3151a-eeca-46ce-af7d-6ac2977eb829 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:40:39.081392 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-1034d410-ef89-4d5c-8b30-ded3adf7d92e req-27e3151a-eeca-46ce-af7d-6ac2977eb829 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0969429 Mar 08 20:40:39.195507 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2bb47a-f368-4dfa-92c4-e4327bbb37f1 req-b8264073-1440-45e6-a052-11d3f862b0f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:40:39.197044 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-6b2bb47a-f368-4dfa-92c4-e4327bbb37f1 req-b8264073-1440-45e6-a052-11d3f862b0f9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=bf06b78c460f40649c7dfbdd2a48a3e6&device_id=a46d0f34-d899-4acf-b7fc-8518533f5fb1 HTTP/1.1" status: 200 len: 1128 time: 0.0778003 Mar 08 20:40:39.251930 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14d9767-c93c-476b-a8a7-a0836b96d035 req-b05ee77e-1bea-4e9c-992b-2882a25fe2d2 tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:40:39.253444 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-d14d9767-c93c-476b-a8a7-a0836b96d035 req-b05ee77e-1bea-4e9c-992b-2882a25fe2d2 tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] 10.222.0.41 "GET /v2.0/ports?device_id=a46d0f34-d899-4acf-b7fc-8518533f5fb1 HTTP/1.1" status: 200 len: 944 time: 0.0982308 Mar 08 20:40:39.254687 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-6b2bb47a-f368-4dfa-92c4-e4327bbb37f1 req-28a63a1d-788b-4efb-a8cf-75ef5581dd64 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=79a2c676-d809-438b-9185-8ab3e0ea2aa5 HTTP/1.1" status: 200 len: 217 time: 0.0484281 Mar 08 20:40:39.336154 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2bb47a-f368-4dfa-92c4-e4327bbb37f1 req-dde31be7-c52f-4b6d-8679-a30df9ff9adb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:40:39.337710 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-6b2bb47a-f368-4dfa-92c4-e4327bbb37f1 req-dde31be7-c52f-4b6d-8679-a30df9ff9adb service neutron] 10.222.0.37 "GET /v2.0/subnets?id=88ad92d3-2fe0-4490-8ff5-712fc5e791fb HTTP/1.1" status: 200 len: 850 time: 0.0728750 Mar 08 20:40:39.341544 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-d14d9767-c93c-476b-a8a7-a0836b96d035 req-f981ac53-6893-464d-8d6c-cd5a7239307b tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] 10.222.0.41 "GET /v2.0/security-groups?id=4d697690-46e7-4a5b-b531-6aaab5a49583&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0825806 Mar 08 20:40:39.395352 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2bb47a-f368-4dfa-92c4-e4327bbb37f1 req-75ce387d-6a5f-49ac-8cb2-5bd0316bf8a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:40:39.397240 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-6b2bb47a-f368-4dfa-92c4-e4327bbb37f1 req-75ce387d-6a5f-49ac-8cb2-5bd0316bf8a7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c2c7d66f-86ac-44f2-9eb5-cb2716ba5d76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0501759 Mar 08 20:40:39.489341 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-6b2bb47a-f368-4dfa-92c4-e4327bbb37f1 req-20b3303f-4ad1-4694-8c15-ed6e54d4f759 service neutron] 10.222.0.37 "GET /v2.0/networks/c2c7d66f-86ac-44f2-9eb5-cb2716ba5d76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840282 Mar 08 20:40:39.587548 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-6b2bb47a-f368-4dfa-92c4-e4327bbb37f1 req-e3a58e73-c62b-461b-968f-dc8f55494830 service neutron] 10.222.0.37 "GET /v2.0/networks/c2c7d66f-86ac-44f2-9eb5-cb2716ba5d76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912244 Mar 08 20:40:40.463361 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327aded6-d222-46b0-9807-0d4d4b1c9299 req-f0307417-5617-422c-a7d5-7fbc9509eb50 tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:40:40.464913 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-327aded6-d222-46b0-9807-0d4d4b1c9299 req-f0307417-5617-422c-a7d5-7fbc9509eb50 tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] 10.222.0.41 "GET /v2.0/ports?device_id=a46d0f34-d899-4acf-b7fc-8518533f5fb1 HTTP/1.1" status: 200 len: 944 time: 0.0531785 Mar 08 20:40:40.515586 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-327aded6-d222-46b0-9807-0d4d4b1c9299 req-727472da-7344-455d-a618-e74998c6f4f7 tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] 10.222.0.41 "GET /v2.0/security-groups?id=4d697690-46e7-4a5b-b531-6aaab5a49583&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450008 Mar 08 20:40:40.577941 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.wsgi [-] (103459) accepted ('10.222.0.41', 37934) {{(pid=103459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:40:40.684495 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-81fb2832-90fa-443c-993a-2f80d2dccd07 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:40:40.759068 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-81fb2832-90fa-443c-993a-2f80d2dccd07 admin admin] Publish callbacks [] for security_group (756528cb-2764-43b0-b797-c726be1f9974), precommit_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:40:40.886980 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-81fb2832-90fa-443c-993a-2f80d2dccd07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310940'] for security_group (756528cb-2764-43b0-b797-c726be1f9974), after_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:40:40.931614 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [None req-81fb2832-90fa-443c-993a-2f80d2dccd07 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=59e9b370ef44483e91c184bb921ed9c3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3524048 Mar 08 20:40:40.933001 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fb2832-90fa-443c-993a-2f80d2dccd07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=756528cb-2764-43b0-b797-c726be1f9974,revision_number=1']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:40:40.940441 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.41', 37946) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:40:40.941340 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81fb2832-90fa-443c-993a-2f80d2dccd07 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:40:40.941786 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81fb2832-90fa-443c-993a-2f80d2dccd07 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:40:40.942325 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81fb2832-90fa-443c-993a-2f80d2dccd07 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:40:40.942968 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81fb2832-90fa-443c-993a-2f80d2dccd07 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:40:40.943317 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81fb2832-90fa-443c-993a-2f80d2dccd07 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:40:40.943709 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81fb2832-90fa-443c-993a-2f80d2dccd07 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:40:40.944173 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81fb2832-90fa-443c-993a-2f80d2dccd07 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:40:40.944668 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81fb2832-90fa-443c-993a-2f80d2dccd07 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:40:40.945067 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81fb2832-90fa-443c-993a-2f80d2dccd07 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:40:40.945529 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81fb2832-90fa-443c-993a-2f80d2dccd07 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:40:40.946123 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81fb2832-90fa-443c-993a-2f80d2dccd07 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:40:40.946525 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81fb2832-90fa-443c-993a-2f80d2dccd07 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:40:40.947229 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81fb2832-90fa-443c-993a-2f80d2dccd07 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:40:40.997796 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-d0b83dff-f182-4fb7-91ce-46b9fc78d7a6 admin admin] Publish callbacks [] for security_group (756528cb-2764-43b0-b797-c726be1f9974), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:40:41.019356 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-d0b83dff-f182-4fb7-91ce-46b9fc78d7a6 admin admin] Publish callbacks [] for security_group (756528cb-2764-43b0-b797-c726be1f9974), precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:40:41.138484 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-d0b83dff-f182-4fb7-91ce-46b9fc78d7a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310940'] for security_group (756528cb-2764-43b0-b797-c726be1f9974), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:40:41.143187 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-d0b83dff-f182-4fb7-91ce-46b9fc78d7a6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:40:41.144391 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-d0b83dff-f182-4fb7-91ce-46b9fc78d7a6 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/756528cb-2764-43b0-b797-c726be1f9974 HTTP/1.1" status: 204 len: 168 time: 0.2029121 Mar 08 20:40:41.154843 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b83dff-f182-4fb7-91ce-46b9fc78d7a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=756528cb-2764-43b0-b797-c726be1f9974,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:40:41.638403 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea95b2f-e2a8-4750-909d-717d5ef55e6f req-ae928906-501c-4c80-b4de-e8a6c8cf453e tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:40:41.640500 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-4ea95b2f-e2a8-4750-909d-717d5ef55e6f req-ae928906-501c-4c80-b4de-e8a6c8cf453e tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] 10.222.0.41 "GET /v2.0/ports?device_id=a46d0f34-d899-4acf-b7fc-8518533f5fb1 HTTP/1.1" status: 200 len: 944 time: 0.0571327 Mar 08 20:40:41.690355 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-4ea95b2f-e2a8-4750-909d-717d5ef55e6f req-3a6d8fe4-cad8-4f9a-a2d8-c8c4adfc7cb9 tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] 10.222.0.41 "GET /v2.0/security-groups?id=4d697690-46e7-4a5b-b531-6aaab5a49583&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441802 Mar 08 20:40:42.034095 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.wsgi [-] (103459) accepted ('10.222.0.41', 37960) {{(pid=103459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:40:42.047172 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-35be21f8-a13c-4f40-b9ff-e6dc255c1ee8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:40:42.120112 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-35be21f8-a13c-4f40-b9ff-e6dc255c1ee8 admin admin] Publish callbacks [] for security_group (99d6dfa9-f7a1-4a3e-98cc-31fa046fb8bf), precommit_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:40:42.241819 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-35be21f8-a13c-4f40-b9ff-e6dc255c1ee8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310940'] for security_group (99d6dfa9-f7a1-4a3e-98cc-31fa046fb8bf), after_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:40:42.282045 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [None req-35be21f8-a13c-4f40-b9ff-e6dc255c1ee8 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4879dbe7eb7c425aab716378cf1ede14&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2467401 Mar 08 20:40:42.283294 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35be21f8-a13c-4f40-b9ff-e6dc255c1ee8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99d6dfa9-f7a1-4a3e-98cc-31fa046fb8bf,revision_number=1']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:40:42.284989 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.41', 37968) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:40:42.345996 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-34f3f28b-23bd-4fb3-8d5f-8c0819e181fa admin admin] Publish callbacks [] for security_group (99d6dfa9-f7a1-4a3e-98cc-31fa046fb8bf), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:40:42.368113 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-34f3f28b-23bd-4fb3-8d5f-8c0819e181fa admin admin] Publish callbacks [] for security_group (99d6dfa9-f7a1-4a3e-98cc-31fa046fb8bf), precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:40:42.526679 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-34f3f28b-23bd-4fb3-8d5f-8c0819e181fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310940'] for security_group (99d6dfa9-f7a1-4a3e-98cc-31fa046fb8bf), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:40:42.529582 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-34f3f28b-23bd-4fb3-8d5f-8c0819e181fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:40:42.530826 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-34f3f28b-23bd-4fb3-8d5f-8c0819e181fa admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/99d6dfa9-f7a1-4a3e-98cc-31fa046fb8bf HTTP/1.1" status: 204 len: 168 time: 0.2429945 Mar 08 20:40:42.539964 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f3f28b-23bd-4fb3-8d5f-8c0819e181fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99d6dfa9-f7a1-4a3e-98cc-31fa046fb8bf,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:40:42.779429 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.41', 37976) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:40:42.810168 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a29fd78-112e-4b28-a07e-ecd4d4efba34 req-03bbcb01-f0a7-4d37-8726-c809a84227c4 tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:40:42.811930 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-2a29fd78-112e-4b28-a07e-ecd4d4efba34 req-03bbcb01-f0a7-4d37-8726-c809a84227c4 tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] 10.222.0.41 "GET /v2.0/ports?device_id=a46d0f34-d899-4acf-b7fc-8518533f5fb1 HTTP/1.1" status: 200 len: 944 time: 0.0541794 Mar 08 20:40:42.863835 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-2a29fd78-112e-4b28-a07e-ecd4d4efba34 req-340edbfd-9ba6-4c29-b1dc-b69c62379ea2 tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] 10.222.0.41 "GET /v2.0/security-groups?id=4d697690-46e7-4a5b-b531-6aaab5a49583&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446272 Mar 08 20:40:42.982574 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-fb9e5d80-4d28-4ba8-a292-07548d32049c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:40:43.059150 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-fb9e5d80-4d28-4ba8-a292-07548d32049c admin admin] Publish callbacks [] for security_group (de229846-11a4-4ba7-81c1-4247466fe38e), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:40:43.149870 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-fb9e5d80-4d28-4ba8-a292-07548d32049c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310940'] for security_group (de229846-11a4-4ba7-81c1-4247466fe38e), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:40:43.192058 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-fb9e5d80-4d28-4ba8-a292-07548d32049c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6ec10d3dcb3e41ac9a4c8482da7177d1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4115343 Mar 08 20:40:43.194010 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9e5d80-4d28-4ba8-a292-07548d32049c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de229846-11a4-4ba7-81c1-4247466fe38e,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:40:43.194830 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.wsgi [-] (103459) accepted ('10.222.0.41', 37988) {{(pid=103459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:40:43.248743 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-5bde2d2b-8c9c-492c-838e-d3d7c6071963 admin admin] Publish callbacks [] for security_group (de229846-11a4-4ba7-81c1-4247466fe38e), before_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:40:43.274866 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-5bde2d2b-8c9c-492c-838e-d3d7c6071963 admin admin] Publish callbacks [] for security_group (de229846-11a4-4ba7-81c1-4247466fe38e), precommit_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:40:43.435684 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-5bde2d2b-8c9c-492c-838e-d3d7c6071963 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310940'] for security_group (de229846-11a4-4ba7-81c1-4247466fe38e), after_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:40:43.440480 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-5bde2d2b-8c9c-492c-838e-d3d7c6071963 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:40:43.442687 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [None req-5bde2d2b-8c9c-492c-838e-d3d7c6071963 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/de229846-11a4-4ba7-81c1-4247466fe38e HTTP/1.1" status: 204 len: 168 time: 0.2466707 Mar 08 20:40:43.457467 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bde2d2b-8c9c-492c-838e-d3d7c6071963 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de229846-11a4-4ba7-81c1-4247466fe38e,revision_number=None']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:40:43.990599 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d8d02a-2e8b-4d65-a83a-49be9cf048a0 req-a0d116d6-5546-43e7-bd68-a51e2706eeca tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:40:43.992254 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-87d8d02a-2e8b-4d65-a83a-49be9cf048a0 req-a0d116d6-5546-43e7-bd68-a51e2706eeca tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] 10.222.0.41 "GET /v2.0/ports?device_id=a46d0f34-d899-4acf-b7fc-8518533f5fb1 HTTP/1.1" status: 200 len: 944 time: 0.0589375 Mar 08 20:40:44.047509 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-87d8d02a-2e8b-4d65-a83a-49be9cf048a0 req-b800138e-eb68-4f7d-b909-edc130501bd0 tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] 10.222.0.41 "GET /v2.0/security-groups?id=4d697690-46e7-4a5b-b531-6aaab5a49583&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471549 Mar 08 20:40:44.205025 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.db.agents_db [None req-39e8813d-158c-4e2f-bb5f-b8539461cb33 None None] Agent healthcheck: found 6 active agents {{(pid=103461) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 20:40:44.813414 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.41', 38040) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:40:44.919188 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.v2.base [None req-4e1176d3-f7fa-40a5-a400-a7f49c78c43b admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1798639412-network', 'tenant_id': '541c315e66fa42668963ee3c03670435'}} {{(pid=103458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:40:45.007189 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e1176d3-f7fa-40a5-a400-a7f49c78c43b admin admin] Made reservation on behalf of 541c315e66fa42668963ee3c03670435 for: {'network': 1} {{(pid=103458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 20:40:45.011480 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-4e1176d3-f7fa-40a5-a400-a7f49c78c43b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747308'] for network (None), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:40:45.023794 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-4e1176d3-f7fa-40a5-a400-a7f49c78c43b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:40:45.116210 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-4e1176d3-f7fa-40a5-a400-a7f49c78c43b admin admin] Publish callbacks [] for security_group (802559eb-4a4a-4285-9736-477b59370538), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:40:45.174325 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b112472f-e24c-4bb9-a5d7-2fb85002bab2 req-e3796952-b335-417e-bcf2-256b95a7f2c2 tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:40:45.176133 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-b112472f-e24c-4bb9-a5d7-2fb85002bab2 req-e3796952-b335-417e-bcf2-256b95a7f2c2 tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] 10.222.0.41 "GET /v2.0/ports?device_id=a46d0f34-d899-4acf-b7fc-8518533f5fb1 HTTP/1.1" status: 200 len: 944 time: 0.0558136 Mar 08 20:40:45.201252 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-4e1176d3-f7fa-40a5-a400-a7f49c78c43b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310940'] for security_group (802559eb-4a4a-4285-9736-477b59370538), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:40:45.231191 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-b112472f-e24c-4bb9-a5d7-2fb85002bab2 req-7a059670-3007-422e-bf39-f5e1d3857521 tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] 10.222.0.41 "GET /v2.0/security-groups?id=4d697690-46e7-4a5b-b531-6aaab5a49583&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489385 Mar 08 20:40:45.235651 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e1176d3-f7fa-40a5-a400-a7f49c78c43b admin admin] vlan segment allocate from pool success with {'vlan_id': 135, 'physical_network': 'physnet1'} {{(pid=103458) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 20:40:45.247289 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1176d3-f7fa-40a5-a400-a7f49c78c43b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=802559eb-4a4a-4285-9736-477b59370538,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:40:45.253271 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-4e1176d3-f7fa-40a5-a400-a7f49c78c43b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536034'] for segment (000d13a8-cbfa-4246-848f-00116c5f2566), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:40:45.253611 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.db.segments_db [None req-4e1176d3-f7fa-40a5-a400-a7f49c78c43b admin admin] Added segment 000d13a8-cbfa-4246-848f-00116c5f2566 of type vlan for network 59981146-db64-4aab-9ae0-f6de91557fc5 Mar 08 20:40:45.307594 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-4e1176d3-f7fa-40a5-a400-a7f49c78c43b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745146455601'] for network (59981146-db64-4aab-9ae0-f6de91557fc5), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:40:45.436303 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-4e1176d3-f7fa-40a5-a400-a7f49c78c43b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763'] for network (59981146-db64-4aab-9ae0-f6de91557fc5), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:40:45.437288 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e1176d3-f7fa-40a5-a400-a7f49c78c43b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:40:45.438134 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-4e1176d3-f7fa-40a5-a400-a7f49c78c43b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3733777'] for network (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:40:45.475564 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.wsgi [-] (103459) accepted ('10.222.0.41', 38076) {{(pid=103459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:40:45.503217 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1176d3-f7fa-40a5-a400-a7f49c78c43b admin admin] Pushing event updated for resources: {'Network': ['ID=59981146-db64-4aab-9ae0-f6de91557fc5,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:40:45.515496 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.rpc [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Network 59981146-db64-4aab-9ae0-f6de91557fc5 details requested by agent ovs-agent-dv-cinder-830096-3-iscsi with host dv-cinder-830096-3-iscsi {{(pid=103460) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 20:40:45.540700 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.wsgi [-] (103459) accepted ('10.222.0.41', 38080) {{(pid=103459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:40:45.541818 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-4e1176d3-f7fa-40a5-a400-a7f49c78c43b admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7221692 Mar 08 20:40:45.546287 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.v2.base [None req-b7b4351c-1fdc-4eb5-be05-f327d2fcd9ab admin admin] Request body: {'subnet': {'network_id': '59981146-db64-4aab-9ae0-f6de91557fc5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1798639412-subnet', 'tenant_id': '541c315e66fa42668963ee3c03670435', 'ip_version': 4}} {{(pid=103459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:40:45.609563 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-a69da736-7935-4122-9372-1f7faabde75c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:40:45.689859 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-a69da736-7935-4122-9372-1f7faabde75c admin admin] Publish callbacks [] for security_group (5fd57f4c-59d2-4187-b32d-ec496b98b86b), precommit_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:40:45.698635 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7b4351c-1fdc-4eb5-be05-f327d2fcd9ab admin admin] Made reservation on behalf of 541c315e66fa42668963ee3c03670435 for: {'subnet': 1} {{(pid=103459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 20:40:45.701071 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-b7b4351c-1fdc-4eb5-be05-f327d2fcd9ab admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28758520'] for subnet (None), before_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:40:45.832882 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-a69da736-7935-4122-9372-1f7faabde75c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310940'] for security_group (5fd57f4c-59d2-4187-b32d-ec496b98b86b), after_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:40:45.913760 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [None req-a69da736-7935-4122-9372-1f7faabde75c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7c055d93dc954a629ec43d3b4396ace3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4366632 Mar 08 20:40:45.916547 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.41', 38082) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:40:45.919056 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69da736-7935-4122-9372-1f7faabde75c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fd57f4c-59d2-4187-b32d-ec496b98b86b,revision_number=1']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:40:45.980459 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-93c058b9-f9dc-4e50-8312-a1573739f587 admin admin] Publish callbacks [] for security_group (5fd57f4c-59d2-4187-b32d-ec496b98b86b), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:40:46.001703 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-b7b4351c-1fdc-4eb5-be05-f327d2fcd9ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28404325', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28758502'] for subnet (64223cab-22b1-4c64-b303-569b24b13550), after_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:40:46.012469 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-93c058b9-f9dc-4e50-8312-a1573739f587 admin admin] Publish callbacks [] for security_group (5fd57f4c-59d2-4187-b32d-ec496b98b86b), precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:40:46.047234 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.wsgi [-] (103459) accepted ('10.222.0.41', 38086) {{(pid=103459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:40:46.075584 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b4351c-1fdc-4eb5-be05-f327d2fcd9ab admin admin] Pushing event updated for resources: {'Subnet': ['ID=64223cab-22b1-4c64-b303-569b24b13550,revision_number=0']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:40:46.088937 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7b4351c-1fdc-4eb5-be05-f327d2fcd9ab admin admin] Checking segment: {'id': '000d13a8-cbfa-4246-848f-00116c5f2566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '59981146-db64-4aab-9ae0-f6de91557fc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 20:40:46.089489 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7b4351c-1fdc-4eb5-be05-f327d2fcd9ab admin admin] Network hostable DHCP agents. Network: 59981146-db64-4aab-9ae0-f6de91557fc5, hostable agents: ['a3d84102-f7d3-452b-861a-973020576047'], hosted agents: [] {{(pid=103459) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 20:40:46.184890 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-593681f0-f385-403b-a2ed-4ce47fead944 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:40:46.200910 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-93c058b9-f9dc-4e50-8312-a1573739f587 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310940'] for security_group (5fd57f4c-59d2-4187-b32d-ec496b98b86b), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:40:46.203503 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-93c058b9-f9dc-4e50-8312-a1573739f587 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:40:46.205502 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-93c058b9-f9dc-4e50-8312-a1573739f587 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5fd57f4c-59d2-4187-b32d-ec496b98b86b HTTP/1.1" status: 204 len: 168 time: 0.2878041 Mar 08 20:40:46.213545 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c058b9-f9dc-4e50-8312-a1573739f587 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fd57f4c-59d2-4187-b32d-ec496b98b86b,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:40:46.241782 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7b4351c-1fdc-4eb5-be05-f327d2fcd9ab admin admin] Network 59981146-db64-4aab-9ae0-f6de91557fc5 is scheduled to be hosted by DHCP agent a3d84102-f7d3-452b-861a-973020576047 with binding_index 1 {{(pid=103459) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 20:40:46.277357 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-593681f0-f385-403b-a2ed-4ce47fead944 admin admin] Publish callbacks [] for security_group (622eb363-27b4-44a8-a7af-6e8835333eb6), precommit_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:40:46.332319 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.scheduler.base_scheduler [None req-b7b4351c-1fdc-4eb5-be05-f327d2fcd9ab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830096-3-iscsi, 59981146-db64-4aab-9ae0-f6de91557fc5) {{(pid=103459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:40:46.337744 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7b4351c-1fdc-4eb5-be05-f327d2fcd9ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:40:46.350001 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-b7b4351c-1fdc-4eb5-be05-f327d2fcd9ab admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:40:46.350246 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95b657a2-82f9-4b4b-9ecc-2e4b9c1040ec None None] Network 59981146-db64-4aab-9ae0-f6de91557fc5 requested from dv-cinder-830096-3-iscsi {{(pid=103460) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 20:40:46.378690 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-593681f0-f385-403b-a2ed-4ce47fead944 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310940'] for security_group (622eb363-27b4-44a8-a7af-6e8835333eb6), after_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:40:46.386693 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fe2de9-466d-4bdd-ac99-9842b962d7f0 req-07f86629-ede3-4a3d-8f19-5b769bb373bf tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:40:46.398949 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-c1fe2de9-466d-4bdd-ac99-9842b962d7f0 req-07f86629-ede3-4a3d-8f19-5b769bb373bf tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] 10.222.0.41 "GET /v2.0/ports?device_id=a46d0f34-d899-4acf-b7fc-8518533f5fb1 HTTP/1.1" status: 200 len: 944 time: 0.0814226 Mar 08 20:40:46.438261 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [None req-593681f0-f385-403b-a2ed-4ce47fead944 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=fb89cd85cf3f492a88c386a25543f748&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3873479 Mar 08 20:40:46.438261 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593681f0-f385-403b-a2ed-4ce47fead944 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=622eb363-27b4-44a8-a7af-6e8835333eb6,revision_number=1']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:40:46.438652 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.41', 38094) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:40:46.466400 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [None req-b7b4351c-1fdc-4eb5-be05-f327d2fcd9ab admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9241972 Mar 08 20:40:46.467102 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.wsgi [-] (103459) accepted ('10.222.0.41', 38096) {{(pid=103459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:40:46.472544 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.v2.base [None req-16959a78-80e2-469b-a405-218d1f8d11d5 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1798639412-router', 'tenant_id': '541c315e66fa42668963ee3c03670435', 'external_gateway_info': {'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052'}}} {{(pid=103459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:40:46.489325 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-c1fe2de9-466d-4bdd-ac99-9842b962d7f0 req-9465ea3c-74a4-466d-9ce0-628f586e134b tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] 10.222.0.41 "GET /v2.0/security-groups?id=4d697690-46e7-4a5b-b531-6aaab5a49583&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0910020 Mar 08 20:40:46.491898 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9620c394-d72b-4d65-8287-61daf3271590 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6397307-3a10-58e1-a95b-092462da5fca-59981146-db64-4aab-9ae0-f6de91557fc5', 'network_id': '59981146-db64-4aab-9ae0-f6de91557fc5', 'project_id': '541c315e66fa42668963ee3c03670435', 'fixed_ips': [{'subnet_id': '64223cab-22b1-4c64-b303-569b24b13550'}]}} from dv-cinder-830096-3-iscsi. {{(pid=103460) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 08 20:40:46.492887 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-9620c394-d72b-4d65-8287-61daf3271590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747308'] for port (None), before_create {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:40:46.514246 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-4bf68288-5c9b-4a36-8861-f0d638f6f9a6 admin admin] Publish callbacks [] for security_group (622eb363-27b4-44a8-a7af-6e8835333eb6), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:40:46.566274 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-4bf68288-5c9b-4a36-8861-f0d638f6f9a6 admin admin] Publish callbacks [] for security_group (622eb363-27b4-44a8-a7af-6e8835333eb6), precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:40:46.601441 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-16959a78-80e2-469b-a405-218d1f8d11d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-449439', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126078'] for router (4e783fcd-94b3-4897-953b-f8d250192afb), before_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:40:46.607660 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-16959a78-80e2-469b-a405-218d1f8d11d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-448367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-442588', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-476585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126025'] for router (4e783fcd-94b3-4897-953b-f8d250192afb), precommit_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:40:46.680131 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.db_base_plugin_common [None req-9620c394-d72b-4d65-8287-61daf3271590 None None] Allocated IP 172.20.0.2 (59981146-db64-4aab-9ae0-f6de91557fc5/64223cab-22b1-4c64-b303-569b24b13550/eac60c1a-fc0d-4c46-9c3e-65a6b8d3d874) {{(pid=103460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 20:40:46.714854 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-4bf68288-5c9b-4a36-8861-f0d638f6f9a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310940'] for security_group (622eb363-27b4-44a8-a7af-6e8835333eb6), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:40:46.718560 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-4bf68288-5c9b-4a36-8861-f0d638f6f9a6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:40:46.724533 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-4bf68288-5c9b-4a36-8861-f0d638f6f9a6 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/622eb363-27b4-44a8-a7af-6e8835333eb6 HTTP/1.1" status: 204 len: 168 time: 0.2845230 Mar 08 20:40:46.734906 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf68288-5c9b-4a36-8861-f0d638f6f9a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=622eb363-27b4-44a8-a7af-6e8835333eb6,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:40:46.782188 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-16959a78-80e2-469b-a405-218d1f8d11d5 admin admin] Publish callbacks [] for router_controller (4e783fcd-94b3-4897-953b-f8d250192afb), precommit_add_association {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:40:46.901249 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-9620c394-d72b-4d65-8287-61daf3271590 None None] Publish callbacks [] for port (eac60c1a-fc0d-4c46-9c3e-65a6b8d3d874), precommit_create {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:40:47.001509 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-9620c394-d72b-4d65-8287-61daf3271590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745146440906'] for port (eac60c1a-fc0d-4c46-9c3e-65a6b8d3d874), after_create {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:40:47.027602 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-16959a78-80e2-469b-a405-218d1f8d11d5 admin admin] Publish callbacks [] for router_gateway (4e783fcd-94b3-4897-953b-f8d250192afb), precommit_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:40:47.060569 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9620c394-d72b-4d65-8287-61daf3271590 None None] Network 59981146-db64-4aab-9ae0-f6de91557fc5 is already hosted by enough agents. {{(pid=103460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 20:40:47.067299 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.scheduler.base_scheduler [None req-9620c394-d72b-4d65-8287-61daf3271590 None None] Resources bound (agent type, host, resource id): {{(pid=103460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:40:47.071061 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9620c394-d72b-4d65-8287-61daf3271590 None None] Pushing event updated for resources: {'Port': ['ID=eac60c1a-fc0d-4c46-9c3e-65a6b8d3d874,revision_number=1']} {{(pid=103460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:40:47.075964 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9620c394-d72b-4d65-8287-61daf3271590 None None] Received port after_create {{(pid=103460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 20:40:47.090535 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9620c394-d72b-4d65-8287-61daf3271590 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:40:47.091120 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9620c394-d72b-4d65-8287-61daf3271590 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:40:47.091769 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9620c394-d72b-4d65-8287-61daf3271590 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:40:47.092408 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9620c394-d72b-4d65-8287-61daf3271590 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:40:47.092934 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9620c394-d72b-4d65-8287-61daf3271590 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:40:47.093475 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9620c394-d72b-4d65-8287-61daf3271590 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:40:47.094003 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9620c394-d72b-4d65-8287-61daf3271590 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:40:47.094528 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9620c394-d72b-4d65-8287-61daf3271590 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:40:47.095625 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9620c394-d72b-4d65-8287-61daf3271590 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:40:47.096221 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9620c394-d72b-4d65-8287-61daf3271590 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:40:47.096810 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9620c394-d72b-4d65-8287-61daf3271590 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:40:47.097375 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9620c394-d72b-4d65-8287-61daf3271590 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:40:47.097942 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9620c394-d72b-4d65-8287-61daf3271590 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:40:47.197251 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.managers [None req-9620c394-d72b-4d65-8287-61daf3271590 None None] Attempting to bind port eac60c1a-fc0d-4c46-9c3e-65a6b8d3d874 on host dv-cinder-830096-3-iscsi for vnic_type normal with profile {{(pid=103460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 20:40:47.197923 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.managers [None req-9620c394-d72b-4d65-8287-61daf3271590 None None] Attempting to bind port eac60c1a-fc0d-4c46-9c3e-65a6b8d3d874 by drivers openvswitch,hyperv on host dv-cinder-830096-3-iscsi at level 0 using segments [{'id': '000d13a8-cbfa-4246-848f-00116c5f2566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '59981146-db64-4aab-9ae0-f6de91557fc5'}] {{(pid=103460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 20:40:47.198621 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9620c394-d72b-4d65-8287-61daf3271590 None None] Attempting to bind port eac60c1a-fc0d-4c46-9c3e-65a6b8d3d874 on network 59981146-db64-4aab-9ae0-f6de91557fc5 {{(pid=103460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 20:40:47.207839 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9620c394-d72b-4d65-8287-61daf3271590 None None] Checking agent: {'id': 'fa4b043a-5d45-4181-9cb2-30d29598ef5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830096-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 20, 23, 5), 'started_at': datetime.datetime(2022, 3, 8, 20, 23, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 20, 40, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830096-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 20:40:47.208474 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9620c394-d72b-4d65-8287-61daf3271590 None None] Checking segment: {'id': '000d13a8-cbfa-4246-848f-00116c5f2566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '59981146-db64-4aab-9ae0-f6de91557fc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 20:40:47.209106 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-9620c394-d72b-4d65-8287-61daf3271590 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:40:47.209947 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9620c394-d72b-4d65-8287-61daf3271590 None None] Bound using segment: {'id': '000d13a8-cbfa-4246-848f-00116c5f2566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '59981146-db64-4aab-9ae0-f6de91557fc5'} {{(pid=103460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 20:40:47.210680 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.managers [None req-9620c394-d72b-4d65-8287-61daf3271590 None None] Bound port: eac60c1a-fc0d-4c46-9c3e-65a6b8d3d874, host: dv-cinder-830096-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '000d13a8-cbfa-4246-848f-00116c5f2566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '59981146-db64-4aab-9ae0-f6de91557fc5'}}] {{(pid=103460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 20:40:47.211592 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-9620c394-d72b-4d65-8287-61daf3271590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747308'] for port (eac60c1a-fc0d-4c46-9c3e-65a6b8d3d874), before_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:40:47.310703 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.db [None req-9620c394-d72b-4d65-8287-61daf3271590 None None] For port eac60c1a-fc0d-4c46-9c3e-65a6b8d3d874, host dv-cinder-830096-3-iscsi, cleared binding levels {{(pid=103460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 20:40:47.339933 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.db [None req-9620c394-d72b-4d65-8287-61daf3271590 None None] For port eac60c1a-fc0d-4c46-9c3e-65a6b8d3d874, host dv-cinder-830096-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-3-iscsi',level=0,port_id=eac60c1a-fc0d-4c46-9c3e-65a6b8d3d874,segment=NetworkSegment(000d13a8-cbfa-4246-848f-00116c5f2566),segment_id=000d13a8-cbfa-4246-848f-00116c5f2566)] {{(pid=103460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 20:40:47.378156 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-16959a78-80e2-469b-a405-218d1f8d11d5 admin admin] Publish callbacks [] for router_gateway (4e783fcd-94b3-4897-953b-f8d250192afb), before_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:40:47.397791 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-16959a78-80e2-469b-a405-218d1f8d11d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747308'] for port (None), before_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:40:47.464215 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-9620c394-d72b-4d65-8287-61daf3271590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745146878648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745146440924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745146440942'] for port (eac60c1a-fc0d-4c46-9c3e-65a6b8d3d874), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:40:47.506170 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.db.db_base_plugin_common [None req-16959a78-80e2-469b-a405-218d1f8d11d5 admin admin] Allocated IP 172.27.2.183 (fc278ace-cc38-44e4-ba35-3f28be706052/6746aa92-141d-47b3-806a-20502e0a6f7e/b94a8249-8eb2-42a6-a0ef-f27012dcd1aa) {{(pid=103459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 20:40:47.533053 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9620c394-d72b-4d65-8287-61daf3271590 None None] Pushing event updated for resources: {'Port': ['ID=eac60c1a-fc0d-4c46-9c3e-65a6b8d3d874,revision_number=2']} {{(pid=103460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:40:47.659324 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-16959a78-80e2-469b-a405-218d1f8d11d5 admin admin] Publish callbacks [] for port (b94a8249-8eb2-42a6-a0ef-f27012dcd1aa), precommit_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:40:47.676309 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cda5c2-50ea-401b-8ac3-f35d9eb9501e req-54cb8b93-c6af-4be6-a973-f8db5b253d40 tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:40:47.678052 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-d0cda5c2-50ea-401b-8ac3-f35d9eb9501e req-54cb8b93-c6af-4be6-a973-f8db5b253d40 tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] 10.222.0.41 "GET /v2.0/ports?device_id=a46d0f34-d899-4acf-b7fc-8518533f5fb1 HTTP/1.1" status: 200 len: 944 time: 0.0966055 Mar 08 20:40:47.739199 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.41', 38122) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:40:47.756773 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-bdb4be07-d354-48b1-a017-a39a509bad56 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:40:47.759681 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-d0cda5c2-50ea-401b-8ac3-f35d9eb9501e req-a0476cbe-b025-4605-80eb-93536c1d95c5 tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] 10.222.0.41 "GET /v2.0/security-groups?id=4d697690-46e7-4a5b-b531-6aaab5a49583&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631502 Mar 08 20:40:47.802178 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-16959a78-80e2-469b-a405-218d1f8d11d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745146440906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28404629'] for port (b94a8249-8eb2-42a6-a0ef-f27012dcd1aa), after_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:40:47.844366 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16959a78-80e2-469b-a405-218d1f8d11d5 admin admin] Network fc278ace-cc38-44e4-ba35-3f28be706052 is already hosted by enough agents. {{(pid=103459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 20:40:47.848018 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.scheduler.base_scheduler [None req-16959a78-80e2-469b-a405-218d1f8d11d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:40:47.855134 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16959a78-80e2-469b-a405-218d1f8d11d5 admin admin] Received port after_create {{(pid=103459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 20:40:47.891799 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16959a78-80e2-469b-a405-218d1f8d11d5 admin admin] Pushing event updated for resources: {'Port': ['ID=b94a8249-8eb2-42a6-a0ef-f27012dcd1aa,revision_number=1']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:40:47.895793 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-bdb4be07-d354-48b1-a017-a39a509bad56 admin admin] Publish callbacks [] for security_group (711ba40d-8d29-45dc-a2f6-91ac113bd09a), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:40:47.989735 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-bdb4be07-d354-48b1-a017-a39a509bad56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310940'] for security_group (711ba40d-8d29-45dc-a2f6-91ac113bd09a), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:40:48.031590 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb4be07-d354-48b1-a017-a39a509bad56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=711ba40d-8d29-45dc-a2f6-91ac113bd09a,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:40:48.038752 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-bdb4be07-d354-48b1-a017-a39a509bad56 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=33f128b83db44088800f6e9d2576abd6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3009632 Mar 08 20:40:48.049042 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.41', 38130) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:40:48.052046 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.rpc [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Device 79a2c676-d809-438b-9185-8ab3e0ea2aa5 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103460) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 20:40:48.135143 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-5781b0fb-ada5-4c0e-b0e1-c665e6935e10 admin admin] Publish callbacks [] for security_group (711ba40d-8d29-45dc-a2f6-91ac113bd09a), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:40:48.163389 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-5781b0fb-ada5-4c0e-b0e1-c665e6935e10 admin admin] Publish callbacks [] for security_group (711ba40d-8d29-45dc-a2f6-91ac113bd09a), precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:40:48.192052 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.db [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] For port 79a2c676-d809-438b-9185-8ab3e0ea2aa5, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=79a2c676-d809-438b-9185-8ab3e0ea2aa5,segment=NetworkSegment(8a7da6b0-4771-498d-9c85-c783d4056178),segment_id=8a7da6b0-4771-498d-9c85-c783d4056178)] {{(pid=103460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:40:48.209956 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.rpc [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Returning: {'device': '79a2c676-d809-438b-9185-8ab3e0ea2aa5', 'network_id': 'c2c7d66f-86ac-44f2-9eb5-cb2716ba5d76', 'port_id': '79a2c676-d809-438b-9185-8ab3e0ea2aa5', 'mac_address': 'fa:16:3e:a3:b8:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88ad92d3-2fe0-4490-8ff5-712fc5e791fb', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103460) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 20:40:48.254836 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.plugin [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Current status of the port 79a2c676-d809-438b-9185-8ab3e0ea2aa5 is: DOWN; New status is: BUILD {{(pid=103460) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:40:48.255372 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747308'] for port (79a2c676-d809-438b-9185-8ab3e0ea2aa5), before_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:40:48.269859 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-16959a78-80e2-469b-a405-218d1f8d11d5 admin admin] Publish callbacks [] for router_gateway (4e783fcd-94b3-4897-953b-f8d250192afb), after_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:40:48.270793 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.notifiers.nova [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79a2c676-d809-438b-9185-8ab3e0ea2aa5 {{(pid=103460) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 20:40:48.294022 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.db [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] For port 79a2c676-d809-438b-9185-8ab3e0ea2aa5, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=79a2c676-d809-438b-9185-8ab3e0ea2aa5,segment=NetworkSegment(8a7da6b0-4771-498d-9c85-c783d4056178),segment_id=8a7da6b0-4771-498d-9c85-c783d4056178)] {{(pid=103460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:40:48.332574 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-5781b0fb-ada5-4c0e-b0e1-c665e6935e10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310940'] for security_group (711ba40d-8d29-45dc-a2f6-91ac113bd09a), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:40:48.335371 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-5781b0fb-ada5-4c0e-b0e1-c665e6935e10 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:40:48.339316 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-5781b0fb-ada5-4c0e-b0e1-c665e6935e10 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/711ba40d-8d29-45dc-a2f6-91ac113bd09a HTTP/1.1" status: 204 len: 168 time: 0.2866600 Mar 08 20:40:48.347031 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5781b0fb-ada5-4c0e-b0e1-c665e6935e10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=711ba40d-8d29-45dc-a2f6-91ac113bd09a,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:40:48.412645 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745146878648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745146440924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745146440942'] for port (79a2c676-d809-438b-9185-8ab3e0ea2aa5), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:40:48.488044 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Pushing event updated for resources: {'Port': ['ID=79a2c676-d809-438b-9185-8ab3e0ea2aa5,revision_number=4']} {{(pid=103460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:40:48.521400 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-16959a78-80e2-469b-a405-218d1f8d11d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-448356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-442609'] for router (4e783fcd-94b3-4897-953b-f8d250192afb), after_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:40:48.649389 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.db [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] get_ports_and_sgs() called for port_ids ['79a2c676-d809-438b-9185-8ab3e0ea2aa5'] {{(pid=103460) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 20:40:48.707586 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f91e0b7-8ea9-4962-9760-4863a830239e None None] Network 59981146-db64-4aab-9ae0-f6de91557fc5 requested from dv-cinder-830096-3-iscsi {{(pid=103460) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 20:40:48.767218 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16959a78-80e2-469b-a405-218d1f8d11d5 admin admin] Router 4e783fcd-94b3-4897-953b-f8d250192afb is scheduled to L3 agent 7ae9fd8f-5d61-4821-9eac-044950c450f0 with binding_index 1 {{(pid=103459) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 20:40:48.820996 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.provisioning_blocks [None req-5d43ace0-1edc-4812-a7e0-dc1d4b3e6316 None None] Provisioning complete for port eac60c1a-fc0d-4c46-9c3e-65a6b8d3d874 triggered by entity DHCP. {{(pid=103460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:40:48.821601 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-5d43ace0-1edc-4812-a7e0-dc1d4b3e6316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476507'] for port (eac60c1a-fc0d-4c46-9c3e-65a6b8d3d874), provisioning_complete {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:40:48.899351 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16959a78-80e2-469b-a405-218d1f8d11d5 admin admin] Notify agent at l3_agent.dv-cinder-830096-3-iscsi the message routers_updated {{(pid=103459) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 20:40:48.910132 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-076f5311-b8bf-4ce9-936a-2329ee43df44 None None] Sync routers for ids ['4e783fcd-94b3-4897-953b-f8d250192afb'] in dv-cinder-830096-3-iscsi {{(pid=103461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 20:40:48.924041 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-076f5311-b8bf-4ce9-936a-2329ee43df44 None None] Routers {'4e783fcd-94b3-4897-953b-f8d250192afb'} bound to L3 agent in host dv-cinder-830096-3-iscsi {{(pid=103461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:40:48.925203 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.db.l3_hamode_db [None req-076f5311-b8bf-4ce9-936a-2329ee43df44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T20:23:01Z,description=,heartbeat_timestamp=2022-03-08T20:40:31Z,host='dv-cinder-830096-3-iscsi',id=7ae9fd8f-5d61-4821-9eac-044950c450f0,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:23:02Z,topic='l3_agent')) {'router_ids': ['4e783fcd-94b3-4897-953b-f8d250192afb'], 'active': True} {{(pid=103461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:40:49.009112 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4ec784-ca86-41f7-ba4d-7595d9d0a675 req-b0c00193-7791-4d81-b972-5720df6ab055 tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:40:49.010918 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-ac4ec784-ca86-41f7-ba4d-7595d9d0a675 req-b0c00193-7791-4d81-b972-5720df6ab055 tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] 10.222.0.41 "GET /v2.0/ports?device_id=a46d0f34-d899-4acf-b7fc-8518533f5fb1 HTTP/1.1" status: 200 len: 945 time: 0.1319244 Mar 08 20:40:49.030465 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.plugin [None req-5d43ace0-1edc-4812-a7e0-dc1d4b3e6316 None None] Current status of the port eac60c1a-fc0d-4c46-9c3e-65a6b8d3d874 is: DOWN; New status is: ACTIVE {{(pid=103460) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:40:49.030865 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-5d43ace0-1edc-4812-a7e0-dc1d4b3e6316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747308'] for port (eac60c1a-fc0d-4c46-9c3e-65a6b8d3d874), before_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:40:49.037035 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-16959a78-80e2-469b-a405-218d1f8d11d5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:40:49.056232 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [None req-16959a78-80e2-469b-a405-218d1f8d11d5 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.5762994 Mar 08 20:40:49.058721 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.wsgi [-] (103459) accepted ('10.222.0.41', 38154) {{(pid=103459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:40:49.151994 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.db.l3_dvr_db [None req-076f5311-b8bf-4ce9-936a-2329ee43df44 None None] Set router 4e783fcd-94b3-4897-953b-f8d250192afb gateway port host: dv-cinder-830096-3-iscsi {{(pid=103461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:40:49.162377 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.db [None req-5d43ace0-1edc-4812-a7e0-dc1d4b3e6316 None None] For port eac60c1a-fc0d-4c46-9c3e-65a6b8d3d874, host dv-cinder-830096-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-3-iscsi',level=0,port_id=eac60c1a-fc0d-4c46-9c3e-65a6b8d3d874,segment=NetworkSegment(000d13a8-cbfa-4246-848f-00116c5f2566),segment_id=000d13a8-cbfa-4246-848f-00116c5f2566)] {{(pid=103460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:40:49.173192 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-ac4ec784-ca86-41f7-ba4d-7595d9d0a675 req-8405f4f5-c0cc-40f3-ab8a-5ad4480889b2 tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] 10.222.0.41 "GET /v2.0/security-groups?id=4d697690-46e7-4a5b-b531-6aaab5a49583&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1546512 Mar 08 20:40:49.276938 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.rpc [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Device eac60c1a-fc0d-4c46-9c3e-65a6b8d3d874 up at agent ovs-agent-dv-cinder-830096-3-iscsi {{(pid=103460) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 20:40:49.359161 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-5d43ace0-1edc-4812-a7e0-dc1d4b3e6316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745146878648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745146440924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745146440942'] for port (eac60c1a-fc0d-4c46-9c3e-65a6b8d3d874), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:40:49.403334 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.db.l3_hamode_db [None req-076f5311-b8bf-4ce9-936a-2329ee43df44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e783fcd-94b3-4897-953b-f8d250192afb', 'name': 'tempest-TestMinimumBasicScenario-1798639412-router', 'tenant_id': '541c315e66fa42668963ee3c03670435', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'external_fixed_ips': [{'subnet_id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'ip_address': '172.27.2.183'}], 'enable_snat': True}, 'gw_port_id': 'b94a8249-8eb2-42a6-a0ef-f27012dcd1aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:40:46Z', 'updated_at': '2022-03-08T20:40:48Z', 'revision_number': 3, 'project_id': '541c315e66fa42668963ee3c03670435', 'gw_port': {'id': 'b94a8249-8eb2-42a6-a0ef-f27012dcd1aa', 'name': '', 'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:97:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e783fcd-94b3-4897-953b-f8d250192afb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'ip_address': '172.27.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:40:47Z', 'updated_at': '2022-03-08T20:40:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-3-iscsi'}], 'dv-cinder-830096-3-iscsi', False) {} {{(pid=103461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:40:49.414943 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.provisioning_blocks [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Provisioning complete for port eac60c1a-fc0d-4c46-9c3e-65a6b8d3d874 triggered by entity L2. {{(pid=103460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:40:49.415328 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476507'] for port (eac60c1a-fc0d-4c46-9c3e-65a6b8d3d874), provisioning_complete {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:40:49.440654 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-076f5311-b8bf-4ce9-936a-2329ee43df44 None None] Checking router: 4e783fcd-94b3-4897-953b-f8d250192afb for host: dv-cinder-830096-3-iscsi {{(pid=103461) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 20:40:49.441703 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-076f5311-b8bf-4ce9-936a-2329ee43df44 None None] Updating router 4e783fcd-94b3-4897-953b-f8d250192afb port b94a8249-8eb2-42a6-a0ef-f27012dcd1aa binding host dv-cinder-830096-3-iscsi {{(pid=103461) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 20:40:49.458032 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d43ace0-1edc-4812-a7e0-dc1d4b3e6316 None None] Pushing event updated for resources: {'Port': ['ID=eac60c1a-fc0d-4c46-9c3e-65a6b8d3d874,revision_number=3']} {{(pid=103460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:40:49.481024 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron_lib.callbacks.manager [None req-076f5311-b8bf-4ce9-936a-2329ee43df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747308'] for port (b94a8249-8eb2-42a6-a0ef-f27012dcd1aa), before_update {{(pid=103461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:40:49.491696 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.provisioning_blocks [None req-05ece864-320a-435d-80da-ddfac474ad6e None None] Provisioning complete for port eac60c1a-fc0d-4c46-9c3e-65a6b8d3d874 triggered by entity DHCP. {{(pid=103460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:40:49.492168 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-05ece864-320a-435d-80da-ddfac474ad6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476507'] for port (eac60c1a-fc0d-4c46-9c3e-65a6b8d3d874), provisioning_complete {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:40:49.567398 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.plugin [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Current status of the port eac60c1a-fc0d-4c46-9c3e-65a6b8d3d874 is: ACTIVE; New status is: ACTIVE {{(pid=103460) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:40:49.652032 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.plugin [None req-05ece864-320a-435d-80da-ddfac474ad6e None None] Current status of the port eac60c1a-fc0d-4c46-9c3e-65a6b8d3d874 is: ACTIVE; New status is: ACTIVE {{(pid=103460) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:40:49.799979 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron_lib.callbacks.manager [None req-076f5311-b8bf-4ce9-936a-2329ee43df44 None None] Publish callbacks [] for port (b94a8249-8eb2-42a6-a0ef-f27012dcd1aa), precommit_update {{(pid=103461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:40:49.933237 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron_lib.callbacks.manager [None req-076f5311-b8bf-4ce9-936a-2329ee43df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745146878648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745146440924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745146440942'] for port (b94a8249-8eb2-42a6-a0ef-f27012dcd1aa), after_update {{(pid=103461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:40:49.993688 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-ddfe6e00-d3de-4555-9481-fe908e03d2fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747308'] for port (None), before_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:40:49.994463 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.plugins.ml2.managers [None req-076f5311-b8bf-4ce9-936a-2329ee43df44 None None] Attempting to bind port b94a8249-8eb2-42a6-a0ef-f27012dcd1aa on host dv-cinder-830096-3-iscsi for vnic_type normal with profile {{(pid=103461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 20:40:49.994463 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.plugins.ml2.managers [None req-076f5311-b8bf-4ce9-936a-2329ee43df44 None None] Attempting to bind port b94a8249-8eb2-42a6-a0ef-f27012dcd1aa by drivers openvswitch,hyperv on host dv-cinder-830096-3-iscsi at level 0 using segments [{'id': 'e3ec3731-5b41-434a-a3a7-2ad1e453961f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052'}] {{(pid=103461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 20:40:49.994658 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-076f5311-b8bf-4ce9-936a-2329ee43df44 None None] Attempting to bind port b94a8249-8eb2-42a6-a0ef-f27012dcd1aa on network fc278ace-cc38-44e4-ba35-3f28be706052 {{(pid=103461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 20:40:49.998011 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c760ce-4935-4fae-a931-d9c4fcbad9cb None None] Pushing event updated for resources: {'Port': ['ID=b94a8249-8eb2-42a6-a0ef-f27012dcd1aa,revision_number=2']} {{(pid=103461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:40:50.006455 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-076f5311-b8bf-4ce9-936a-2329ee43df44 None None] Checking agent: {'id': 'fa4b043a-5d45-4181-9cb2-30d29598ef5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830096-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 20, 23, 5), 'started_at': datetime.datetime(2022, 3, 8, 20, 23, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 20, 40, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830096-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 20:40:50.006841 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-076f5311-b8bf-4ce9-936a-2329ee43df44 None None] Checking segment: {'id': 'e3ec3731-5b41-434a-a3a7-2ad1e453961f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 20:40:50.007280 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron_lib.callbacks.manager [None req-076f5311-b8bf-4ce9-936a-2329ee43df44 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:40:50.008116 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-076f5311-b8bf-4ce9-936a-2329ee43df44 None None] Bound using segment: {'id': 'e3ec3731-5b41-434a-a3a7-2ad1e453961f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052'} {{(pid=103461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 20:40:50.008116 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.plugins.ml2.managers [None req-076f5311-b8bf-4ce9-936a-2329ee43df44 None None] Bound port: b94a8249-8eb2-42a6-a0ef-f27012dcd1aa, host: dv-cinder-830096-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3ec3731-5b41-434a-a3a7-2ad1e453961f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052'}}] {{(pid=103461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 20:40:50.008506 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron_lib.callbacks.manager [None req-076f5311-b8bf-4ce9-936a-2329ee43df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747308'] for port (b94a8249-8eb2-42a6-a0ef-f27012dcd1aa), before_update {{(pid=103461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:40:50.011882 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c760ce-4935-4fae-a931-d9c4fcbad9cb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:40:50.012521 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c760ce-4935-4fae-a931-d9c4fcbad9cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:40:50.013034 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c760ce-4935-4fae-a931-d9c4fcbad9cb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:40:50.013533 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c760ce-4935-4fae-a931-d9c4fcbad9cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:40:50.023372 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c760ce-4935-4fae-a931-d9c4fcbad9cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:40:50.023372 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c760ce-4935-4fae-a931-d9c4fcbad9cb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:40:50.023372 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c760ce-4935-4fae-a931-d9c4fcbad9cb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:40:50.023372 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c760ce-4935-4fae-a931-d9c4fcbad9cb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:40:50.023372 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c760ce-4935-4fae-a931-d9c4fcbad9cb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:40:50.023372 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c760ce-4935-4fae-a931-d9c4fcbad9cb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:40:50.023372 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c760ce-4935-4fae-a931-d9c4fcbad9cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:40:50.023372 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c760ce-4935-4fae-a931-d9c4fcbad9cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:40:50.023372 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c760ce-4935-4fae-a931-d9c4fcbad9cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:40:50.048826 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.rpc [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Device 79a2c676-d809-438b-9185-8ab3e0ea2aa5 up at agent hyperv_hv-cinder-83009 {{(pid=103460) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 20:40:50.092225 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.plugins.ml2.db [None req-076f5311-b8bf-4ce9-936a-2329ee43df44 None None] For port b94a8249-8eb2-42a6-a0ef-f27012dcd1aa, host dv-cinder-830096-3-iscsi, cleared binding levels {{(pid=103461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 20:40:50.096858 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.plugins.ml2.db [None req-076f5311-b8bf-4ce9-936a-2329ee43df44 None None] For port b94a8249-8eb2-42a6-a0ef-f27012dcd1aa, host dv-cinder-830096-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-3-iscsi',level=0,port_id=b94a8249-8eb2-42a6-a0ef-f27012dcd1aa,segment=NetworkSegment(e3ec3731-5b41-434a-a3a7-2ad1e453961f),segment_id=e3ec3731-5b41-434a-a3a7-2ad1e453961f)] {{(pid=103461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 20:40:50.234619 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.db.db_base_plugin_common [None req-ddfe6e00-d3de-4555-9481-fe908e03d2fb admin admin] Allocated IP 172.20.0.1 (59981146-db64-4aab-9ae0-f6de91557fc5/64223cab-22b1-4c64-b303-569b24b13550/df19568a-c815-4efc-9a03-2d9c7d4d51ad) {{(pid=103459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 20:40:50.264003 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.provisioning_blocks [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Provisioning for port 79a2c676-d809-438b-9185-8ab3e0ea2aa5 completed by entity L2. {{(pid=103460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 20:40:50.268703 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.provisioning_blocks [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Provisioning complete for port 79a2c676-d809-438b-9185-8ab3e0ea2aa5 triggered by entity L2. {{(pid=103460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:40:50.269707 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476507'] for port (79a2c676-d809-438b-9185-8ab3e0ea2aa5), provisioning_complete {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:40:50.344515 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron_lib.callbacks.manager [None req-076f5311-b8bf-4ce9-936a-2329ee43df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745146878648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745146440924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745146440942'] for port (b94a8249-8eb2-42a6-a0ef-f27012dcd1aa), after_update {{(pid=103461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:40:50.346876 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979cef70-6361-434e-8230-ea00e4788d3c req-dba872a9-28b9-44f0-bddf-6c6e518c2575 tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:40:50.348449 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-979cef70-6361-434e-8230-ea00e4788d3c req-dba872a9-28b9-44f0-bddf-6c6e518c2575 tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] 10.222.0.41 "GET /v2.0/ports?device_id=a46d0f34-d899-4acf-b7fc-8518533f5fb1 HTTP/1.1" status: 200 len: 945 time: 0.1165071 Mar 08 20:40:50.359288 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.plugin [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Current status of the port 79a2c676-d809-438b-9185-8ab3e0ea2aa5 is: BUILD; New status is: ACTIVE {{(pid=103460) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:40:50.359684 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747308'] for port (79a2c676-d809-438b-9185-8ab3e0ea2aa5), before_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:40:50.389794 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a46d0f34-d899-4acf-b7fc-8518533f5fb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79a2c676-d809-438b-9185-8ab3e0ea2aa5'}] {{(pid=103460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 20:40:50.393346 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-ddfe6e00-d3de-4555-9481-fe908e03d2fb admin admin] Publish callbacks [] for port (df19568a-c815-4efc-9a03-2d9c7d4d51ad), precommit_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:40:50.393506 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf2096ed20afa7c789231551a200e589db82a1cedf1791aa7acfc36920bc021b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64403395-a6a8-473e-9947-5e64f84c23da" -d '{"events": [{"server_uuid": "a46d0f34-d899-4acf-b7fc-8518533f5fb1", "name": "network-vif-plugged", "status": "completed", "tag": "79a2c676-d809-438b-9185-8ab3e0ea2aa5"}]}' {{(pid=103460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 20:40:50.411553 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.db [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] For port 79a2c676-d809-438b-9185-8ab3e0ea2aa5, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=79a2c676-d809-438b-9185-8ab3e0ea2aa5,segment=NetworkSegment(8a7da6b0-4771-498d-9c85-c783d4056178),segment_id=8a7da6b0-4771-498d-9c85-c783d4056178)] {{(pid=103460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:40:50.420607 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-076f5311-b8bf-4ce9-936a-2329ee43df44 None None] Routers {'4e783fcd-94b3-4897-953b-f8d250192afb'} bound to L3 agent in host dv-cinder-830096-3-iscsi {{(pid=103461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:40:50.421485 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.db.l3_hamode_db [None req-076f5311-b8bf-4ce9-936a-2329ee43df44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T20:23:01Z,description=,heartbeat_timestamp=2022-03-08T20:40:31Z,host='dv-cinder-830096-3-iscsi',id=7ae9fd8f-5d61-4821-9eac-044950c450f0,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:23:02Z,topic='l3_agent')) {'router_ids': ['4e783fcd-94b3-4897-953b-f8d250192afb'], 'active': True} {{(pid=103461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:40:50.471502 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c760ce-4935-4fae-a931-d9c4fcbad9cb None None] Pushing event updated for resources: {'Port': ['ID=b94a8249-8eb2-42a6-a0ef-f27012dcd1aa,revision_number=3']} {{(pid=103461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:40:50.472224 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-979cef70-6361-434e-8230-ea00e4788d3c req-a16ce363-cbcc-4942-953a-0aee10380936 tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] 10.222.0.41 "GET /v2.0/security-groups?id=4d697690-46e7-4a5b-b531-6aaab5a49583&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1171618 Mar 08 20:40:50.484106 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 20:40:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-569a7d21-2cb6-49ea-99a7-60e50749be6a x-openstack-request-id: req-569a7d21-2cb6-49ea-99a7-60e50749be6a {{(pid=103460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 20:40:50.484478 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a46d0f34-d899-4acf-b7fc-8518533f5fb1", "name": "network-vif-plugged", "status": "completed", "tag": "79a2c676-d809-438b-9185-8ab3e0ea2aa5", "code": 200}]} {{(pid=103460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 20:40:50.484693 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-569a7d21-2cb6-49ea-99a7-60e50749be6a {{(pid=103460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 20:40:50.485120 dv-cinder-830096-3-iscsi neutron-server[103460]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a46d0f34-d899-4acf-b7fc-8518533f5fb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79a2c676-d809-438b-9185-8ab3e0ea2aa5', 'code': 200} Mar 08 20:40:50.526949 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745146878648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745146440924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745146440942'] for port (79a2c676-d809-438b-9185-8ab3e0ea2aa5), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:40:50.577203 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.db.l3_dvr_db [None req-076f5311-b8bf-4ce9-936a-2329ee43df44 None None] Set router 4e783fcd-94b3-4897-953b-f8d250192afb gateway port host: dv-cinder-830096-3-iscsi {{(pid=103461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:40:50.581600 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-ddfe6e00-d3de-4555-9481-fe908e03d2fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745146440906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28404629'] for port (df19568a-c815-4efc-9a03-2d9c7d4d51ad), after_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:40:50.585692 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Pushing event updated for resources: {'Port': ['ID=79a2c676-d809-438b-9185-8ab3e0ea2aa5,revision_number=5']} {{(pid=103460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:40:50.647538 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddfe6e00-d3de-4555-9481-fe908e03d2fb admin admin] Network 59981146-db64-4aab-9ae0-f6de91557fc5 is already hosted by enough agents. {{(pid=103459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 20:40:50.651733 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.scheduler.base_scheduler [None req-ddfe6e00-d3de-4555-9481-fe908e03d2fb admin admin] Resources bound (agent type, host, resource id): {{(pid=103459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:40:50.654123 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfe6e00-d3de-4555-9481-fe908e03d2fb admin admin] Pushing event updated for resources: {'Port': ['ID=df19568a-c815-4efc-9a03-2d9c7d4d51ad,revision_number=1']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:40:50.656502 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddfe6e00-d3de-4555-9481-fe908e03d2fb admin admin] Received port after_create {{(pid=103459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 20:40:50.704994 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-ddfe6e00-d3de-4555-9481-fe908e03d2fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-443356'] for router_interface (4e783fcd-94b3-4897-953b-f8d250192afb), before_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:40:50.848734 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.db.l3_hamode_db [None req-076f5311-b8bf-4ce9-936a-2329ee43df44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e783fcd-94b3-4897-953b-f8d250192afb', 'name': 'tempest-TestMinimumBasicScenario-1798639412-router', 'tenant_id': '541c315e66fa42668963ee3c03670435', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'external_fixed_ips': [{'subnet_id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'ip_address': '172.27.2.183'}], 'enable_snat': True}, 'gw_port_id': 'b94a8249-8eb2-42a6-a0ef-f27012dcd1aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:40:46Z', 'updated_at': '2022-03-08T20:40:48Z', 'revision_number': 3, 'project_id': '541c315e66fa42668963ee3c03670435', 'gw_port': {'id': 'b94a8249-8eb2-42a6-a0ef-f27012dcd1aa', 'name': '', 'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:97:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e783fcd-94b3-4897-953b-f8d250192afb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'ip_address': '172.27.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:40:47Z', 'updated_at': '2022-03-08T20:40:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-3-iscsi'}], 'dv-cinder-830096-3-iscsi', False) {} {{(pid=103461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:40:50.973158 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-076f5311-b8bf-4ce9-936a-2329ee43df44 None None] The sync data for ids ['4e783fcd-94b3-4897-953b-f8d250192afb'] in dv-cinder-830096-3-iscsi is: [{'id': '4e783fcd-94b3-4897-953b-f8d250192afb', 'name': 'tempest-TestMinimumBasicScenario-1798639412-router', 'tenant_id': '541c315e66fa42668963ee3c03670435', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'external_fixed_ips': [{'subnet_id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'ip_address': '172.27.2.183'}], 'enable_snat': True}, 'gw_port_id': 'b94a8249-8eb2-42a6-a0ef-f27012dcd1aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:40:46Z', 'updated_at': '2022-03-08T20:40:48Z', 'revision_number': 3, 'project_id': '541c315e66fa42668963ee3c03670435', 'gw_port': {'id': 'b94a8249-8eb2-42a6-a0ef-f27012dcd1aa', 'name': '', 'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:97:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e783fcd-94b3-4897-953b-f8d250192afb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'ip_address': '172.27.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:40:47Z', 'updated_at': '2022-03-08T20:40:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-3-iscsi'}] {{(pid=103461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 20:40:51.009669 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.provisioning_blocks [None req-18e1f3ba-0097-4b8a-b977-b8daad46009d None None] Provisioning complete for port df19568a-c815-4efc-9a03-2d9c7d4d51ad triggered by entity DHCP. {{(pid=103460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:40:51.010535 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-18e1f3ba-0097-4b8a-b977-b8daad46009d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476507'] for port (df19568a-c815-4efc-9a03-2d9c7d4d51ad), provisioning_complete {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:40:51.024601 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e2c908-b1e0-4892-8df5-27b60e73f4e5 req-2be308e0-8f0a-42c2-b15d-15d788b264c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:40:51.026157 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-a4e2c908-b1e0-4892-8df5-27b60e73f4e5 req-2be308e0-8f0a-42c2-b15d-15d788b264c0 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a46d0f34-d899-4acf-b7fc-8518533f5fb1 HTTP/1.1" status: 200 len: 1130 time: 0.0512133 Mar 08 20:40:51.057771 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.plugin [None req-18e1f3ba-0097-4b8a-b977-b8daad46009d None None] Port df19568a-c815-4efc-9a03-2d9c7d4d51ad cannot update to ACTIVE because it is not bound. {{(pid=103460) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 20:40:51.084499 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-a4e2c908-b1e0-4892-8df5-27b60e73f4e5 req-b677d2d6-4738-4a10-8a5e-1be3b89bd91d service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=4d697690-46e7-4a5b-b531-6aaab5a49583&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516136 Mar 08 20:40:51.092846 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-ddfe6e00-d3de-4555-9481-fe908e03d2fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747308'] for port (df19568a-c815-4efc-9a03-2d9c7d4d51ad), before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:40:51.153903 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.rpc [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Device eac60c1a-fc0d-4c46-9c3e-65a6b8d3d874 up at agent ovs-agent-dv-cinder-830096-3-iscsi {{(pid=103460) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 20:40:51.219081 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.provisioning_blocks [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Provisioning complete for port eac60c1a-fc0d-4c46-9c3e-65a6b8d3d874 triggered by entity L2. {{(pid=103460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:40:51.219541 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476507'] for port (eac60c1a-fc0d-4c46-9c3e-65a6b8d3d874), provisioning_complete {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:40:51.330414 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.plugin [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Current status of the port eac60c1a-fc0d-4c46-9c3e-65a6b8d3d874 is: ACTIVE; New status is: ACTIVE {{(pid=103460) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:40:51.331232 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-ddfe6e00-d3de-4555-9481-fe908e03d2fb admin admin] Publish callbacks [] for port (df19568a-c815-4efc-9a03-2d9c7d4d51ad), precommit_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:40:51.481129 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-ddfe6e00-d3de-4555-9481-fe908e03d2fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745146878648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745146440924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745146440942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28404716'] for port (df19568a-c815-4efc-9a03-2d9c7d4d51ad), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:40:51.551611 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfe6e00-d3de-4555-9481-fe908e03d2fb admin admin] Pushing event updated for resources: {'Port': ['ID=df19568a-c815-4efc-9a03-2d9c7d4d51ad,revision_number=2']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:40:51.561552 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-ddfe6e00-d3de-4555-9481-fe908e03d2fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3733877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-443312'] for router_interface (4e783fcd-94b3-4897-953b-f8d250192afb), after_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:40:51.630896 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff57731d-7b6a-4904-ad17-6b1b4958f93c req-9ea1672a-5c97-4936-92b6-bfaedcbd9780 tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:40:51.634158 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-ff57731d-7b6a-4904-ad17-6b1b4958f93c req-9ea1672a-5c97-4936-92b6-bfaedcbd9780 tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] 10.222.0.41 "GET /v2.0/ports?device_id=a46d0f34-d899-4acf-b7fc-8518533f5fb1 HTTP/1.1" status: 200 len: 946 time: 0.0662777 Mar 08 20:40:51.681949 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddfe6e00-d3de-4555-9481-fe908e03d2fb admin admin] Network 59981146-db64-4aab-9ae0-f6de91557fc5 is already hosted by enough agents. {{(pid=103459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 20:40:51.683568 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.scheduler.base_scheduler [None req-ddfe6e00-d3de-4555-9481-fe908e03d2fb admin admin] Resources bound (agent type, host, resource id): {{(pid=103459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:40:51.714793 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-ff57731d-7b6a-4904-ad17-6b1b4958f93c req-3eaa33d3-87d8-4c91-a610-a61efe7184f8 tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] 10.222.0.41 "GET /v2.0/security-groups?id=4d697690-46e7-4a5b-b531-6aaab5a49583&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662093 Mar 08 20:40:51.824456 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddfe6e00-d3de-4555-9481-fe908e03d2fb admin admin] Router 4e783fcd-94b3-4897-953b-f8d250192afb has already been hosted by L3 agent 7ae9fd8f-5d61-4821-9eac-044950c450f0 {{(pid=103459) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 20:40:51.957291 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddfe6e00-d3de-4555-9481-fe908e03d2fb admin admin] Notify agent at l3_agent.dv-cinder-830096-3-iscsi the message routers_updated {{(pid=103459) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 20:40:51.966638 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [None req-ddfe6e00-d3de-4555-9481-fe908e03d2fb admin admin] 10.222.0.41 "PUT /v2.0/routers/4e783fcd-94b3-4897-953b-f8d250192afb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8989084 Mar 08 20:40:51.994197 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.provisioning_blocks [None req-c6784048-e2c7-44af-8ef1-8da331e17e1f None None] Provisioning complete for port df19568a-c815-4efc-9a03-2d9c7d4d51ad triggered by entity DHCP. {{(pid=103460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:40:51.994573 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-c6784048-e2c7-44af-8ef1-8da331e17e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476507'] for port (df19568a-c815-4efc-9a03-2d9c7d4d51ad), provisioning_complete {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:40:52.040153 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.plugin [None req-c6784048-e2c7-44af-8ef1-8da331e17e1f None None] Port df19568a-c815-4efc-9a03-2d9c7d4d51ad cannot update to ACTIVE because it is not bound. {{(pid=103460) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 20:40:52.821979 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688f92dd-c506-469a-b0c6-e50af47751dd req-d75e3b61-b503-453e-b508-f7081efd7923 tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:40:52.823494 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-688f92dd-c506-469a-b0c6-e50af47751dd req-d75e3b61-b503-453e-b508-f7081efd7923 tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] 10.222.0.41 "GET /v2.0/ports?device_id=a46d0f34-d899-4acf-b7fc-8518533f5fb1 HTTP/1.1" status: 200 len: 946 time: 0.0611989 Mar 08 20:40:52.851284 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65424372-7807-483c-98c9-49cbdb267abc None None] Sync routers for ids ['4e783fcd-94b3-4897-953b-f8d250192afb'] in dv-cinder-830096-3-iscsi {{(pid=103460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 20:40:52.861154 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65424372-7807-483c-98c9-49cbdb267abc None None] Routers {'4e783fcd-94b3-4897-953b-f8d250192afb'} bound to L3 agent in host dv-cinder-830096-3-iscsi {{(pid=103460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:40:52.865939 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-65424372-7807-483c-98c9-49cbdb267abc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T20:23:01Z,description=,heartbeat_timestamp=2022-03-08T20:40:31Z,host='dv-cinder-830096-3-iscsi',id=7ae9fd8f-5d61-4821-9eac-044950c450f0,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:23:02Z,topic='l3_agent')) {'router_ids': ['4e783fcd-94b3-4897-953b-f8d250192afb'], 'active': True} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:40:52.879164 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-688f92dd-c506-469a-b0c6-e50af47751dd req-42921de5-c68e-4da5-a185-a039275ca5d5 tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] 10.222.0.41 "GET /v2.0/security-groups?id=4d697690-46e7-4a5b-b531-6aaab5a49583&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486929 Mar 08 20:40:52.926743 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.wsgi [-] (103459) accepted ('10.222.0.41', 38230) {{(pid=103459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:40:52.931913 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.v2.base [None req-43adcc38-c36d-4a9d-8738-484a0ad95433 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1800381184-network', 'tenant_id': '672cd2ed5db2457c889c8ee311c81953'}} {{(pid=103459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:40:52.980433 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvr_db [None req-65424372-7807-483c-98c9-49cbdb267abc None None] Set router 4e783fcd-94b3-4897-953b-f8d250192afb gateway port host: dv-cinder-830096-3-iscsi {{(pid=103460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:40:53.042252 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43adcc38-c36d-4a9d-8738-484a0ad95433 admin admin] Made reservation on behalf of 672cd2ed5db2457c889c8ee311c81953 for: {'network': 1} {{(pid=103459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 20:40:53.045252 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-43adcc38-c36d-4a9d-8738-484a0ad95433 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747308'] for network (None), before_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:40:53.056768 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-43adcc38-c36d-4a9d-8738-484a0ad95433 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:40:53.139896 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-43adcc38-c36d-4a9d-8738-484a0ad95433 admin admin] Publish callbacks [] for security_group (d35b9953-12dc-4cdc-8842-c5102aea6ece), precommit_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:40:53.157018 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.rpc [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Device b94a8249-8eb2-42a6-a0ef-f27012dcd1aa up at agent ovs-agent-dv-cinder-830096-3-iscsi {{(pid=103460) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 20:40:53.240998 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-43adcc38-c36d-4a9d-8738-484a0ad95433 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310940'] for security_group (d35b9953-12dc-4cdc-8842-c5102aea6ece), after_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:40:53.265384 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43adcc38-c36d-4a9d-8738-484a0ad95433 admin admin] vlan segment allocate from pool success with {'vlan_id': 141, 'physical_network': 'physnet1'} {{(pid=103459) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 20:40:53.275829 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43adcc38-c36d-4a9d-8738-484a0ad95433 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d35b9953-12dc-4cdc-8842-c5102aea6ece,revision_number=1']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:40:53.280640 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-43adcc38-c36d-4a9d-8738-484a0ad95433 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536034'] for segment (83347a47-3284-4a52-a291-58b9d80ca073), precommit_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:40:53.280912 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.db.segments_db [None req-43adcc38-c36d-4a9d-8738-484a0ad95433 admin admin] Added segment 83347a47-3284-4a52-a291-58b9d80ca073 of type vlan for network 858be929-a6e4-4c97-a31e-f4db5507b097 Mar 08 20:40:53.303517 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.provisioning_blocks [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Provisioning complete for port b94a8249-8eb2-42a6-a0ef-f27012dcd1aa triggered by entity L2. {{(pid=103460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:40:53.303901 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476507'] for port (b94a8249-8eb2-42a6-a0ef-f27012dcd1aa), provisioning_complete {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:40:53.322438 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-43adcc38-c36d-4a9d-8738-484a0ad95433 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745146455601'] for network (858be929-a6e4-4c97-a31e-f4db5507b097), precommit_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:40:53.417257 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-65424372-7807-483c-98c9-49cbdb267abc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e783fcd-94b3-4897-953b-f8d250192afb', 'name': 'tempest-TestMinimumBasicScenario-1798639412-router', 'tenant_id': '541c315e66fa42668963ee3c03670435', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'external_fixed_ips': [{'subnet_id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'ip_address': '172.27.2.183'}], 'enable_snat': True}, 'gw_port_id': 'b94a8249-8eb2-42a6-a0ef-f27012dcd1aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:40:46Z', 'updated_at': '2022-03-08T20:40:50Z', 'revision_number': 4, 'project_id': '541c315e66fa42668963ee3c03670435', 'gw_port': {'id': 'b94a8249-8eb2-42a6-a0ef-f27012dcd1aa', 'name': '', 'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:97:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e783fcd-94b3-4897-953b-f8d250192afb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'ip_address': '172.27.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:40:47Z', 'updated_at': '2022-03-08T20:40:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-3-iscsi', '_interfaces': [{'id': 'df19568a-c815-4efc-9a03-2d9c7d4d51ad', 'name': '', 'network_id': '59981146-db64-4aab-9ae0-f6de91557fc5', 'tenant_id': '541c315e66fa42668963ee3c03670435', 'mac_address': 'fa:16:3e:ec:84:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e783fcd-94b3-4897-953b-f8d250192afb', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '64223cab-22b1-4c64-b303-569b24b13550', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:40:50Z', 'updated_at': '2022-03-08T20:40:51Z', 'revision_number': 2, 'project_id': '541c315e66fa42668963ee3c03670435', 'subnets': [{'id': '64223cab-22b1-4c64-b303-569b24b13550', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830096-3-iscsi', False) {} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:40:53.435044 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-43adcc38-c36d-4a9d-8738-484a0ad95433 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763'] for network (858be929-a6e4-4c97-a31e-f4db5507b097), after_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:40:53.436017 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43adcc38-c36d-4a9d-8738-484a0ad95433 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:40:53.436622 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-43adcc38-c36d-4a9d-8738-484a0ad95433 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3733777'] for network (None), before_response {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:40:53.446901 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65424372-7807-483c-98c9-49cbdb267abc None None] Checking router: 4e783fcd-94b3-4897-953b-f8d250192afb for host: dv-cinder-830096-3-iscsi {{(pid=103460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 20:40:53.447267 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65424372-7807-483c-98c9-49cbdb267abc None None] Updating router 4e783fcd-94b3-4897-953b-f8d250192afb port df19568a-c815-4efc-9a03-2d9c7d4d51ad binding host dv-cinder-830096-3-iscsi {{(pid=103460) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 20:40:53.450403 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.plugin [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Current status of the port b94a8249-8eb2-42a6-a0ef-f27012dcd1aa is: DOWN; New status is: ACTIVE {{(pid=103460) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:40:53.450844 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747308'] for port (b94a8249-8eb2-42a6-a0ef-f27012dcd1aa), before_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:40:53.494824 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43adcc38-c36d-4a9d-8738-484a0ad95433 admin admin] Pushing event updated for resources: {'Network': ['ID=858be929-a6e4-4c97-a31e-f4db5507b097,revision_number=1']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:40:53.496336 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.db [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] For port b94a8249-8eb2-42a6-a0ef-f27012dcd1aa, host dv-cinder-830096-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-3-iscsi',level=0,port_id=b94a8249-8eb2-42a6-a0ef-f27012dcd1aa,segment=NetworkSegment(e3ec3731-5b41-434a-a3a7-2ad1e453961f),segment_id=e3ec3731-5b41-434a-a3a7-2ad1e453961f)] {{(pid=103460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:40:53.497643 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-65424372-7807-483c-98c9-49cbdb267abc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747308'] for port (df19568a-c815-4efc-9a03-2d9c7d4d51ad), before_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:40:53.508370 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.rpc [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Network 858be929-a6e4-4c97-a31e-f4db5507b097 details requested by agent ovs-agent-dv-cinder-830096-3-iscsi with host dv-cinder-830096-3-iscsi {{(pid=103460) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 20:40:53.644552 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [None req-43adcc38-c36d-4a9d-8738-484a0ad95433 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7165334 Mar 08 20:40:53.647436 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.wsgi [-] (103459) accepted ('10.222.0.41', 38236) {{(pid=103459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:40:53.654154 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.v2.base [None req-4cf394ac-cbca-4757-9029-065aca8d2d00 admin admin] Request body: {'subnet': {'network_id': '858be929-a6e4-4c97-a31e-f4db5507b097', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1800381184-subnet', 'tenant_id': '672cd2ed5db2457c889c8ee311c81953', 'ip_version': 4}} {{(pid=103459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:40:53.657190 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745146878648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745146440924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745146440942'] for port (b94a8249-8eb2-42a6-a0ef-f27012dcd1aa), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:40:53.742801 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Pushing event updated for resources: {'Port': ['ID=b94a8249-8eb2-42a6-a0ef-f27012dcd1aa,revision_number=4']} {{(pid=103460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:40:53.795589 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cf394ac-cbca-4757-9029-065aca8d2d00 admin admin] Made reservation on behalf of 672cd2ed5db2457c889c8ee311c81953 for: {'subnet': 1} {{(pid=103459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 20:40:53.798620 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-4cf394ac-cbca-4757-9029-065aca8d2d00 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28758520'] for subnet (None), before_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:40:53.870834 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-65424372-7807-483c-98c9-49cbdb267abc None None] Publish callbacks [] for port (df19568a-c815-4efc-9a03-2d9c7d4d51ad), precommit_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:40:53.968156 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-65424372-7807-483c-98c9-49cbdb267abc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745146878648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745146440924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745146440942'] for port (df19568a-c815-4efc-9a03-2d9c7d4d51ad), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:40:54.011317 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193fc667-94fc-47d2-9010-f90dff14c97d req-761fbf94-f266-44ae-b287-54ec9239920e tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:40:54.016758 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-193fc667-94fc-47d2-9010-f90dff14c97d req-761fbf94-f266-44ae-b287-54ec9239920e tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] 10.222.0.41 "GET /v2.0/ports?device_id=a46d0f34-d899-4acf-b7fc-8518533f5fb1 HTTP/1.1" status: 200 len: 946 time: 0.0669432 Mar 08 20:40:54.018547 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14d0b43-724c-4beb-a780-d9a72886c548 None None] Pushing event updated for resources: {'Port': ['ID=df19568a-c815-4efc-9a03-2d9c7d4d51ad,revision_number=3']} {{(pid=103460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:40:54.080803 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-193fc667-94fc-47d2-9010-f90dff14c97d req-197bea48-3776-433f-af35-2fb04b2176d0 tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] 10.222.0.41 "GET /v2.0/security-groups?id=4d697690-46e7-4a5b-b531-6aaab5a49583&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614240 Mar 08 20:40:54.086877 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.managers [None req-65424372-7807-483c-98c9-49cbdb267abc None None] Attempting to bind port df19568a-c815-4efc-9a03-2d9c7d4d51ad on host dv-cinder-830096-3-iscsi for vnic_type normal with profile {{(pid=103460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 20:40:54.087513 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.managers [None req-65424372-7807-483c-98c9-49cbdb267abc None None] Attempting to bind port df19568a-c815-4efc-9a03-2d9c7d4d51ad by drivers openvswitch,hyperv on host dv-cinder-830096-3-iscsi at level 0 using segments [{'id': '000d13a8-cbfa-4246-848f-00116c5f2566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '59981146-db64-4aab-9ae0-f6de91557fc5'}] {{(pid=103460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 20:40:54.088064 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65424372-7807-483c-98c9-49cbdb267abc None None] Attempting to bind port df19568a-c815-4efc-9a03-2d9c7d4d51ad on network 59981146-db64-4aab-9ae0-f6de91557fc5 {{(pid=103460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 20:40:54.094239 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65424372-7807-483c-98c9-49cbdb267abc None None] Checking agent: {'id': 'fa4b043a-5d45-4181-9cb2-30d29598ef5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830096-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 20, 23, 5), 'started_at': datetime.datetime(2022, 3, 8, 20, 23, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 20, 40, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830096-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 20:40:54.095150 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65424372-7807-483c-98c9-49cbdb267abc None None] Checking segment: {'id': '000d13a8-cbfa-4246-848f-00116c5f2566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '59981146-db64-4aab-9ae0-f6de91557fc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 20:40:54.095550 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-65424372-7807-483c-98c9-49cbdb267abc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:40:54.095967 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65424372-7807-483c-98c9-49cbdb267abc None None] Bound using segment: {'id': '000d13a8-cbfa-4246-848f-00116c5f2566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '59981146-db64-4aab-9ae0-f6de91557fc5'} {{(pid=103460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 20:40:54.096470 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.managers [None req-65424372-7807-483c-98c9-49cbdb267abc None None] Bound port: df19568a-c815-4efc-9a03-2d9c7d4d51ad, host: dv-cinder-830096-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '000d13a8-cbfa-4246-848f-00116c5f2566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '59981146-db64-4aab-9ae0-f6de91557fc5'}}] {{(pid=103460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 20:40:54.096970 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-65424372-7807-483c-98c9-49cbdb267abc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747308'] for port (df19568a-c815-4efc-9a03-2d9c7d4d51ad), before_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:40:54.121338 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-4cf394ac-cbca-4757-9029-065aca8d2d00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28404325', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28758502'] for subnet (db4dd6ba-0903-46a2-9abc-7fc2f9f63076), after_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:40:54.177411 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf394ac-cbca-4757-9029-065aca8d2d00 admin admin] Pushing event updated for resources: {'Subnet': ['ID=db4dd6ba-0903-46a2-9abc-7fc2f9f63076,revision_number=0']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:40:54.182682 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.db [None req-65424372-7807-483c-98c9-49cbdb267abc None None] For port df19568a-c815-4efc-9a03-2d9c7d4d51ad, host dv-cinder-830096-3-iscsi, cleared binding levels {{(pid=103460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 20:40:54.186459 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.db [None req-65424372-7807-483c-98c9-49cbdb267abc None None] For port df19568a-c815-4efc-9a03-2d9c7d4d51ad, host dv-cinder-830096-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-3-iscsi',level=0,port_id=df19568a-c815-4efc-9a03-2d9c7d4d51ad,segment=NetworkSegment(000d13a8-cbfa-4246-848f-00116c5f2566),segment_id=000d13a8-cbfa-4246-848f-00116c5f2566)] {{(pid=103460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 20:40:54.187965 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cf394ac-cbca-4757-9029-065aca8d2d00 admin admin] Checking segment: {'id': '83347a47-3284-4a52-a291-58b9d80ca073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '858be929-a6e4-4c97-a31e-f4db5507b097'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 20:40:54.188387 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cf394ac-cbca-4757-9029-065aca8d2d00 admin admin] Network hostable DHCP agents. Network: 858be929-a6e4-4c97-a31e-f4db5507b097, hostable agents: ['a3d84102-f7d3-452b-861a-973020576047'], hosted agents: [] {{(pid=103459) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 20:40:54.276268 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.provisioning_blocks [None req-92128853-fff6-4b4d-ba31-51bad8a2ed5c None None] Provisioning complete for port df19568a-c815-4efc-9a03-2d9c7d4d51ad triggered by entity DHCP. {{(pid=103460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:40:54.276572 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-92128853-fff6-4b4d-ba31-51bad8a2ed5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476507'] for port (df19568a-c815-4efc-9a03-2d9c7d4d51ad), provisioning_complete {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:40:54.299489 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cf394ac-cbca-4757-9029-065aca8d2d00 admin admin] Network 858be929-a6e4-4c97-a31e-f4db5507b097 is scheduled to be hosted by DHCP agent a3d84102-f7d3-452b-861a-973020576047 with binding_index 1 {{(pid=103459) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 20:40:54.301853 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-65424372-7807-483c-98c9-49cbdb267abc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745146878648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745146440924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745146440942'] for port (df19568a-c815-4efc-9a03-2d9c7d4d51ad), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:40:54.303720 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745146981205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476605'] for agent (905863fd-6a46-47f8-82ce-98f31309cbd3), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:40:54.354859 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.plugin [None req-92128853-fff6-4b4d-ba31-51bad8a2ed5c None None] Port df19568a-c815-4efc-9a03-2d9c7d4d51ad cannot update to ACTIVE because it is not bound. {{(pid=103460) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 20:40:54.377949 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14d0b43-724c-4beb-a780-d9a72886c548 None None] Pushing event updated for resources: {'Port': ['ID=df19568a-c815-4efc-9a03-2d9c7d4d51ad,revision_number=4']} {{(pid=103460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:40:54.380659 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65424372-7807-483c-98c9-49cbdb267abc None None] Routers {'4e783fcd-94b3-4897-953b-f8d250192afb'} bound to L3 agent in host dv-cinder-830096-3-iscsi {{(pid=103460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:40:54.381391 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-65424372-7807-483c-98c9-49cbdb267abc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T20:23:01Z,description=,heartbeat_timestamp=2022-03-08T20:40:31Z,host='dv-cinder-830096-3-iscsi',id=7ae9fd8f-5d61-4821-9eac-044950c450f0,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:23:02Z,topic='l3_agent')) {'router_ids': ['4e783fcd-94b3-4897-953b-f8d250192afb'], 'active': True} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:40:54.418177 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.scheduler.base_scheduler [None req-4cf394ac-cbca-4757-9029-065aca8d2d00 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830096-3-iscsi, 858be929-a6e4-4c97-a31e-f4db5507b097) {{(pid=103459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:40:54.425092 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cf394ac-cbca-4757-9029-065aca8d2d00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:40:54.426271 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-4cf394ac-cbca-4757-9029-065aca8d2d00 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:40:54.436164 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15b53614-0024-4c8c-8fae-a0958588aa9b None None] Network 858be929-a6e4-4c97-a31e-f4db5507b097 requested from dv-cinder-830096-3-iscsi {{(pid=103460) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 20:40:54.567133 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [None req-4cf394ac-cbca-4757-9029-065aca8d2d00 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9159253 Mar 08 20:40:54.567375 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.wsgi [-] (103459) accepted ('10.222.0.41', 38242) {{(pid=103459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:40:54.572123 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.v2.base [None req-da8cebac-d35b-4972-ac6c-265f54592592 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1800381184-router', 'tenant_id': '672cd2ed5db2457c889c8ee311c81953', 'external_gateway_info': {'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052'}}} {{(pid=103459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:40:54.576396 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvr_db [None req-65424372-7807-483c-98c9-49cbdb267abc None None] Set router 4e783fcd-94b3-4897-953b-f8d250192afb gateway port host: dv-cinder-830096-3-iscsi {{(pid=103460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:40:54.642032 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-062b291d-405c-4aa7-a500-e63ae656a5df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6397307-3a10-58e1-a95b-092462da5fca-858be929-a6e4-4c97-a31e-f4db5507b097', 'network_id': '858be929-a6e4-4c97-a31e-f4db5507b097', 'project_id': '672cd2ed5db2457c889c8ee311c81953', 'fixed_ips': [{'subnet_id': 'db4dd6ba-0903-46a2-9abc-7fc2f9f63076'}]}} from dv-cinder-830096-3-iscsi. {{(pid=103460) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 08 20:40:54.642920 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-062b291d-405c-4aa7-a500-e63ae656a5df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747308'] for port (None), before_create {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:40:54.655444 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.provisioning_blocks [None req-6b4b2963-5140-465c-a421-2c247249faef None None] Provisioning complete for port df19568a-c815-4efc-9a03-2d9c7d4d51ad triggered by entity DHCP. {{(pid=103460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:40:54.655808 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-6b4b2963-5140-465c-a421-2c247249faef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476507'] for port (df19568a-c815-4efc-9a03-2d9c7d4d51ad), provisioning_complete {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:40:54.795144 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-da8cebac-d35b-4972-ac6c-265f54592592 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-449439', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126078'] for router (c8d7bb7e-fa89-4fce-92de-fe2d7b129fca), before_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:40:54.795144 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-da8cebac-d35b-4972-ac6c-265f54592592 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-448367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-442588', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-476585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126025'] for router (c8d7bb7e-fa89-4fce-92de-fe2d7b129fca), precommit_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:40:54.871023 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-da8cebac-d35b-4972-ac6c-265f54592592 admin admin] Publish callbacks [] for router_controller (c8d7bb7e-fa89-4fce-92de-fe2d7b129fca), precommit_add_association {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:40:54.966450 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.db_base_plugin_common [None req-062b291d-405c-4aa7-a500-e63ae656a5df None None] Allocated IP 172.20.0.2 (858be929-a6e4-4c97-a31e-f4db5507b097/db4dd6ba-0903-46a2-9abc-7fc2f9f63076/b73d6a0a-32df-4ef2-ad33-9c1037930788) {{(pid=103460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 20:40:54.975107 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.plugin [None req-6b4b2963-5140-465c-a421-2c247249faef None None] Current status of the port df19568a-c815-4efc-9a03-2d9c7d4d51ad is: DOWN; New status is: ACTIVE {{(pid=103460) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:40:54.975500 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-6b4b2963-5140-465c-a421-2c247249faef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747308'] for port (df19568a-c815-4efc-9a03-2d9c7d4d51ad), before_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:40:55.203807 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-da8cebac-d35b-4972-ac6c-265f54592592 admin admin] Publish callbacks [] for router_gateway (c8d7bb7e-fa89-4fce-92de-fe2d7b129fca), precommit_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:40:55.211094 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.rpc [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Device b94a8249-8eb2-42a6-a0ef-f27012dcd1aa up at agent ovs-agent-dv-cinder-830096-3-iscsi {{(pid=103460) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 20:40:55.217080 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.db [None req-6b4b2963-5140-465c-a421-2c247249faef None None] For port df19568a-c815-4efc-9a03-2d9c7d4d51ad, host dv-cinder-830096-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-3-iscsi',level=0,port_id=df19568a-c815-4efc-9a03-2d9c7d4d51ad,segment=NetworkSegment(000d13a8-cbfa-4246-848f-00116c5f2566),segment_id=000d13a8-cbfa-4246-848f-00116c5f2566)] {{(pid=103460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:40:55.267927 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6138050-4ecd-425b-943a-725c6a8369e3 req-9270e748-5b54-4dab-a38d-d1efa24222a8 tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:40:55.269475 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-a6138050-4ecd-425b-943a-725c6a8369e3 req-9270e748-5b54-4dab-a38d-d1efa24222a8 tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] 10.222.0.41 "GET /v2.0/ports?device_id=a46d0f34-d899-4acf-b7fc-8518533f5fb1 HTTP/1.1" status: 200 len: 946 time: 0.0565348 Mar 08 20:40:55.281123 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-65424372-7807-483c-98c9-49cbdb267abc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e783fcd-94b3-4897-953b-f8d250192afb', 'name': 'tempest-TestMinimumBasicScenario-1798639412-router', 'tenant_id': '541c315e66fa42668963ee3c03670435', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'external_fixed_ips': [{'subnet_id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'ip_address': '172.27.2.183'}], 'enable_snat': True}, 'gw_port_id': 'b94a8249-8eb2-42a6-a0ef-f27012dcd1aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:40:46Z', 'updated_at': '2022-03-08T20:40:50Z', 'revision_number': 4, 'project_id': '541c315e66fa42668963ee3c03670435', 'gw_port': {'id': 'b94a8249-8eb2-42a6-a0ef-f27012dcd1aa', 'name': '', 'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:97:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e783fcd-94b3-4897-953b-f8d250192afb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'ip_address': '172.27.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:40:47Z', 'updated_at': '2022-03-08T20:40:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-3-iscsi', '_interfaces': [{'id': 'df19568a-c815-4efc-9a03-2d9c7d4d51ad', 'name': '', 'network_id': '59981146-db64-4aab-9ae0-f6de91557fc5', 'tenant_id': '541c315e66fa42668963ee3c03670435', 'mac_address': 'fa:16:3e:ec:84:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e783fcd-94b3-4897-953b-f8d250192afb', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '64223cab-22b1-4c64-b303-569b24b13550', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:40:50Z', 'updated_at': '2022-03-08T20:40:54Z', 'revision_number': 4, 'project_id': '541c315e66fa42668963ee3c03670435', 'subnets': [{'id': '64223cab-22b1-4c64-b303-569b24b13550', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830096-3-iscsi', False) {} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:40:55.325085 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-6b4b2963-5140-465c-a421-2c247249faef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745146878648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745146440924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745146440942'] for port (df19568a-c815-4efc-9a03-2d9c7d4d51ad), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:40:55.326810 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65424372-7807-483c-98c9-49cbdb267abc None None] The sync data for ids ['4e783fcd-94b3-4897-953b-f8d250192afb'] in dv-cinder-830096-3-iscsi is: [{'id': '4e783fcd-94b3-4897-953b-f8d250192afb', 'name': 'tempest-TestMinimumBasicScenario-1798639412-router', 'tenant_id': '541c315e66fa42668963ee3c03670435', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'external_fixed_ips': [{'subnet_id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'ip_address': '172.27.2.183'}], 'enable_snat': True}, 'gw_port_id': 'b94a8249-8eb2-42a6-a0ef-f27012dcd1aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:40:46Z', 'updated_at': '2022-03-08T20:40:50Z', 'revision_number': 4, 'project_id': '541c315e66fa42668963ee3c03670435', 'gw_port': {'id': 'b94a8249-8eb2-42a6-a0ef-f27012dcd1aa', 'name': '', 'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:97:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e783fcd-94b3-4897-953b-f8d250192afb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'ip_address': '172.27.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:40:47Z', 'updated_at': '2022-03-08T20:40:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-3-iscsi', '_interfaces': [{'id': 'df19568a-c815-4efc-9a03-2d9c7d4d51ad', 'name': '', 'network_id': '59981146-db64-4aab-9ae0-f6de91557fc5', 'tenant_id': '541c315e66fa42668963ee3c03670435', 'mac_address': 'fa:16:3e:ec:84:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e783fcd-94b3-4897-953b-f8d250192afb', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '64223cab-22b1-4c64-b303-569b24b13550', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:40:50Z', 'updated_at': '2022-03-08T20:40:54Z', 'revision_number': 4, 'project_id': '541c315e66fa42668963ee3c03670435', 'subnets': [{'id': '64223cab-22b1-4c64-b303-569b24b13550', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 20:40:55.334270 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-a6138050-4ecd-425b-943a-725c6a8369e3 req-23f32644-4673-4bfe-80fb-f51aed9d3db7 tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] 10.222.0.41 "GET /v2.0/security-groups?id=4d697690-46e7-4a5b-b531-6aaab5a49583&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567467 Mar 08 20:40:55.417728 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.provisioning_blocks [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Provisioning complete for port b94a8249-8eb2-42a6-a0ef-f27012dcd1aa triggered by entity L2. {{(pid=103460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:40:55.421782 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476507'] for port (b94a8249-8eb2-42a6-a0ef-f27012dcd1aa), provisioning_complete {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:40:55.430815 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-062b291d-405c-4aa7-a500-e63ae656a5df None None] Publish callbacks [] for port (b73d6a0a-32df-4ef2-ad33-9c1037930788), precommit_create {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:40:55.464478 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4b2963-5140-465c-a421-2c247249faef None None] Pushing event updated for resources: {'Port': ['ID=df19568a-c815-4efc-9a03-2d9c7d4d51ad,revision_number=5']} {{(pid=103460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:40:55.541773 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.plugin [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Current status of the port b94a8249-8eb2-42a6-a0ef-f27012dcd1aa is: ACTIVE; New status is: ACTIVE {{(pid=103460) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:40:55.561015 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca719f53-cd1b-48b9-83f8-761d5bc777ae req-26d86773-7936-4a4a-8ed1-c2d3c5bf5b08 tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:40:55.562661 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-ca719f53-cd1b-48b9-83f8-761d5bc777ae req-26d86773-7936-4a4a-8ed1-c2d3c5bf5b08 tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] 10.222.0.41 "GET /v2.0/ports?device_id=a46d0f34-d899-4acf-b7fc-8518533f5fb1 HTTP/1.1" status: 200 len: 946 time: 0.0745113 Mar 08 20:40:55.578519 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-062b291d-405c-4aa7-a500-e63ae656a5df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745146440906'] for port (b73d6a0a-32df-4ef2-ad33-9c1037930788), after_create {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:40:55.634457 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-062b291d-405c-4aa7-a500-e63ae656a5df None None] Network 858be929-a6e4-4c97-a31e-f4db5507b097 is already hosted by enough agents. {{(pid=103460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 20:40:55.635360 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.scheduler.base_scheduler [None req-062b291d-405c-4aa7-a500-e63ae656a5df None None] Resources bound (agent type, host, resource id): {{(pid=103460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:40:55.640405 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-062b291d-405c-4aa7-a500-e63ae656a5df None None] Received port after_create {{(pid=103460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 20:40:55.640545 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-ca719f53-cd1b-48b9-83f8-761d5bc777ae req-72da9339-8727-440c-a021-f433c758314c tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] 10.222.0.41 "GET /v2.0/security-groups?id=4d697690-46e7-4a5b-b531-6aaab5a49583&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638406 Mar 08 20:40:55.651227 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-da8cebac-d35b-4972-ac6c-265f54592592 admin admin] Publish callbacks [] for router_gateway (c8d7bb7e-fa89-4fce-92de-fe2d7b129fca), before_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:40:55.656633 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.41', 38268) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:40:55.661194 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062b291d-405c-4aa7-a500-e63ae656a5df None None] Pushing event updated for resources: {'Port': ['ID=b73d6a0a-32df-4ef2-ad33-9c1037930788,revision_number=1']} {{(pid=103460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:40:55.687013 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-da8cebac-d35b-4972-ac6c-265f54592592 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747308'] for port (None), before_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:40:55.725334 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.managers [None req-062b291d-405c-4aa7-a500-e63ae656a5df None None] Attempting to bind port b73d6a0a-32df-4ef2-ad33-9c1037930788 on host dv-cinder-830096-3-iscsi for vnic_type normal with profile {{(pid=103460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 20:40:55.725756 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.managers [None req-062b291d-405c-4aa7-a500-e63ae656a5df None None] Attempting to bind port b73d6a0a-32df-4ef2-ad33-9c1037930788 by drivers openvswitch,hyperv on host dv-cinder-830096-3-iscsi at level 0 using segments [{'id': '83347a47-3284-4a52-a291-58b9d80ca073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '858be929-a6e4-4c97-a31e-f4db5507b097'}] {{(pid=103460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 20:40:55.726123 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-062b291d-405c-4aa7-a500-e63ae656a5df None None] Attempting to bind port b73d6a0a-32df-4ef2-ad33-9c1037930788 on network 858be929-a6e4-4c97-a31e-f4db5507b097 {{(pid=103460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 20:40:55.731519 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-062b291d-405c-4aa7-a500-e63ae656a5df None None] Checking agent: {'id': 'fa4b043a-5d45-4181-9cb2-30d29598ef5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830096-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 20, 23, 5), 'started_at': datetime.datetime(2022, 3, 8, 20, 23, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 20, 40, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830096-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 20:40:55.731895 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-062b291d-405c-4aa7-a500-e63ae656a5df None None] Checking segment: {'id': '83347a47-3284-4a52-a291-58b9d80ca073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '858be929-a6e4-4c97-a31e-f4db5507b097'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 20:40:55.732333 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-062b291d-405c-4aa7-a500-e63ae656a5df None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:40:55.732726 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-062b291d-405c-4aa7-a500-e63ae656a5df None None] Bound using segment: {'id': '83347a47-3284-4a52-a291-58b9d80ca073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '858be929-a6e4-4c97-a31e-f4db5507b097'} {{(pid=103460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 20:40:55.733223 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.managers [None req-062b291d-405c-4aa7-a500-e63ae656a5df None None] Bound port: b73d6a0a-32df-4ef2-ad33-9c1037930788, host: dv-cinder-830096-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83347a47-3284-4a52-a291-58b9d80ca073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '858be929-a6e4-4c97-a31e-f4db5507b097'}}] {{(pid=103460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 20:40:55.733635 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-062b291d-405c-4aa7-a500-e63ae656a5df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747308'] for port (b73d6a0a-32df-4ef2-ad33-9c1037930788), before_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:40:55.810165 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.db [None req-062b291d-405c-4aa7-a500-e63ae656a5df None None] For port b73d6a0a-32df-4ef2-ad33-9c1037930788, host dv-cinder-830096-3-iscsi, cleared binding levels {{(pid=103460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 20:40:55.817639 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.db [None req-062b291d-405c-4aa7-a500-e63ae656a5df None None] For port b73d6a0a-32df-4ef2-ad33-9c1037930788, host dv-cinder-830096-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-3-iscsi',level=0,port_id=b73d6a0a-32df-4ef2-ad33-9c1037930788,segment=NetworkSegment(83347a47-3284-4a52-a291-58b9d80ca073),segment_id=83347a47-3284-4a52-a291-58b9d80ca073)] {{(pid=103460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 20:40:55.837454 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.db.db_base_plugin_common [None req-da8cebac-d35b-4972-ac6c-265f54592592 admin admin] Allocated IP 172.27.2.199 (fc278ace-cc38-44e4-ba35-3f28be706052/6746aa92-141d-47b3-806a-20502e0a6f7e/43c3fe03-b4f2-42f4-8f6a-c3163e06e292) {{(pid=103459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 20:40:55.963656 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-da8cebac-d35b-4972-ac6c-265f54592592 admin admin] Publish callbacks [] for port (43c3fe03-b4f2-42f4-8f6a-c3163e06e292), precommit_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:40:55.967710 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-062b291d-405c-4aa7-a500-e63ae656a5df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745146878648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745146440924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745146440942'] for port (b73d6a0a-32df-4ef2-ad33-9c1037930788), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:40:55.979612 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c364615-9818-4d68-b6c2-5c17809cc99b tempest-TestVolumeBootPattern-1709047994 tempest-TestVolumeBootPattern-1709047994-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:40:55.983779 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-2c364615-9818-4d68-b6c2-5c17809cc99b tempest-TestVolumeBootPattern-1709047994 tempest-TestVolumeBootPattern-1709047994-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=a46d0f34-d899-4acf-b7fc-8518533f5fb1 HTTP/1.1" status: 200 len: 1125 time: 0.3250391 Mar 08 20:40:55.985915 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.41', 38272) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:40:55.992700 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.v2.base [None req-13c2d970-26be-444f-a6ac-31dc610dea3e tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] Request body: {'floatingip': {'floating_network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'port_id': '79a2c676-d809-438b-9185-8ab3e0ea2aa5', 'tenant_id': 'bf06b78c460f40649c7dfbdd2a48a3e6', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:40:56.035749 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062b291d-405c-4aa7-a500-e63ae656a5df None None] Pushing event updated for resources: {'Port': ['ID=b73d6a0a-32df-4ef2-ad33-9c1037930788,revision_number=2']} {{(pid=103460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:40:56.098681 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-da8cebac-d35b-4972-ac6c-265f54592592 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745146440906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28404629'] for port (43c3fe03-b4f2-42f4-8f6a-c3163e06e292), after_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:40:56.133448 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-13c2d970-26be-444f-a6ac-31dc610dea3e tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:40:56.142161 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da8cebac-d35b-4972-ac6c-265f54592592 admin admin] Network fc278ace-cc38-44e4-ba35-3f28be706052 is already hosted by enough agents. {{(pid=103459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 20:40:56.146662 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.scheduler.base_scheduler [None req-da8cebac-d35b-4972-ac6c-265f54592592 admin admin] Resources bound (agent type, host, resource id): {{(pid=103459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:40:56.150882 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da8cebac-d35b-4972-ac6c-265f54592592 admin admin] Received port after_create {{(pid=103459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 20:40:56.175403 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8cebac-d35b-4972-ac6c-265f54592592 admin admin] Pushing event updated for resources: {'Port': ['ID=43c3fe03-b4f2-42f4-8f6a-c3163e06e292,revision_number=1']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:40:56.319817 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-13c2d970-26be-444f-a6ac-31dc610dea3e tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747308'] for port (None), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:40:56.457039 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.db.db_base_plugin_common [None req-13c2d970-26be-444f-a6ac-31dc610dea3e tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] Allocated IP 172.27.2.60 (fc278ace-cc38-44e4-ba35-3f28be706052/6746aa92-141d-47b3-806a-20502e0a6f7e/cbd6b224-54c1-4194-a04f-2b8799ed1f1f) {{(pid=103458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 20:40:56.576386 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-13c2d970-26be-444f-a6ac-31dc610dea3e tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] Publish callbacks [] for port (cbd6b224-54c1-4194-a04f-2b8799ed1f1f), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:40:56.631175 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-da8cebac-d35b-4972-ac6c-265f54592592 admin admin] Publish callbacks [] for router_gateway (c8d7bb7e-fa89-4fce-92de-fe2d7b129fca), after_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:40:56.721543 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-13c2d970-26be-444f-a6ac-31dc610dea3e tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745146440906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28566877'] for port (cbd6b224-54c1-4194-a04f-2b8799ed1f1f), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:40:56.789879 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c2d970-26be-444f-a6ac-31dc610dea3e tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] Pushing event updated for resources: {'Port': ['ID=cbd6b224-54c1-4194-a04f-2b8799ed1f1f,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:40:56.814994 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13c2d970-26be-444f-a6ac-31dc610dea3e tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] Network fc278ace-cc38-44e4-ba35-3f28be706052 is already hosted by enough agents. {{(pid=103458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 20:40:56.817154 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.scheduler.base_scheduler [None req-13c2d970-26be-444f-a6ac-31dc610dea3e tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] Resources bound (agent type, host, resource id): {{(pid=103458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:40:56.824521 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13c2d970-26be-444f-a6ac-31dc610dea3e tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] Received port after_create {{(pid=103458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 20:40:56.909328 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-da8cebac-d35b-4972-ac6c-265f54592592 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-448356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-442609'] for router (c8d7bb7e-fa89-4fce-92de-fe2d7b129fca), after_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:40:57.080789 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.41', 38286) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:40:57.177364 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65ebf950-deac-4155-82b0-80e48ce09399 None None] Network 858be929-a6e4-4c97-a31e-f4db5507b097 requested from dv-cinder-830096-3-iscsi {{(pid=103460) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 20:40:57.281274 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.rpc [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Device df19568a-c815-4efc-9a03-2d9c7d4d51ad up at agent ovs-agent-dv-cinder-830096-3-iscsi {{(pid=103460) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 20:40:57.301640 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-6705f54e-62de-43e5-abc0-cf88b11335ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:40:57.338054 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.provisioning_blocks [None req-1f13b597-fcad-44d8-b236-15f272046004 None None] Provisioning complete for port b73d6a0a-32df-4ef2-ad33-9c1037930788 triggered by entity DHCP. {{(pid=103460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:40:57.338734 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-1f13b597-fcad-44d8-b236-15f272046004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476507'] for port (b73d6a0a-32df-4ef2-ad33-9c1037930788), provisioning_complete {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:40:57.394386 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-13c2d970-26be-444f-a6ac-31dc610dea3e tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] Publish callbacks [] for floatingip (379c0bd0-44bc-48c0-9fb2-56566c1dbfef), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:40:57.421257 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.provisioning_blocks [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Provisioning complete for port df19568a-c815-4efc-9a03-2d9c7d4d51ad triggered by entity L2. {{(pid=103460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:40:57.423508 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476507'] for port (df19568a-c815-4efc-9a03-2d9c7d4d51ad), provisioning_complete {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:40:57.464119 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-6705f54e-62de-43e5-abc0-cf88b11335ae admin admin] Publish callbacks [] for security_group (89e6a7de-cca8-4970-83c9-005c3943c978), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:40:57.499223 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.plugin [None req-1f13b597-fcad-44d8-b236-15f272046004 None None] Current status of the port b73d6a0a-32df-4ef2-ad33-9c1037930788 is: DOWN; New status is: ACTIVE {{(pid=103460) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:40:57.499612 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-1f13b597-fcad-44d8-b236-15f272046004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747308'] for port (b73d6a0a-32df-4ef2-ad33-9c1037930788), before_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:40:57.564087 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.db [None req-1f13b597-fcad-44d8-b236-15f272046004 None None] For port b73d6a0a-32df-4ef2-ad33-9c1037930788, host dv-cinder-830096-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-3-iscsi',level=0,port_id=b73d6a0a-32df-4ef2-ad33-9c1037930788,segment=NetworkSegment(83347a47-3284-4a52-a291-58b9d80ca073),segment_id=83347a47-3284-4a52-a291-58b9d80ca073)] {{(pid=103460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:40:57.569419 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.plugin [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Current status of the port df19568a-c815-4efc-9a03-2d9c7d4d51ad is: ACTIVE; New status is: ACTIVE {{(pid=103460) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:40:57.570516 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.rpc [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Device b73d6a0a-32df-4ef2-ad33-9c1037930788 up at agent ovs-agent-dv-cinder-830096-3-iscsi {{(pid=103460) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 20:40:57.622173 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.provisioning_blocks [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Provisioning complete for port b73d6a0a-32df-4ef2-ad33-9c1037930788 triggered by entity L2. {{(pid=103460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:40:57.622548 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476507'] for port (b73d6a0a-32df-4ef2-ad33-9c1037930788), provisioning_complete {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:40:57.631795 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da8cebac-d35b-4972-ac6c-265f54592592 admin admin] Router c8d7bb7e-fa89-4fce-92de-fe2d7b129fca is scheduled to L3 agent 7ae9fd8f-5d61-4821-9eac-044950c450f0 with binding_index 1 {{(pid=103459) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 20:40:57.681381 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-6705f54e-62de-43e5-abc0-cf88b11335ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310940'] for security_group (89e6a7de-cca8-4970-83c9-005c3943c978), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:40:57.700539 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.plugin [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Current status of the port b73d6a0a-32df-4ef2-ad33-9c1037930788 is: DOWN; New status is: ACTIVE {{(pid=103460) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:40:57.700927 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747308'] for port (b73d6a0a-32df-4ef2-ad33-9c1037930788), before_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:40:57.722702 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-1f13b597-fcad-44d8-b236-15f272046004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745146878648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745146440924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745146440942'] for port (b73d6a0a-32df-4ef2-ad33-9c1037930788), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:40:57.742296 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da8cebac-d35b-4972-ac6c-265f54592592 admin admin] Notify agent at l3_agent.dv-cinder-830096-3-iscsi the message routers_updated {{(pid=103459) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 20:40:57.745311 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6705f54e-62de-43e5-abc0-cf88b11335ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89e6a7de-cca8-4970-83c9-005c3943c978,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:40:57.753804 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-6705f54e-62de-43e5-abc0-cf88b11335ae admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ecee116175804f008a8822ca3195370d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6695395 Mar 08 20:40:57.753804 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-13c2d970-26be-444f-a6ac-31dc610dea3e tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747308'] for port (cbd6b224-54c1-4194-a04f-2b8799ed1f1f), before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:40:57.754087 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.41', 38290) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:40:57.758878 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea644a22-1c43-4652-aa40-c01c777400b4 None None] Sync routers for ids ['c8d7bb7e-fa89-4fce-92de-fe2d7b129fca'] in dv-cinder-830096-3-iscsi {{(pid=103461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 20:40:57.780373 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea644a22-1c43-4652-aa40-c01c777400b4 None None] Routers {'c8d7bb7e-fa89-4fce-92de-fe2d7b129fca'} bound to L3 agent in host dv-cinder-830096-3-iscsi {{(pid=103461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:40:57.781012 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.db.l3_hamode_db [None req-ea644a22-1c43-4652-aa40-c01c777400b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T20:23:01Z,description=,heartbeat_timestamp=2022-03-08T20:40:31Z,host='dv-cinder-830096-3-iscsi',id=7ae9fd8f-5d61-4821-9eac-044950c450f0,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:23:02Z,topic='l3_agent')) {'router_ids': ['c8d7bb7e-fa89-4fce-92de-fe2d7b129fca'], 'active': True} {{(pid=103461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:40:57.802139 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.db.api [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103460) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 08 20:40:57.802841 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG oslo_db.api [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 08 20:40:57.805480 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f13b597-fcad-44d8-b236-15f272046004 None None] Pushing event updated for resources: {'Port': ['ID=b73d6a0a-32df-4ef2-ad33-9c1037930788,revision_number=3']} {{(pid=103460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:40:57.847155 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.provisioning_blocks [None req-426130df-2930-4554-8901-2a6ae0a58f4b None None] Provisioning complete for port b73d6a0a-32df-4ef2-ad33-9c1037930788 triggered by entity DHCP. {{(pid=103460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:40:57.847711 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-426130df-2930-4554-8901-2a6ae0a58f4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476507'] for port (b73d6a0a-32df-4ef2-ad33-9c1037930788), provisioning_complete {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:40:57.911285 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-da8cebac-d35b-4972-ac6c-265f54592592 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:40:57.912610 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [None req-da8cebac-d35b-4972-ac6c-265f54592592 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.3438439 Mar 08 20:40:57.915575 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.wsgi [-] (103459) accepted ('10.222.0.41', 38296) {{(pid=103459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:40:57.923364 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.db.l3_dvr_db [None req-ea644a22-1c43-4652-aa40-c01c777400b4 None None] Set router c8d7bb7e-fa89-4fce-92de-fe2d7b129fca gateway port host: dv-cinder-830096-3-iscsi {{(pid=103461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:40:57.941953 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.plugin [None req-426130df-2930-4554-8901-2a6ae0a58f4b None None] Current status of the port b73d6a0a-32df-4ef2-ad33-9c1037930788 is: ACTIVE; New status is: ACTIVE {{(pid=103460) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:40:57.977489 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-bc84e811-02ab-4a9a-a3aa-421e8eeffa04 admin admin] Publish callbacks [] for security_group (89e6a7de-cca8-4970-83c9-005c3943c978), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:40:58.016355 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-bc84e811-02ab-4a9a-a3aa-421e8eeffa04 admin admin] Publish callbacks [] for security_group (89e6a7de-cca8-4970-83c9-005c3943c978), precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:40:58.019470 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-13c2d970-26be-444f-a6ac-31dc610dea3e tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] Publish callbacks [] for port (cbd6b224-54c1-4194-a04f-2b8799ed1f1f), precommit_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:40:58.115609 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.db.l3_hamode_db [None req-ea644a22-1c43-4652-aa40-c01c777400b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8d7bb7e-fa89-4fce-92de-fe2d7b129fca', 'name': 'tempest-TestMinimumBasicScenario-1800381184-router', 'tenant_id': '672cd2ed5db2457c889c8ee311c81953', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'external_fixed_ips': [{'subnet_id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'ip_address': '172.27.2.199'}], 'enable_snat': True}, 'gw_port_id': '43c3fe03-b4f2-42f4-8f6a-c3163e06e292', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:40:54Z', 'updated_at': '2022-03-08T20:40:56Z', 'revision_number': 3, 'project_id': '672cd2ed5db2457c889c8ee311c81953', 'gw_port': {'id': '43c3fe03-b4f2-42f4-8f6a-c3163e06e292', 'name': '', 'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:3b:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8d7bb7e-fa89-4fce-92de-fe2d7b129fca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'ip_address': '172.27.2.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:40:55Z', 'updated_at': '2022-03-08T20:40:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-3-iscsi'}], 'dv-cinder-830096-3-iscsi', False) {} {{(pid=103461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:40:58.143650 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea644a22-1c43-4652-aa40-c01c777400b4 None None] Checking router: c8d7bb7e-fa89-4fce-92de-fe2d7b129fca for host: dv-cinder-830096-3-iscsi {{(pid=103461) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 20:40:58.144004 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea644a22-1c43-4652-aa40-c01c777400b4 None None] Updating router c8d7bb7e-fa89-4fce-92de-fe2d7b129fca port 43c3fe03-b4f2-42f4-8f6a-c3163e06e292 binding host dv-cinder-830096-3-iscsi {{(pid=103461) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 20:40:58.175705 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron_lib.callbacks.manager [None req-ea644a22-1c43-4652-aa40-c01c777400b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747308'] for port (43c3fe03-b4f2-42f4-8f6a-c3163e06e292), before_update {{(pid=103461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:40:58.201538 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-bc84e811-02ab-4a9a-a3aa-421e8eeffa04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310940'] for security_group (89e6a7de-cca8-4970-83c9-005c3943c978), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:40:58.204839 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-bc84e811-02ab-4a9a-a3aa-421e8eeffa04 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:40:58.206123 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-bc84e811-02ab-4a9a-a3aa-421e8eeffa04 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/89e6a7de-cca8-4970-83c9-005c3943c978 HTTP/1.1" status: 204 len: 168 time: 0.4511709 Mar 08 20:40:58.207032 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-13c2d970-26be-444f-a6ac-31dc610dea3e tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745146878648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745146440924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745146440942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28566820'] for port (cbd6b224-54c1-4194-a04f-2b8799ed1f1f), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:40:58.263084 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c2d970-26be-444f-a6ac-31dc610dea3e tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] Pushing event updated for resources: {'Port': ['ID=cbd6b224-54c1-4194-a04f-2b8799ed1f1f,revision_number=2']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:40:58.277451 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc84e811-02ab-4a9a-a3aa-421e8eeffa04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89e6a7de-cca8-4970-83c9-005c3943c978,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:40:58.326624 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-13c2d970-26be-444f-a6ac-31dc610dea3e tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-443219'] for floatingip (379c0bd0-44bc-48c0-9fb2-56566c1dbfef), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:40:58.348207 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.plugin [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Current status of the port b73d6a0a-32df-4ef2-ad33-9c1037930788 is: ACTIVE; New status is: ACTIVE {{(pid=103460) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:40:58.440683 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-52b428fe-6011-479e-bc55-4837f0506fa0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747308'] for port (None), before_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:40:58.472874 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.db.l3_db [None req-13c2d970-26be-444f-a6ac-31dc610dea3e tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] Floating IP 379c0bd0-44bc-48c0-9fb2-56566c1dbfef associated. External IP: 172.27.2.60, port: 79a2c676-d809-438b-9185-8ab3e0ea2aa5. Mar 08 20:40:58.509209 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.41', 38302) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:40:58.537310 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron_lib.callbacks.manager [None req-ea644a22-1c43-4652-aa40-c01c777400b4 None None] Publish callbacks [] for port (43c3fe03-b4f2-42f4-8f6a-c3163e06e292), precommit_update {{(pid=103461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:40:58.632704 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.db.db_base_plugin_common [None req-52b428fe-6011-479e-bc55-4837f0506fa0 admin admin] Allocated IP 172.20.0.1 (858be929-a6e4-4c97-a31e-f4db5507b097/db4dd6ba-0903-46a2-9abc-7fc2f9f63076/d4bb48b8-54d0-4586-a512-140c5186e901) {{(pid=103459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 20:40:58.686595 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron_lib.callbacks.manager [None req-ea644a22-1c43-4652-aa40-c01c777400b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745146878648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745146440924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745146440942'] for port (43c3fe03-b4f2-42f4-8f6a-c3163e06e292), after_update {{(pid=103461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:40:58.750933 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13c2d970-26be-444f-a6ac-31dc610dea3e tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] Router 813bc19a-5efc-4849-a90c-b51f279e8583 has already been hosted by L3 agent 7ae9fd8f-5d61-4821-9eac-044950c450f0 {{(pid=103458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 20:40:58.751854 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e10bf27-05ce-4d9c-a12e-b6b4138e183d None None] Pushing event updated for resources: {'Port': ['ID=43c3fe03-b4f2-42f4-8f6a-c3163e06e292,revision_number=2']} {{(pid=103461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:40:58.769219 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.plugins.ml2.managers [None req-ea644a22-1c43-4652-aa40-c01c777400b4 None None] Attempting to bind port 43c3fe03-b4f2-42f4-8f6a-c3163e06e292 on host dv-cinder-830096-3-iscsi for vnic_type normal with profile {{(pid=103461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 20:40:58.770586 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.plugins.ml2.managers [None req-ea644a22-1c43-4652-aa40-c01c777400b4 None None] Attempting to bind port 43c3fe03-b4f2-42f4-8f6a-c3163e06e292 by drivers openvswitch,hyperv on host dv-cinder-830096-3-iscsi at level 0 using segments [{'id': 'e3ec3731-5b41-434a-a3a7-2ad1e453961f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052'}] {{(pid=103461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 20:40:58.771221 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea644a22-1c43-4652-aa40-c01c777400b4 None None] Attempting to bind port 43c3fe03-b4f2-42f4-8f6a-c3163e06e292 on network fc278ace-cc38-44e4-ba35-3f28be706052 {{(pid=103461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 20:40:58.777975 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-52b428fe-6011-479e-bc55-4837f0506fa0 admin admin] Publish callbacks [] for port (d4bb48b8-54d0-4586-a512-140c5186e901), precommit_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:40:58.783172 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea644a22-1c43-4652-aa40-c01c777400b4 None None] Checking agent: {'id': 'fa4b043a-5d45-4181-9cb2-30d29598ef5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830096-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 20, 23, 5), 'started_at': datetime.datetime(2022, 3, 8, 20, 23, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 20, 40, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830096-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 20:40:58.783172 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea644a22-1c43-4652-aa40-c01c777400b4 None None] Checking segment: {'id': 'e3ec3731-5b41-434a-a3a7-2ad1e453961f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 20:40:58.783172 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron_lib.callbacks.manager [None req-ea644a22-1c43-4652-aa40-c01c777400b4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:40:58.783172 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea644a22-1c43-4652-aa40-c01c777400b4 None None] Bound using segment: {'id': 'e3ec3731-5b41-434a-a3a7-2ad1e453961f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052'} {{(pid=103461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 20:40:58.783172 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.plugins.ml2.managers [None req-ea644a22-1c43-4652-aa40-c01c777400b4 None None] Bound port: 43c3fe03-b4f2-42f4-8f6a-c3163e06e292, host: dv-cinder-830096-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3ec3731-5b41-434a-a3a7-2ad1e453961f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052'}}] {{(pid=103461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 20:40:58.783172 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron_lib.callbacks.manager [None req-ea644a22-1c43-4652-aa40-c01c777400b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747308'] for port (43c3fe03-b4f2-42f4-8f6a-c3163e06e292), before_update {{(pid=103461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:40:59.050995 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.plugins.ml2.db [None req-ea644a22-1c43-4652-aa40-c01c777400b4 None None] For port 43c3fe03-b4f2-42f4-8f6a-c3163e06e292, host dv-cinder-830096-3-iscsi, cleared binding levels {{(pid=103461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 20:40:59.050995 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.plugins.ml2.db [None req-ea644a22-1c43-4652-aa40-c01c777400b4 None None] For port 43c3fe03-b4f2-42f4-8f6a-c3163e06e292, host dv-cinder-830096-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-3-iscsi',level=0,port_id=43c3fe03-b4f2-42f4-8f6a-c3163e06e292,segment=NetworkSegment(e3ec3731-5b41-434a-a3a7-2ad1e453961f),segment_id=e3ec3731-5b41-434a-a3a7-2ad1e453961f)] {{(pid=103461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 20:40:59.052867 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-1101f882-9624-4d7d-b92a-f5d943b9be25 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:40:59.052867 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13c2d970-26be-444f-a6ac-31dc610dea3e tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] Notify agent at l3_agent.dv-cinder-830096-3-iscsi the message routers_updated {{(pid=103458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 20:40:59.053835 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b109b53-ca7f-4d28-ab52-ab3139a8c64a None None] Sync routers for ids ['813bc19a-5efc-4849-a90c-b51f279e8583'] in dv-cinder-830096-3-iscsi {{(pid=103460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 20:40:59.053835 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b109b53-ca7f-4d28-ab52-ab3139a8c64a None None] Routers {'813bc19a-5efc-4849-a90c-b51f279e8583'} bound to L3 agent in host dv-cinder-830096-3-iscsi {{(pid=103460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:40:59.053835 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-0b109b53-ca7f-4d28-ab52-ab3139a8c64a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T20:23:01Z,description=,heartbeat_timestamp=2022-03-08T20:40:31Z,host='dv-cinder-830096-3-iscsi',id=7ae9fd8f-5d61-4821-9eac-044950c450f0,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:23:02Z,topic='l3_agent')) {'router_ids': ['813bc19a-5efc-4849-a90c-b51f279e8583'], 'active': True} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:40:59.054312 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-1101f882-9624-4d7d-b92a-f5d943b9be25 admin admin] Publish callbacks [] for security_group (30fc416f-ee7c-43d7-ba2e-6938279bd434), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:40:59.101183 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvr_db [None req-0b109b53-ca7f-4d28-ab52-ab3139a8c64a None None] Set router 813bc19a-5efc-4849-a90c-b51f279e8583 gateway port host: dv-cinder-830096-3-iscsi {{(pid=103460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:40:59.103967 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-52b428fe-6011-479e-bc55-4837f0506fa0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745146440906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28404629'] for port (d4bb48b8-54d0-4586-a512-140c5186e901), after_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:40:59.127742 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.rpc [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Device b73d6a0a-32df-4ef2-ad33-9c1037930788 up at agent ovs-agent-dv-cinder-830096-3-iscsi {{(pid=103460) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 20:40:59.139201 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52b428fe-6011-479e-bc55-4837f0506fa0 admin admin] Network 858be929-a6e4-4c97-a31e-f4db5507b097 is already hosted by enough agents. {{(pid=103459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 20:40:59.144522 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.scheduler.base_scheduler [None req-52b428fe-6011-479e-bc55-4837f0506fa0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:40:59.148522 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52b428fe-6011-479e-bc55-4837f0506fa0 admin admin] Received port after_create {{(pid=103459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 20:40:59.223335 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron_lib.callbacks.manager [None req-ea644a22-1c43-4652-aa40-c01c777400b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745146878648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745146440924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745146440942'] for port (43c3fe03-b4f2-42f4-8f6a-c3163e06e292), after_update {{(pid=103461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:40:59.223543 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b428fe-6011-479e-bc55-4837f0506fa0 admin admin] Pushing event updated for resources: {'Port': ['ID=d4bb48b8-54d0-4586-a512-140c5186e901,revision_number=1']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:40:59.223543 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-52b428fe-6011-479e-bc55-4837f0506fa0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-443356'] for router_interface (c8d7bb7e-fa89-4fce-92de-fe2d7b129fca), before_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:40:59.233104 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea644a22-1c43-4652-aa40-c01c777400b4 None None] Routers {'c8d7bb7e-fa89-4fce-92de-fe2d7b129fca'} bound to L3 agent in host dv-cinder-830096-3-iscsi {{(pid=103461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:40:59.235606 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.db.l3_hamode_db [None req-ea644a22-1c43-4652-aa40-c01c777400b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T20:23:01Z,description=,heartbeat_timestamp=2022-03-08T20:40:31Z,host='dv-cinder-830096-3-iscsi',id=7ae9fd8f-5d61-4821-9eac-044950c450f0,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:23:02Z,topic='l3_agent')) {'router_ids': ['c8d7bb7e-fa89-4fce-92de-fe2d7b129fca'], 'active': True} {{(pid=103461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:40:59.256533 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-1b3d19ba-5085-4056-9a33-ce6345635594 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745146981205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476605'] for agent (a3d84102-f7d3-452b-861a-973020576047), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:40:59.273225 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-13c2d970-26be-444f-a6ac-31dc610dea3e tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4188892'] for floatingip (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:40:59.277378 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-1101f882-9624-4d7d-b92a-f5d943b9be25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310940'] for security_group (30fc416f-ee7c-43d7-ba2e-6938279bd434), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:40:59.316752 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e10bf27-05ce-4d9c-a12e-b6b4138e183d None None] Pushing event updated for resources: {'Port': ['ID=43c3fe03-b4f2-42f4-8f6a-c3163e06e292,revision_number=3']} {{(pid=103461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:40:59.372935 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.provisioning_blocks [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Provisioning complete for port b73d6a0a-32df-4ef2-ad33-9c1037930788 triggered by entity L2. {{(pid=103460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:40:59.372935 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476507'] for port (b73d6a0a-32df-4ef2-ad33-9c1037930788), provisioning_complete {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:40:59.386979 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.db.l3_dvr_db [None req-ea644a22-1c43-4652-aa40-c01c777400b4 None None] Set router c8d7bb7e-fa89-4fce-92de-fe2d7b129fca gateway port host: dv-cinder-830096-3-iscsi {{(pid=103461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:40:59.425805 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-13c2d970-26be-444f-a6ac-31dc610dea3e tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.4381039 Mar 08 20:40:59.427752 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a46d0f34-d899-4acf-b7fc-8518533f5fb1', 'tag': '79a2c676-d809-438b-9185-8ab3e0ea2aa5'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 20:40:59.430210 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80a387be2d8005eb2e27f9060a02e972faa958bb0688f3ffd3bc7b0f4eb55c8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-417b554b-69bd-4512-9d80-eb8403ba8ad4" -d '{"events": [{"name": "network-changed", "server_uuid": "a46d0f34-d899-4acf-b7fc-8518533f5fb1", "tag": "79a2c676-d809-438b-9185-8ab3e0ea2aa5"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 20:40:59.436199 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-1101f882-9624-4d7d-b92a-f5d943b9be25 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b6336c350848430b8468576d2c96b906&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9262707 Mar 08 20:40:59.437177 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1101f882-9624-4d7d-b92a-f5d943b9be25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30fc416f-ee7c-43d7-ba2e-6938279bd434,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:40:59.444358 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.wsgi [-] (103459) accepted ('10.222.0.41', 38310) {{(pid=103459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:40:59.488045 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.41', 38314) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:40:59.508972 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-0aec1d3f-1284-497f-b246-0f87f8c19df9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:40:59.527417 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-96e9fcc2-59d2-4d44-b111-11d7fedb7dac admin admin] Publish callbacks [] for security_group (30fc416f-ee7c-43d7-ba2e-6938279bd434), before_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:40:59.538999 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 20:40:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1365b26c-31f4-458c-a0c0-6db594479c75 x-openstack-request-id: req-1365b26c-31f4-458c-a0c0-6db594479c75 {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 20:40:59.539834 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a46d0f34-d899-4acf-b7fc-8518533f5fb1", "tag": "79a2c676-d809-438b-9185-8ab3e0ea2aa5", "status": "completed", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 20:40:59.539834 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1365b26c-31f4-458c-a0c0-6db594479c75 {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 20:40:59.540084 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a46d0f34-d899-4acf-b7fc-8518533f5fb1', 'tag': '79a2c676-d809-438b-9185-8ab3e0ea2aa5', 'status': 'completed', 'code': 200} Mar 08 20:40:59.552423 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-96e9fcc2-59d2-4d44-b111-11d7fedb7dac admin admin] Publish callbacks [] for security_group (30fc416f-ee7c-43d7-ba2e-6938279bd434), precommit_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:40:59.600700 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.provisioning_blocks [None req-e7f3e8f4-6cd9-4a4f-9399-859f77a10b9b None None] Provisioning complete for port d4bb48b8-54d0-4586-a512-140c5186e901 triggered by entity DHCP. {{(pid=103460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:40:59.601327 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-e7f3e8f4-6cd9-4a4f-9399-859f77a10b9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476507'] for port (d4bb48b8-54d0-4586-a512-140c5186e901), provisioning_complete {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:40:59.612998 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-52b428fe-6011-479e-bc55-4837f0506fa0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747308'] for port (d4bb48b8-54d0-4586-a512-140c5186e901), before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:40:59.634191 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417b554b-69bd-4512-9d80-eb8403ba8ad4 req-c01e7eb8-0d3e-4e93-acfc-24bc9d4340be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:40:59.635967 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-417b554b-69bd-4512-9d80-eb8403ba8ad4 req-c01e7eb8-0d3e-4e93-acfc-24bc9d4340be service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=bf06b78c460f40649c7dfbdd2a48a3e6&device_id=a46d0f34-d899-4acf-b7fc-8518533f5fb1 HTTP/1.1" status: 200 len: 1130 time: 0.0758417 Mar 08 20:40:59.679534 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.db.l3_hamode_db [None req-ea644a22-1c43-4652-aa40-c01c777400b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8d7bb7e-fa89-4fce-92de-fe2d7b129fca', 'name': 'tempest-TestMinimumBasicScenario-1800381184-router', 'tenant_id': '672cd2ed5db2457c889c8ee311c81953', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'external_fixed_ips': [{'subnet_id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'ip_address': '172.27.2.199'}], 'enable_snat': True}, 'gw_port_id': '43c3fe03-b4f2-42f4-8f6a-c3163e06e292', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:40:54Z', 'updated_at': '2022-03-08T20:40:56Z', 'revision_number': 3, 'project_id': '672cd2ed5db2457c889c8ee311c81953', 'gw_port': {'id': '43c3fe03-b4f2-42f4-8f6a-c3163e06e292', 'name': '', 'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:3b:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8d7bb7e-fa89-4fce-92de-fe2d7b129fca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'ip_address': '172.27.2.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:40:55Z', 'updated_at': '2022-03-08T20:40:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-3-iscsi'}], 'dv-cinder-830096-3-iscsi', False) {} {{(pid=103461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:40:59.716459 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea644a22-1c43-4652-aa40-c01c777400b4 None None] The sync data for ids ['c8d7bb7e-fa89-4fce-92de-fe2d7b129fca'] in dv-cinder-830096-3-iscsi is: [{'id': 'c8d7bb7e-fa89-4fce-92de-fe2d7b129fca', 'name': 'tempest-TestMinimumBasicScenario-1800381184-router', 'tenant_id': '672cd2ed5db2457c889c8ee311c81953', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'external_fixed_ips': [{'subnet_id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'ip_address': '172.27.2.199'}], 'enable_snat': True}, 'gw_port_id': '43c3fe03-b4f2-42f4-8f6a-c3163e06e292', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:40:54Z', 'updated_at': '2022-03-08T20:40:56Z', 'revision_number': 3, 'project_id': '672cd2ed5db2457c889c8ee311c81953', 'gw_port': {'id': '43c3fe03-b4f2-42f4-8f6a-c3163e06e292', 'name': '', 'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:3b:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8d7bb7e-fa89-4fce-92de-fe2d7b129fca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'ip_address': '172.27.2.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:40:55Z', 'updated_at': '2022-03-08T20:40:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-3-iscsi'}] {{(pid=103461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 20:40:59.756913 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-96e9fcc2-59d2-4d44-b111-11d7fedb7dac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310940'] for security_group (30fc416f-ee7c-43d7-ba2e-6938279bd434), after_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:40:59.761382 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-96e9fcc2-59d2-4d44-b111-11d7fedb7dac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:40:59.762736 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [None req-96e9fcc2-59d2-4d44-b111-11d7fedb7dac admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/30fc416f-ee7c-43d7-ba2e-6938279bd434 HTTP/1.1" status: 204 len: 168 time: 0.3170702 Mar 08 20:40:59.775339 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e9fcc2-59d2-4d44-b111-11d7fedb7dac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30fc416f-ee7c-43d7-ba2e-6938279bd434,revision_number=None']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:40:59.786904 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.plugin [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Current status of the port b73d6a0a-32df-4ef2-ad33-9c1037930788 is: ACTIVE; New status is: ACTIVE {{(pid=103460) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:40:59.799913 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417b554b-69bd-4512-9d80-eb8403ba8ad4 req-5d8a0962-2e7d-433d-9858-842650c6c963 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:40:59.801457 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-417b554b-69bd-4512-9d80-eb8403ba8ad4 req-5d8a0962-2e7d-433d-9858-842650c6c963 service neutron] 10.222.0.37 "GET /v2.0/networks?id=c2c7d66f-86ac-44f2-9eb5-cb2716ba5d76 HTTP/1.1" status: 200 len: 912 time: 0.1578641 Mar 08 20:40:59.803628 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-0aec1d3f-1284-497f-b246-0f87f8c19df9 admin admin] Publish callbacks [] for security_group (103dc719-75df-4981-a39b-8fc040695e1b), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:40:59.809681 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.plugin [None req-e7f3e8f4-6cd9-4a4f-9399-859f77a10b9b None None] Port d4bb48b8-54d0-4586-a512-140c5186e901 cannot update to ACTIVE because it is not bound. {{(pid=103460) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 20:40:59.838497 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-0b109b53-ca7f-4d28-ab52-ab3139a8c64a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '813bc19a-5efc-4849-a90c-b51f279e8583', 'name': 'tempest-TestVolumeBootPattern-564992217-router', 'tenant_id': 'bf06b78c460f40649c7dfbdd2a48a3e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'external_fixed_ips': [{'subnet_id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'ip_address': '172.27.2.236'}], 'enable_snat': True}, 'gw_port_id': 'b09be00f-c368-414b-9fd5-063c97760f7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:33:30Z', 'updated_at': '2022-03-08T20:33:34Z', 'revision_number': 4, 'project_id': 'bf06b78c460f40649c7dfbdd2a48a3e6', 'gw_port': {'id': 'b09be00f-c368-414b-9fd5-063c97760f7b', 'name': '', 'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:67:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '813bc19a-5efc-4849-a90c-b51f279e8583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'ip_address': '172.27.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:33:31Z', 'updated_at': '2022-03-08T20:33:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-3-iscsi', '_floatingips': [{'id': '379c0bd0-44bc-48c0-9fb2-56566c1dbfef', 'tenant_id': 'bf06b78c460f40649c7dfbdd2a48a3e6', 'floating_ip_address': '172.27.2.60', 'floating_network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'router_id': '813bc19a-5efc-4849-a90c-b51f279e8583', 'port_id': '79a2c676-d809-438b-9185-8ab3e0ea2aa5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 649, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2c7d66f-86ac-44f2-9eb5-cb2716ba5d76', 'mac_address': 'fa:16:3e:a3:b8:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a46d0f34-d899-4acf-b7fc-8518533f5fb1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T20:40:57Z', 'updated_at': '2022-03-08T20:40:57Z', 'revision_number': 0, 'project_id': 'bf06b78c460f40649c7dfbdd2a48a3e6', 'fixed_ip_address_scope': None}, {'id': '82045778-d02b-4bbc-98c9-cd3f61b5dbe0', 'tenant_id': 'bf06b78c460f40649c7dfbdd2a48a3e6', 'floating_ip_address': '172.27.2.84', 'floating_network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'router_id': '813bc19a-5efc-4849-a90c-b51f279e8583', 'port_id': '90bd1cce-acc7-4d74-ad9c-f6b3eea6125d', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 518, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2c7d66f-86ac-44f2-9eb5-cb2716ba5d76', 'mac_address': 'fa:16:3e:53:70:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a14fbaed-9ca6-4ca3-be12-e2da6a6b20b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T20:38:17Z', 'updated_at': '2022-03-08T20:38:20Z', 'revision_number': 1, 'project_id': 'bf06b78c460f40649c7dfbdd2a48a3e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf80f1eb-9470-4de8-869d-5b5d1aef8ede', 'name': '', 'network_id': 'c2c7d66f-86ac-44f2-9eb5-cb2716ba5d76', 'tenant_id': 'bf06b78c460f40649c7dfbdd2a48a3e6', 'mac_address': 'fa:16:3e:fd:84:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '813bc19a-5efc-4849-a90c-b51f279e8583', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '88ad92d3-2fe0-4490-8ff5-712fc5e791fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:33:34Z', 'updated_at': '2022-03-08T20:33:39Z', 'revision_number': 5, 'project_id': 'bf06b78c460f40649c7dfbdd2a48a3e6', 'subnets': [{'id': '88ad92d3-2fe0-4490-8ff5-712fc5e791fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830096-3-iscsi', False) {} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:40:59.873694 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b109b53-ca7f-4d28-ab52-ab3139a8c64a None None] Checking router: 813bc19a-5efc-4849-a90c-b51f279e8583 for host: dv-cinder-830096-3-iscsi {{(pid=103460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 20:40:59.884219 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b109b53-ca7f-4d28-ab52-ab3139a8c64a None None] Routers {'813bc19a-5efc-4849-a90c-b51f279e8583'} bound to L3 agent in host dv-cinder-830096-3-iscsi {{(pid=103460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:40:59.885167 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-0b109b53-ca7f-4d28-ab52-ab3139a8c64a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T20:23:01Z,description=,heartbeat_timestamp=2022-03-08T20:40:31Z,host='dv-cinder-830096-3-iscsi',id=7ae9fd8f-5d61-4821-9eac-044950c450f0,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:23:02Z,topic='l3_agent')) {'router_ids': ['813bc19a-5efc-4849-a90c-b51f279e8583'], 'active': True} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:40:59.890610 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-52b428fe-6011-479e-bc55-4837f0506fa0 admin admin] Publish callbacks [] for port (d4bb48b8-54d0-4586-a512-140c5186e901), precommit_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:40:59.903349 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-417b554b-69bd-4512-9d80-eb8403ba8ad4 req-eca901f5-920b-42e7-b9ab-817bbcd990ec service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=79a2c676-d809-438b-9185-8ab3e0ea2aa5 HTTP/1.1" status: 200 len: 999 time: 0.0959632 Mar 08 20:40:59.904082 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-0aec1d3f-1284-497f-b246-0f87f8c19df9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310940'] for security_group (103dc719-75df-4981-a39b-8fc040695e1b), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:40:59.968214 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-52b428fe-6011-479e-bc55-4837f0506fa0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745146878648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745146440924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745146440942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28404716'] for port (d4bb48b8-54d0-4586-a512-140c5186e901), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:40:59.984907 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-0aec1d3f-1284-497f-b246-0f87f8c19df9 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=30f1fe5d4c7847a692b02c50f4d30884&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4956486 Mar 08 20:40:59.988088 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.41', 38318) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:40:59.988897 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aec1d3f-1284-497f-b246-0f87f8c19df9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=103dc719-75df-4981-a39b-8fc040695e1b,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:41:00.015425 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvr_db [None req-0b109b53-ca7f-4d28-ab52-ab3139a8c64a None None] Set router 813bc19a-5efc-4849-a90c-b51f279e8583 gateway port host: dv-cinder-830096-3-iscsi {{(pid=103460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:41:00.034880 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417b554b-69bd-4512-9d80-eb8403ba8ad4 req-73995ba1-5780-481d-9ee7-d2af7ecbd4e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:41:00.034880 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-417b554b-69bd-4512-9d80-eb8403ba8ad4 req-73995ba1-5780-481d-9ee7-d2af7ecbd4e4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=88ad92d3-2fe0-4490-8ff5-712fc5e791fb HTTP/1.1" status: 200 len: 850 time: 0.1236327 Mar 08 20:41:00.109211 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-52b428fe-6011-479e-bc55-4837f0506fa0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3733877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-443312'] for router_interface (c8d7bb7e-fa89-4fce-92de-fe2d7b129fca), after_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:00.112300 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b428fe-6011-479e-bc55-4837f0506fa0 admin admin] Pushing event updated for resources: {'Port': ['ID=d4bb48b8-54d0-4586-a512-140c5186e901,revision_number=2']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:41:00.242354 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52b428fe-6011-479e-bc55-4837f0506fa0 admin admin] Network 858be929-a6e4-4c97-a31e-f4db5507b097 is already hosted by enough agents. {{(pid=103459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 20:41:00.247237 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.scheduler.base_scheduler [None req-52b428fe-6011-479e-bc55-4837f0506fa0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:41:00.431022 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-0b109b53-ca7f-4d28-ab52-ab3139a8c64a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '813bc19a-5efc-4849-a90c-b51f279e8583', 'name': 'tempest-TestVolumeBootPattern-564992217-router', 'tenant_id': 'bf06b78c460f40649c7dfbdd2a48a3e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'external_fixed_ips': [{'subnet_id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'ip_address': '172.27.2.236'}], 'enable_snat': True}, 'gw_port_id': 'b09be00f-c368-414b-9fd5-063c97760f7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:33:30Z', 'updated_at': '2022-03-08T20:33:34Z', 'revision_number': 4, 'project_id': 'bf06b78c460f40649c7dfbdd2a48a3e6', 'gw_port': {'id': 'b09be00f-c368-414b-9fd5-063c97760f7b', 'name': '', 'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:67:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '813bc19a-5efc-4849-a90c-b51f279e8583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'ip_address': '172.27.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:33:31Z', 'updated_at': '2022-03-08T20:33:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-3-iscsi', '_floatingips': [{'id': '379c0bd0-44bc-48c0-9fb2-56566c1dbfef', 'tenant_id': 'bf06b78c460f40649c7dfbdd2a48a3e6', 'floating_ip_address': '172.27.2.60', 'floating_network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'router_id': '813bc19a-5efc-4849-a90c-b51f279e8583', 'port_id': '79a2c676-d809-438b-9185-8ab3e0ea2aa5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 649, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2c7d66f-86ac-44f2-9eb5-cb2716ba5d76', 'mac_address': 'fa:16:3e:a3:b8:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a46d0f34-d899-4acf-b7fc-8518533f5fb1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T20:40:57Z', 'updated_at': '2022-03-08T20:40:57Z', 'revision_number': 0, 'project_id': 'bf06b78c460f40649c7dfbdd2a48a3e6', 'fixed_ip_address_scope': None}, {'id': '82045778-d02b-4bbc-98c9-cd3f61b5dbe0', 'tenant_id': 'bf06b78c460f40649c7dfbdd2a48a3e6', 'floating_ip_address': '172.27.2.84', 'floating_network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'router_id': '813bc19a-5efc-4849-a90c-b51f279e8583', 'port_id': '90bd1cce-acc7-4d74-ad9c-f6b3eea6125d', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 518, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2c7d66f-86ac-44f2-9eb5-cb2716ba5d76', 'mac_address': 'fa:16:3e:53:70:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a14fbaed-9ca6-4ca3-be12-e2da6a6b20b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T20:38:17Z', 'updated_at': '2022-03-08T20:38:20Z', 'revision_number': 1, 'project_id': 'bf06b78c460f40649c7dfbdd2a48a3e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf80f1eb-9470-4de8-869d-5b5d1aef8ede', 'name': '', 'network_id': 'c2c7d66f-86ac-44f2-9eb5-cb2716ba5d76', 'tenant_id': 'bf06b78c460f40649c7dfbdd2a48a3e6', 'mac_address': 'fa:16:3e:fd:84:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '813bc19a-5efc-4849-a90c-b51f279e8583', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '88ad92d3-2fe0-4490-8ff5-712fc5e791fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:33:34Z', 'updated_at': '2022-03-08T20:33:39Z', 'revision_number': 5, 'project_id': 'bf06b78c460f40649c7dfbdd2a48a3e6', 'subnets': [{'id': '88ad92d3-2fe0-4490-8ff5-712fc5e791fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830096-3-iscsi', False) {} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:41:00.436505 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52b428fe-6011-479e-bc55-4837f0506fa0 admin admin] Router c8d7bb7e-fa89-4fce-92de-fe2d7b129fca has already been hosted by L3 agent 7ae9fd8f-5d61-4821-9eac-044950c450f0 {{(pid=103459) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 20:41:00.467335 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b109b53-ca7f-4d28-ab52-ab3139a8c64a None None] The sync data for ids ['813bc19a-5efc-4849-a90c-b51f279e8583'] in dv-cinder-830096-3-iscsi is: [{'id': '813bc19a-5efc-4849-a90c-b51f279e8583', 'name': 'tempest-TestVolumeBootPattern-564992217-router', 'tenant_id': 'bf06b78c460f40649c7dfbdd2a48a3e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'external_fixed_ips': [{'subnet_id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'ip_address': '172.27.2.236'}], 'enable_snat': True}, 'gw_port_id': 'b09be00f-c368-414b-9fd5-063c97760f7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:33:30Z', 'updated_at': '2022-03-08T20:33:34Z', 'revision_number': 4, 'project_id': 'bf06b78c460f40649c7dfbdd2a48a3e6', 'gw_port': {'id': 'b09be00f-c368-414b-9fd5-063c97760f7b', 'name': '', 'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:67:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '813bc19a-5efc-4849-a90c-b51f279e8583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'ip_address': '172.27.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:33:31Z', 'updated_at': '2022-03-08T20:33:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-3-iscsi', '_floatingips': [{'id': '379c0bd0-44bc-48c0-9fb2-56566c1dbfef', 'tenant_id': 'bf06b78c460f40649c7dfbdd2a48a3e6', 'floating_ip_address': '172.27.2.60', 'floating_network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'router_id': '813bc19a-5efc-4849-a90c-b51f279e8583', 'port_id': '79a2c676-d809-438b-9185-8ab3e0ea2aa5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 649, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2c7d66f-86ac-44f2-9eb5-cb2716ba5d76', 'mac_address': 'fa:16:3e:a3:b8:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a46d0f34-d899-4acf-b7fc-8518533f5fb1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T20:40:57Z', 'updated_at': '2022-03-08T20:40:57Z', 'revision_number': 0, 'project_id': 'bf06b78c460f40649c7dfbdd2a48a3e6', 'fixed_ip_address_scope': None}, {'id': '82045778-d02b-4bbc-98c9-cd3f61b5dbe0', 'tenant_id': 'bf06b78c460f40649c7dfbdd2a48a3e6', 'floating_ip_address': '172.27.2.84', 'floating_network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'router_id': '813bc19a-5efc-4849-a90c-b51f279e8583', 'port_id': '90bd1cce-acc7-4d74-ad9c-f6b3eea6125d', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 518, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2c7d66f-86ac-44f2-9eb5-cb2716ba5d76', 'mac_address': 'fa:16:3e:53:70:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a14fbaed-9ca6-4ca3-be12-e2da6a6b20b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T20:38:17Z', 'updated_at': '2022-03-08T20:38:20Z', 'revision_number': 1, 'project_id': 'bf06b78c460f40649c7dfbdd2a48a3e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf80f1eb-9470-4de8-869d-5b5d1aef8ede', 'name': '', 'network_id': 'c2c7d66f-86ac-44f2-9eb5-cb2716ba5d76', 'tenant_id': 'bf06b78c460f40649c7dfbdd2a48a3e6', 'mac_address': 'fa:16:3e:fd:84:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '813bc19a-5efc-4849-a90c-b51f279e8583', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '88ad92d3-2fe0-4490-8ff5-712fc5e791fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:33:34Z', 'updated_at': '2022-03-08T20:33:39Z', 'revision_number': 5, 'project_id': 'bf06b78c460f40649c7dfbdd2a48a3e6', 'subnets': [{'id': '88ad92d3-2fe0-4490-8ff5-712fc5e791fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 20:41:00.578717 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-1428fea4-a356-4b49-b534-c0e86096dd47 admin admin] Publish callbacks [] for security_group (103dc719-75df-4981-a39b-8fc040695e1b), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:00.586473 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417b554b-69bd-4512-9d80-eb8403ba8ad4 req-628a1482-c78e-455b-b3d5-c99c0bf15e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:41:00.588105 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-417b554b-69bd-4512-9d80-eb8403ba8ad4 req-628a1482-c78e-455b-b3d5-c99c0bf15e53 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c2c7d66f-86ac-44f2-9eb5-cb2716ba5d76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.5474627 Mar 08 20:41:00.628058 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52b428fe-6011-479e-bc55-4837f0506fa0 admin admin] Notify agent at l3_agent.dv-cinder-830096-3-iscsi the message routers_updated {{(pid=103459) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 20:41:00.650189 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [None req-52b428fe-6011-479e-bc55-4837f0506fa0 admin admin] 10.222.0.41 "PUT /v2.0/routers/c8d7bb7e-fa89-4fce-92de-fe2d7b129fca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7326889 Mar 08 20:41:00.653575 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.provisioning_blocks [None req-30ca8002-e1af-45d9-a476-6b6a1861dac5 None None] Provisioning complete for port d4bb48b8-54d0-4586-a512-140c5186e901 triggered by entity DHCP. {{(pid=103460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:41:00.653960 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-30ca8002-e1af-45d9-a476-6b6a1861dac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476507'] for port (d4bb48b8-54d0-4586-a512-140c5186e901), provisioning_complete {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:00.657861 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-1428fea4-a356-4b49-b534-c0e86096dd47 admin admin] Publish callbacks [] for security_group (103dc719-75df-4981-a39b-8fc040695e1b), precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:00.714203 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.plugin [None req-30ca8002-e1af-45d9-a476-6b6a1861dac5 None None] Port d4bb48b8-54d0-4586-a512-140c5186e901 cannot update to ACTIVE because it is not bound. {{(pid=103460) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 20:41:00.779944 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-417b554b-69bd-4512-9d80-eb8403ba8ad4 req-de984d92-7699-4f66-b1a9-161612989cf4 service neutron] 10.222.0.37 "GET /v2.0/networks/c2c7d66f-86ac-44f2-9eb5-cb2716ba5d76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1856163 Mar 08 20:41:00.883731 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-1428fea4-a356-4b49-b534-c0e86096dd47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310940'] for security_group (103dc719-75df-4981-a39b-8fc040695e1b), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:00.886391 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-1428fea4-a356-4b49-b534-c0e86096dd47 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:00.887644 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-1428fea4-a356-4b49-b534-c0e86096dd47 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/103dc719-75df-4981-a39b-8fc040695e1b HTTP/1.1" status: 204 len: 168 time: 0.8957615 Mar 08 20:41:00.905605 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1428fea4-a356-4b49-b534-c0e86096dd47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=103dc719-75df-4981-a39b-8fc040695e1b,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:41:00.919644 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-417b554b-69bd-4512-9d80-eb8403ba8ad4 req-9062bcc2-2538-423a-bc7f-20dba06b9df2 service neutron] 10.222.0.37 "GET /v2.0/networks/c2c7d66f-86ac-44f2-9eb5-cb2716ba5d76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338551 Mar 08 20:41:00.950426 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f524d68b-8656-4dbd-af70-c83617132465 None None] New status for floating IP 379c0bd0-44bc-48c0-9fb2-56566c1dbfef: ACTIVE {{(pid=103461) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 20:41:01.186842 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.rpc [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Device 43c3fe03-b4f2-42f4-8f6a-c3163e06e292 up at agent ovs-agent-dv-cinder-830096-3-iscsi {{(pid=103460) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 20:41:01.243048 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.provisioning_blocks [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Provisioning complete for port 43c3fe03-b4f2-42f4-8f6a-c3163e06e292 triggered by entity L2. {{(pid=103460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:41:01.243428 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476507'] for port (43c3fe03-b4f2-42f4-8f6a-c3163e06e292), provisioning_complete {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:01.268394 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-39678ec7-5a4e-451c-bd12-73a74c87029f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745146981205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476605'] for agent (7ae9fd8f-5d61-4821-9eac-044950c450f0), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:01.338685 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.plugin [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Current status of the port 43c3fe03-b4f2-42f4-8f6a-c3163e06e292 is: DOWN; New status is: ACTIVE {{(pid=103460) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:41:01.339205 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747308'] for port (43c3fe03-b4f2-42f4-8f6a-c3163e06e292), before_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:01.365169 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.db [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] For port 43c3fe03-b4f2-42f4-8f6a-c3163e06e292, host dv-cinder-830096-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-3-iscsi',level=0,port_id=43c3fe03-b4f2-42f4-8f6a-c3163e06e292,segment=NetworkSegment(e3ec3731-5b41-434a-a3a7-2ad1e453961f),segment_id=e3ec3731-5b41-434a-a3a7-2ad1e453961f)] {{(pid=103460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:41:01.451636 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.41', 38354) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:41:01.472944 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745146878648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745146440924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745146440942'] for port (43c3fe03-b4f2-42f4-8f6a-c3163e06e292), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:01.520706 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Pushing event updated for resources: {'Port': ['ID=43c3fe03-b4f2-42f4-8f6a-c3163e06e292,revision_number=4']} {{(pid=103460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:41:01.613845 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.v2.base [None req-ff1887f6-3fe1-4707-bf0f-69cd2bbce38f admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1860280125-network', 'tenant_id': 'db29e5d57c4843ae951066080ae50d37'}} {{(pid=103458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:41:01.726534 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff1887f6-3fe1-4707-bf0f-69cd2bbce38f admin admin] Made reservation on behalf of db29e5d57c4843ae951066080ae50d37 for: {'network': 1} {{(pid=103458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 20:41:01.728876 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ff1887f6-3fe1-4707-bf0f-69cd2bbce38f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747308'] for network (None), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:01.738552 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ff1887f6-3fe1-4707-bf0f-69cd2bbce38f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:01.855119 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ff1887f6-3fe1-4707-bf0f-69cd2bbce38f admin admin] Publish callbacks [] for security_group (2e885919-ffaf-44a5-853f-faacb6f87be2), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:01.943936 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ff1887f6-3fe1-4707-bf0f-69cd2bbce38f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310940'] for security_group (2e885919-ffaf-44a5-853f-faacb6f87be2), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:01.976574 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff1887f6-3fe1-4707-bf0f-69cd2bbce38f admin admin] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'} {{(pid=103458) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 20:41:01.986660 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1887f6-3fe1-4707-bf0f-69cd2bbce38f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e885919-ffaf-44a5-853f-faacb6f87be2,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:41:01.993546 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ff1887f6-3fe1-4707-bf0f-69cd2bbce38f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536034'] for segment (8fc2d993-6803-4556-81fb-1985715cec09), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:01.994212 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.db.segments_db [None req-ff1887f6-3fe1-4707-bf0f-69cd2bbce38f admin admin] Added segment 8fc2d993-6803-4556-81fb-1985715cec09 of type vlan for network da669f67-20d4-4a55-981d-80d7d8e8963b Mar 08 20:41:02.059406 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ff1887f6-3fe1-4707-bf0f-69cd2bbce38f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745146455601'] for network (da669f67-20d4-4a55-981d-80d7d8e8963b), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:02.178194 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ff1887f6-3fe1-4707-bf0f-69cd2bbce38f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763'] for network (da669f67-20d4-4a55-981d-80d7d8e8963b), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:02.179363 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff1887f6-3fe1-4707-bf0f-69cd2bbce38f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:41:02.179967 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ff1887f6-3fe1-4707-bf0f-69cd2bbce38f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3733777'] for network (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:02.257230 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1887f6-3fe1-4707-bf0f-69cd2bbce38f admin admin] Pushing event updated for resources: {'Network': ['ID=da669f67-20d4-4a55-981d-80d7d8e8963b,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:41:02.278503 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.rpc [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Network da669f67-20d4-4a55-981d-80d7d8e8963b details requested by agent ovs-agent-dv-cinder-830096-3-iscsi with host dv-cinder-830096-3-iscsi {{(pid=103460) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 20:41:02.356803 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.wsgi [-] (103459) accepted ('10.222.0.41', 38390) {{(pid=103459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:41:02.358057 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-ff1887f6-3fe1-4707-bf0f-69cd2bbce38f admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9050510 Mar 08 20:41:02.363883 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.v2.base [None req-bb82bc2b-73bc-486d-9479-be6ecbeec997 admin admin] Request body: {'subnet': {'network_id': 'da669f67-20d4-4a55-981d-80d7d8e8963b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1860280125-subnet', 'tenant_id': 'db29e5d57c4843ae951066080ae50d37', 'ip_version': 4}} {{(pid=103459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:41:02.486465 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-dbe61520-29cf-4847-b96e-6d24c6c097a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745146981205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476605'] for agent (6cc78598-e6b3-4e4d-a99c-31b9c4784fd2), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:02.532726 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb82bc2b-73bc-486d-9479-be6ecbeec997 admin admin] Made reservation on behalf of db29e5d57c4843ae951066080ae50d37 for: {'subnet': 1} {{(pid=103459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 20:41:02.535952 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-bb82bc2b-73bc-486d-9479-be6ecbeec997 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28758520'] for subnet (None), before_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:03.018535 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-bb82bc2b-73bc-486d-9479-be6ecbeec997 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28404325', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28758502'] for subnet (e86bf876-bd16-47fc-be67-14ef22cd6377), after_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:03.107561 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb82bc2b-73bc-486d-9479-be6ecbeec997 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e86bf876-bd16-47fc-be67-14ef22cd6377,revision_number=0']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:41:03.109646 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb82bc2b-73bc-486d-9479-be6ecbeec997 admin admin] Checking segment: {'id': '8fc2d993-6803-4556-81fb-1985715cec09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'da669f67-20d4-4a55-981d-80d7d8e8963b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 20:41:03.110433 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb82bc2b-73bc-486d-9479-be6ecbeec997 admin admin] Network hostable DHCP agents. Network: da669f67-20d4-4a55-981d-80d7d8e8963b, hostable agents: ['a3d84102-f7d3-452b-861a-973020576047'], hosted agents: [] {{(pid=103459) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 20:41:03.191201 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.rpc [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Device 43c3fe03-b4f2-42f4-8f6a-c3163e06e292 up at agent ovs-agent-dv-cinder-830096-3-iscsi {{(pid=103460) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 20:41:03.215992 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb82bc2b-73bc-486d-9479-be6ecbeec997 admin admin] Network da669f67-20d4-4a55-981d-80d7d8e8963b is scheduled to be hosted by DHCP agent a3d84102-f7d3-452b-861a-973020576047 with binding_index 1 {{(pid=103459) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 20:41:03.260114 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.provisioning_blocks [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Provisioning complete for port 43c3fe03-b4f2-42f4-8f6a-c3163e06e292 triggered by entity L2. {{(pid=103460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:41:03.260833 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476507'] for port (43c3fe03-b4f2-42f4-8f6a-c3163e06e292), provisioning_complete {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:03.327098 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.scheduler.base_scheduler [None req-bb82bc2b-73bc-486d-9479-be6ecbeec997 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830096-3-iscsi, da669f67-20d4-4a55-981d-80d7d8e8963b) {{(pid=103459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:41:03.336502 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb82bc2b-73bc-486d-9479-be6ecbeec997 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:41:03.345029 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-bb82bc2b-73bc-486d-9479-be6ecbeec997 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:03.347797 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cf7457a-3d95-4b16-8482-f1726a4cba5f None None] Network da669f67-20d4-4a55-981d-80d7d8e8963b requested from dv-cinder-830096-3-iscsi {{(pid=103460) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 20:41:03.380513 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c769719-586b-4004-8d27-7923ba453525 None None] Sync routers for ids ['c8d7bb7e-fa89-4fce-92de-fe2d7b129fca'] in dv-cinder-830096-3-iscsi {{(pid=103460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 20:41:03.446065 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c769719-586b-4004-8d27-7923ba453525 None None] Routers {'c8d7bb7e-fa89-4fce-92de-fe2d7b129fca'} bound to L3 agent in host dv-cinder-830096-3-iscsi {{(pid=103460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:41:03.454067 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-2c769719-586b-4004-8d27-7923ba453525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T20:23:01Z,description=,heartbeat_timestamp=2022-03-08T20:41:01Z,host='dv-cinder-830096-3-iscsi',id=7ae9fd8f-5d61-4821-9eac-044950c450f0,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:23:02Z,topic='l3_agent')) {'router_ids': ['c8d7bb7e-fa89-4fce-92de-fe2d7b129fca'], 'active': True} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:41:03.489135 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [None req-bb82bc2b-73bc-486d-9479-be6ecbeec997 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1310189 Mar 08 20:41:03.492200 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.wsgi [-] (103459) accepted ('10.222.0.41', 38432) {{(pid=103459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:41:03.499824 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.v2.base [None req-e605ad8f-c6b0-4e1c-8444-cf16b5a00195 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1860280125-router', 'tenant_id': 'db29e5d57c4843ae951066080ae50d37', 'external_gateway_info': {'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052'}}} {{(pid=103459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:41:03.582008 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.plugin [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Current status of the port 43c3fe03-b4f2-42f4-8f6a-c3163e06e292 is: ACTIVE; New status is: ACTIVE {{(pid=103460) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:41:03.671132 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd231ba3-03c2-491b-a1e6-0d4d4e046055 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6397307-3a10-58e1-a95b-092462da5fca-da669f67-20d4-4a55-981d-80d7d8e8963b', 'network_id': 'da669f67-20d4-4a55-981d-80d7d8e8963b', 'project_id': 'db29e5d57c4843ae951066080ae50d37', 'fixed_ips': [{'subnet_id': 'e86bf876-bd16-47fc-be67-14ef22cd6377'}]}} from dv-cinder-830096-3-iscsi. {{(pid=103460) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 08 20:41:03.672149 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-dd231ba3-03c2-491b-a1e6-0d4d4e046055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747308'] for port (None), before_create {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:03.688120 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-e605ad8f-c6b0-4e1c-8444-cf16b5a00195 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-449439', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126078'] for router (e09b2454-c730-4977-b491-1b665c3e4ce7), before_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:03.689612 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-e605ad8f-c6b0-4e1c-8444-cf16b5a00195 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-448367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-442588', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-476585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126025'] for router (e09b2454-c730-4977-b491-1b665c3e4ce7), precommit_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:03.702013 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvr_db [None req-2c769719-586b-4004-8d27-7923ba453525 None None] Set router c8d7bb7e-fa89-4fce-92de-fe2d7b129fca gateway port host: dv-cinder-830096-3-iscsi {{(pid=103460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:41:03.758421 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-e605ad8f-c6b0-4e1c-8444-cf16b5a00195 admin admin] Publish callbacks [] for router_controller (e09b2454-c730-4977-b491-1b665c3e4ce7), precommit_add_association {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:03.875202 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-7a330e8f-62e0-4259-bea2-8ced8e9b3a98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745146981205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476605'] for agent (cd1d0244-f954-4bda-89fb-1fdc1954e39d), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:04.008310 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.db_base_plugin_common [None req-dd231ba3-03c2-491b-a1e6-0d4d4e046055 None None] Allocated IP 172.20.0.2 (da669f67-20d4-4a55-981d-80d7d8e8963b/e86bf876-bd16-47fc-be67-14ef22cd6377/04c96481-fd3d-44f0-8850-08cefb7b4abe) {{(pid=103460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 20:41:04.028443 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-e605ad8f-c6b0-4e1c-8444-cf16b5a00195 admin admin] Publish callbacks [] for router_gateway (e09b2454-c730-4977-b491-1b665c3e4ce7), precommit_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:04.399902 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-2c769719-586b-4004-8d27-7923ba453525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8d7bb7e-fa89-4fce-92de-fe2d7b129fca', 'name': 'tempest-TestMinimumBasicScenario-1800381184-router', 'tenant_id': '672cd2ed5db2457c889c8ee311c81953', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'external_fixed_ips': [{'subnet_id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'ip_address': '172.27.2.199'}], 'enable_snat': True}, 'gw_port_id': '43c3fe03-b4f2-42f4-8f6a-c3163e06e292', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:40:54Z', 'updated_at': '2022-03-08T20:40:59Z', 'revision_number': 4, 'project_id': '672cd2ed5db2457c889c8ee311c81953', 'gw_port': {'id': '43c3fe03-b4f2-42f4-8f6a-c3163e06e292', 'name': '', 'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:3b:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8d7bb7e-fa89-4fce-92de-fe2d7b129fca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'ip_address': '172.27.2.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:40:55Z', 'updated_at': '2022-03-08T20:41:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-3-iscsi', '_interfaces': [{'id': 'd4bb48b8-54d0-4586-a512-140c5186e901', 'name': '', 'network_id': '858be929-a6e4-4c97-a31e-f4db5507b097', 'tenant_id': '672cd2ed5db2457c889c8ee311c81953', 'mac_address': 'fa:16:3e:e7:f3:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8d7bb7e-fa89-4fce-92de-fe2d7b129fca', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'db4dd6ba-0903-46a2-9abc-7fc2f9f63076', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:40:58Z', 'updated_at': '2022-03-08T20:40:59Z', 'revision_number': 2, 'project_id': '672cd2ed5db2457c889c8ee311c81953', 'subnets': [{'id': 'db4dd6ba-0903-46a2-9abc-7fc2f9f63076', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830096-3-iscsi', False) {} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:41:04.434821 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c769719-586b-4004-8d27-7923ba453525 None None] Checking router: c8d7bb7e-fa89-4fce-92de-fe2d7b129fca for host: dv-cinder-830096-3-iscsi {{(pid=103460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 20:41:04.435179 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c769719-586b-4004-8d27-7923ba453525 None None] Updating router c8d7bb7e-fa89-4fce-92de-fe2d7b129fca port d4bb48b8-54d0-4586-a512-140c5186e901 binding host dv-cinder-830096-3-iscsi {{(pid=103460) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 20:41:04.508532 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-2c769719-586b-4004-8d27-7923ba453525 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747308'] for port (d4bb48b8-54d0-4586-a512-140c5186e901), before_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:04.520229 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-e605ad8f-c6b0-4e1c-8444-cf16b5a00195 admin admin] Publish callbacks [] for router_gateway (e09b2454-c730-4977-b491-1b665c3e4ce7), before_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:04.546216 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-dd231ba3-03c2-491b-a1e6-0d4d4e046055 None None] Publish callbacks [] for port (04c96481-fd3d-44f0-8850-08cefb7b4abe), precommit_create {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:04.549814 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-e605ad8f-c6b0-4e1c-8444-cf16b5a00195 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747308'] for port (None), before_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:04.700824 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.db.db_base_plugin_common [None req-e605ad8f-c6b0-4e1c-8444-cf16b5a00195 admin admin] Allocated IP 172.27.2.127 (fc278ace-cc38-44e4-ba35-3f28be706052/6746aa92-141d-47b3-806a-20502e0a6f7e/a6a365ff-588c-45b9-96b8-2dc4590005ac) {{(pid=103459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 20:41:04.757383 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-dd231ba3-03c2-491b-a1e6-0d4d4e046055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745146440906'] for port (04c96481-fd3d-44f0-8850-08cefb7b4abe), after_create {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:04.815071 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd231ba3-03c2-491b-a1e6-0d4d4e046055 None None] Pushing event updated for resources: {'Port': ['ID=04c96481-fd3d-44f0-8850-08cefb7b4abe,revision_number=1']} {{(pid=103460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:41:04.867831 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-e605ad8f-c6b0-4e1c-8444-cf16b5a00195 admin admin] Publish callbacks [] for port (a6a365ff-588c-45b9-96b8-2dc4590005ac), precommit_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:04.873958 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd231ba3-03c2-491b-a1e6-0d4d4e046055 None None] Network da669f67-20d4-4a55-981d-80d7d8e8963b is already hosted by enough agents. {{(pid=103460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 20:41:04.899487 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.scheduler.base_scheduler [None req-dd231ba3-03c2-491b-a1e6-0d4d4e046055 None None] Resources bound (agent type, host, resource id): {{(pid=103460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:41:04.901799 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd231ba3-03c2-491b-a1e6-0d4d4e046055 None None] Received port after_create {{(pid=103460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 20:41:05.011255 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.managers [None req-dd231ba3-03c2-491b-a1e6-0d4d4e046055 None None] Attempting to bind port 04c96481-fd3d-44f0-8850-08cefb7b4abe on host dv-cinder-830096-3-iscsi for vnic_type normal with profile {{(pid=103460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 20:41:05.011632 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.managers [None req-dd231ba3-03c2-491b-a1e6-0d4d4e046055 None None] Attempting to bind port 04c96481-fd3d-44f0-8850-08cefb7b4abe by drivers openvswitch,hyperv on host dv-cinder-830096-3-iscsi at level 0 using segments [{'id': '8fc2d993-6803-4556-81fb-1985715cec09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'da669f67-20d4-4a55-981d-80d7d8e8963b'}] {{(pid=103460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 20:41:05.012053 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd231ba3-03c2-491b-a1e6-0d4d4e046055 None None] Attempting to bind port 04c96481-fd3d-44f0-8850-08cefb7b4abe on network da669f67-20d4-4a55-981d-80d7d8e8963b {{(pid=103460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 20:41:05.020644 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-2c769719-586b-4004-8d27-7923ba453525 None None] Publish callbacks [] for port (d4bb48b8-54d0-4586-a512-140c5186e901), precommit_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:05.026787 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd231ba3-03c2-491b-a1e6-0d4d4e046055 None None] Checking agent: {'id': 'fa4b043a-5d45-4181-9cb2-30d29598ef5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830096-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 20, 23, 5), 'started_at': datetime.datetime(2022, 3, 8, 20, 23, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 20, 40, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830096-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 20:41:05.027227 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd231ba3-03c2-491b-a1e6-0d4d4e046055 None None] Checking segment: {'id': '8fc2d993-6803-4556-81fb-1985715cec09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'da669f67-20d4-4a55-981d-80d7d8e8963b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 20:41:05.027681 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-dd231ba3-03c2-491b-a1e6-0d4d4e046055 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:05.028086 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd231ba3-03c2-491b-a1e6-0d4d4e046055 None None] Bound using segment: {'id': '8fc2d993-6803-4556-81fb-1985715cec09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'da669f67-20d4-4a55-981d-80d7d8e8963b'} {{(pid=103460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 20:41:05.028654 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.managers [None req-dd231ba3-03c2-491b-a1e6-0d4d4e046055 None None] Bound port: 04c96481-fd3d-44f0-8850-08cefb7b4abe, host: dv-cinder-830096-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fc2d993-6803-4556-81fb-1985715cec09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'da669f67-20d4-4a55-981d-80d7d8e8963b'}}] {{(pid=103460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 20:41:05.029059 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-dd231ba3-03c2-491b-a1e6-0d4d4e046055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747308'] for port (04c96481-fd3d-44f0-8850-08cefb7b4abe), before_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:05.110690 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.db [None req-dd231ba3-03c2-491b-a1e6-0d4d4e046055 None None] For port 04c96481-fd3d-44f0-8850-08cefb7b4abe, host dv-cinder-830096-3-iscsi, cleared binding levels {{(pid=103460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 20:41:05.114456 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.db [None req-dd231ba3-03c2-491b-a1e6-0d4d4e046055 None None] For port 04c96481-fd3d-44f0-8850-08cefb7b4abe, host dv-cinder-830096-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-3-iscsi',level=0,port_id=04c96481-fd3d-44f0-8850-08cefb7b4abe,segment=NetworkSegment(8fc2d993-6803-4556-81fb-1985715cec09),segment_id=8fc2d993-6803-4556-81fb-1985715cec09)] {{(pid=103460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 20:41:05.284587 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-e605ad8f-c6b0-4e1c-8444-cf16b5a00195 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745146440906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28404629'] for port (a6a365ff-588c-45b9-96b8-2dc4590005ac), after_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:05.320048 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e605ad8f-c6b0-4e1c-8444-cf16b5a00195 admin admin] Network fc278ace-cc38-44e4-ba35-3f28be706052 is already hosted by enough agents. {{(pid=103459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 20:41:05.323417 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.scheduler.base_scheduler [None req-e605ad8f-c6b0-4e1c-8444-cf16b5a00195 admin admin] Resources bound (agent type, host, resource id): {{(pid=103459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:41:05.327340 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e605ad8f-c6b0-4e1c-8444-cf16b5a00195 admin admin] Received port after_create {{(pid=103459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 20:41:05.334073 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e605ad8f-c6b0-4e1c-8444-cf16b5a00195 admin admin] Pushing event updated for resources: {'Port': ['ID=a6a365ff-588c-45b9-96b8-2dc4590005ac,revision_number=1']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:41:05.538720 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-2c769719-586b-4004-8d27-7923ba453525 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745146878648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745146440924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745146440942'] for port (d4bb48b8-54d0-4586-a512-140c5186e901), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:05.597070 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537708a2-c999-4430-9dd1-ac8998c5830d None None] Pushing event updated for resources: {'Port': ['ID=d4bb48b8-54d0-4586-a512-140c5186e901,revision_number=3']} {{(pid=103460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:41:05.622189 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-dd231ba3-03c2-491b-a1e6-0d4d4e046055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745146878648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745146440924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745146440942'] for port (04c96481-fd3d-44f0-8850-08cefb7b4abe), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:05.624000 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745146981205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476605'] for agent (fa4b043a-5d45-4181-9cb2-30d29598ef5b), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:05.695531 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.managers [None req-2c769719-586b-4004-8d27-7923ba453525 None None] Attempting to bind port d4bb48b8-54d0-4586-a512-140c5186e901 on host dv-cinder-830096-3-iscsi for vnic_type normal with profile {{(pid=103460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 20:41:05.695982 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.managers [None req-2c769719-586b-4004-8d27-7923ba453525 None None] Attempting to bind port d4bb48b8-54d0-4586-a512-140c5186e901 by drivers openvswitch,hyperv on host dv-cinder-830096-3-iscsi at level 0 using segments [{'id': '83347a47-3284-4a52-a291-58b9d80ca073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '858be929-a6e4-4c97-a31e-f4db5507b097'}] {{(pid=103460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 20:41:05.696565 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c769719-586b-4004-8d27-7923ba453525 None None] Attempting to bind port d4bb48b8-54d0-4586-a512-140c5186e901 on network 858be929-a6e4-4c97-a31e-f4db5507b097 {{(pid=103460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 20:41:05.727071 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd231ba3-03c2-491b-a1e6-0d4d4e046055 None None] Pushing event updated for resources: {'Port': ['ID=04c96481-fd3d-44f0-8850-08cefb7b4abe,revision_number=2']} {{(pid=103460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:41:05.744853 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c769719-586b-4004-8d27-7923ba453525 None None] Checking agent: {'id': 'fa4b043a-5d45-4181-9cb2-30d29598ef5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830096-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 20, 23, 5), 'started_at': datetime.datetime(2022, 3, 8, 20, 23, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 20, 41, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830096-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 20:41:05.745146 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c769719-586b-4004-8d27-7923ba453525 None None] Checking segment: {'id': '83347a47-3284-4a52-a291-58b9d80ca073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '858be929-a6e4-4c97-a31e-f4db5507b097'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 20:41:05.745502 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-2c769719-586b-4004-8d27-7923ba453525 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:05.745920 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c769719-586b-4004-8d27-7923ba453525 None None] Bound using segment: {'id': '83347a47-3284-4a52-a291-58b9d80ca073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '858be929-a6e4-4c97-a31e-f4db5507b097'} {{(pid=103460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 20:41:05.746412 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.managers [None req-2c769719-586b-4004-8d27-7923ba453525 None None] Bound port: d4bb48b8-54d0-4586-a512-140c5186e901, host: dv-cinder-830096-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83347a47-3284-4a52-a291-58b9d80ca073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '858be929-a6e4-4c97-a31e-f4db5507b097'}}] {{(pid=103460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 20:41:05.746795 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-2c769719-586b-4004-8d27-7923ba453525 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747308'] for port (d4bb48b8-54d0-4586-a512-140c5186e901), before_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:05.848332 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-e605ad8f-c6b0-4e1c-8444-cf16b5a00195 admin admin] Publish callbacks [] for router_gateway (e09b2454-c730-4977-b491-1b665c3e4ce7), after_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:05.886151 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.db [None req-2c769719-586b-4004-8d27-7923ba453525 None None] For port d4bb48b8-54d0-4586-a512-140c5186e901, host dv-cinder-830096-3-iscsi, cleared binding levels {{(pid=103460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 20:41:05.890135 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.db [None req-2c769719-586b-4004-8d27-7923ba453525 None None] For port d4bb48b8-54d0-4586-a512-140c5186e901, host dv-cinder-830096-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-3-iscsi',level=0,port_id=d4bb48b8-54d0-4586-a512-140c5186e901,segment=NetworkSegment(83347a47-3284-4a52-a291-58b9d80ca073),segment_id=83347a47-3284-4a52-a291-58b9d80ca073)] {{(pid=103460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 20:41:05.917106 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.provisioning_blocks [None req-feb001d4-6e9d-4583-96b2-0ab619f0f0ea None None] Provisioning complete for port d4bb48b8-54d0-4586-a512-140c5186e901 triggered by entity DHCP. {{(pid=103460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:41:05.917494 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-feb001d4-6e9d-4583-96b2-0ab619f0f0ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476507'] for port (d4bb48b8-54d0-4586-a512-140c5186e901), provisioning_complete {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:05.971664 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.plugin [None req-feb001d4-6e9d-4583-96b2-0ab619f0f0ea None None] Port d4bb48b8-54d0-4586-a512-140c5186e901 cannot update to ACTIVE because it is not bound. {{(pid=103460) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 20:41:05.995934 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-2c769719-586b-4004-8d27-7923ba453525 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745146878648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745146440924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745146440942'] for port (d4bb48b8-54d0-4586-a512-140c5186e901), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:06.146488 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c769719-586b-4004-8d27-7923ba453525 None None] Routers {'c8d7bb7e-fa89-4fce-92de-fe2d7b129fca'} bound to L3 agent in host dv-cinder-830096-3-iscsi {{(pid=103460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:41:06.147409 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-2c769719-586b-4004-8d27-7923ba453525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T20:23:01Z,description=,heartbeat_timestamp=2022-03-08T20:41:01Z,host='dv-cinder-830096-3-iscsi',id=7ae9fd8f-5d61-4821-9eac-044950c450f0,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:23:02Z,topic='l3_agent')) {'router_ids': ['c8d7bb7e-fa89-4fce-92de-fe2d7b129fca'], 'active': True} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:41:06.243478 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537708a2-c999-4430-9dd1-ac8998c5830d None None] Pushing event updated for resources: {'Port': ['ID=d4bb48b8-54d0-4586-a512-140c5186e901,revision_number=4']} {{(pid=103460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:41:06.409091 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvr_db [None req-2c769719-586b-4004-8d27-7923ba453525 None None] Set router c8d7bb7e-fa89-4fce-92de-fe2d7b129fca gateway port host: dv-cinder-830096-3-iscsi {{(pid=103460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:41:06.604835 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.provisioning_blocks [None req-28151ab0-5da7-4dfb-87ff-d6b6744d46f0 None None] Provisioning complete for port d4bb48b8-54d0-4586-a512-140c5186e901 triggered by entity DHCP. {{(pid=103460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:41:06.604835 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-28151ab0-5da7-4dfb-87ff-d6b6744d46f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476507'] for port (d4bb48b8-54d0-4586-a512-140c5186e901), provisioning_complete {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:06.675530 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-e605ad8f-c6b0-4e1c-8444-cf16b5a00195 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-448356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-442609'] for router (e09b2454-c730-4977-b491-1b665c3e4ce7), after_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:06.846373 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-2c769719-586b-4004-8d27-7923ba453525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8d7bb7e-fa89-4fce-92de-fe2d7b129fca', 'name': 'tempest-TestMinimumBasicScenario-1800381184-router', 'tenant_id': '672cd2ed5db2457c889c8ee311c81953', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'external_fixed_ips': [{'subnet_id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'ip_address': '172.27.2.199'}], 'enable_snat': True}, 'gw_port_id': '43c3fe03-b4f2-42f4-8f6a-c3163e06e292', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:40:54Z', 'updated_at': '2022-03-08T20:40:59Z', 'revision_number': 4, 'project_id': '672cd2ed5db2457c889c8ee311c81953', 'gw_port': {'id': '43c3fe03-b4f2-42f4-8f6a-c3163e06e292', 'name': '', 'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:3b:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8d7bb7e-fa89-4fce-92de-fe2d7b129fca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'ip_address': '172.27.2.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:40:55Z', 'updated_at': '2022-03-08T20:41:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-3-iscsi', '_interfaces': [{'id': 'd4bb48b8-54d0-4586-a512-140c5186e901', 'name': '', 'network_id': '858be929-a6e4-4c97-a31e-f4db5507b097', 'tenant_id': '672cd2ed5db2457c889c8ee311c81953', 'mac_address': 'fa:16:3e:e7:f3:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8d7bb7e-fa89-4fce-92de-fe2d7b129fca', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'db4dd6ba-0903-46a2-9abc-7fc2f9f63076', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:40:58Z', 'updated_at': '2022-03-08T20:41:05Z', 'revision_number': 4, 'project_id': '672cd2ed5db2457c889c8ee311c81953', 'subnets': [{'id': 'db4dd6ba-0903-46a2-9abc-7fc2f9f63076', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830096-3-iscsi', False) {} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:41:06.890273 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c769719-586b-4004-8d27-7923ba453525 None None] The sync data for ids ['c8d7bb7e-fa89-4fce-92de-fe2d7b129fca'] in dv-cinder-830096-3-iscsi is: [{'id': 'c8d7bb7e-fa89-4fce-92de-fe2d7b129fca', 'name': 'tempest-TestMinimumBasicScenario-1800381184-router', 'tenant_id': '672cd2ed5db2457c889c8ee311c81953', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'external_fixed_ips': [{'subnet_id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'ip_address': '172.27.2.199'}], 'enable_snat': True}, 'gw_port_id': '43c3fe03-b4f2-42f4-8f6a-c3163e06e292', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:40:54Z', 'updated_at': '2022-03-08T20:40:59Z', 'revision_number': 4, 'project_id': '672cd2ed5db2457c889c8ee311c81953', 'gw_port': {'id': '43c3fe03-b4f2-42f4-8f6a-c3163e06e292', 'name': '', 'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:3b:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8d7bb7e-fa89-4fce-92de-fe2d7b129fca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'ip_address': '172.27.2.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:40:55Z', 'updated_at': '2022-03-08T20:41:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-3-iscsi', '_interfaces': [{'id': 'd4bb48b8-54d0-4586-a512-140c5186e901', 'name': '', 'network_id': '858be929-a6e4-4c97-a31e-f4db5507b097', 'tenant_id': '672cd2ed5db2457c889c8ee311c81953', 'mac_address': 'fa:16:3e:e7:f3:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8d7bb7e-fa89-4fce-92de-fe2d7b129fca', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'db4dd6ba-0903-46a2-9abc-7fc2f9f63076', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:40:58Z', 'updated_at': '2022-03-08T20:41:05Z', 'revision_number': 4, 'project_id': '672cd2ed5db2457c889c8ee311c81953', 'subnets': [{'id': 'db4dd6ba-0903-46a2-9abc-7fc2f9f63076', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 20:41:06.896591 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.plugin [None req-28151ab0-5da7-4dfb-87ff-d6b6744d46f0 None None] Current status of the port d4bb48b8-54d0-4586-a512-140c5186e901 is: DOWN; New status is: ACTIVE {{(pid=103460) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:41:06.897255 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-28151ab0-5da7-4dfb-87ff-d6b6744d46f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747308'] for port (d4bb48b8-54d0-4586-a512-140c5186e901), before_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:06.954754 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e605ad8f-c6b0-4e1c-8444-cf16b5a00195 admin admin] Router e09b2454-c730-4977-b491-1b665c3e4ce7 is scheduled to L3 agent 7ae9fd8f-5d61-4821-9eac-044950c450f0 with binding_index 1 {{(pid=103459) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 20:41:06.971310 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.db [None req-28151ab0-5da7-4dfb-87ff-d6b6744d46f0 None None] For port d4bb48b8-54d0-4586-a512-140c5186e901, host dv-cinder-830096-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-3-iscsi',level=0,port_id=d4bb48b8-54d0-4586-a512-140c5186e901,segment=NetworkSegment(83347a47-3284-4a52-a291-58b9d80ca073),segment_id=83347a47-3284-4a52-a291-58b9d80ca073)] {{(pid=103460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:41:07.222034 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-28151ab0-5da7-4dfb-87ff-d6b6744d46f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745146878648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745146440924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745146440942'] for port (d4bb48b8-54d0-4586-a512-140c5186e901), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:07.232330 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e605ad8f-c6b0-4e1c-8444-cf16b5a00195 admin admin] Notify agent at l3_agent.dv-cinder-830096-3-iscsi the message routers_updated {{(pid=103459) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 20:41:07.253132 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16e2540a-2277-4154-a7f0-7e89b5688c4b None None] Sync routers for ids ['e09b2454-c730-4977-b491-1b665c3e4ce7'] in dv-cinder-830096-3-iscsi {{(pid=103461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 20:41:07.293246 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16e2540a-2277-4154-a7f0-7e89b5688c4b None None] Routers {'e09b2454-c730-4977-b491-1b665c3e4ce7'} bound to L3 agent in host dv-cinder-830096-3-iscsi {{(pid=103461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:41:07.293882 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.db.l3_hamode_db [None req-16e2540a-2277-4154-a7f0-7e89b5688c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T20:23:01Z,description=,heartbeat_timestamp=2022-03-08T20:41:01Z,host='dv-cinder-830096-3-iscsi',id=7ae9fd8f-5d61-4821-9eac-044950c450f0,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:23:02Z,topic='l3_agent')) {'router_ids': ['e09b2454-c730-4977-b491-1b665c3e4ce7'], 'active': True} {{(pid=103461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:41:07.332343 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.rpc [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Device d4bb48b8-54d0-4586-a512-140c5186e901 up at agent ovs-agent-dv-cinder-830096-3-iscsi {{(pid=103460) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 20:41:07.418027 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-e605ad8f-c6b0-4e1c-8444-cf16b5a00195 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:07.421010 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [None req-e605ad8f-c6b0-4e1c-8444-cf16b5a00195 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.9264786 Mar 08 20:41:07.423600 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.41', 38464) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:41:07.439857 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28151ab0-5da7-4dfb-87ff-d6b6744d46f0 None None] Pushing event updated for resources: {'Port': ['ID=d4bb48b8-54d0-4586-a512-140c5186e901,revision_number=5']} {{(pid=103460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:41:07.452976 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.provisioning_blocks [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Provisioning complete for port d4bb48b8-54d0-4586-a512-140c5186e901 triggered by entity L2. {{(pid=103460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:41:07.456172 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476507'] for port (d4bb48b8-54d0-4586-a512-140c5186e901), provisioning_complete {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:07.569378 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.db.l3_dvr_db [None req-16e2540a-2277-4154-a7f0-7e89b5688c4b None None] Set router e09b2454-c730-4977-b491-1b665c3e4ce7 gateway port host: dv-cinder-830096-3-iscsi {{(pid=103461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:41:07.583482 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b350369-bc0b-4398-92b0-77841a8c8734 None None] Network da669f67-20d4-4a55-981d-80d7d8e8963b requested from dv-cinder-830096-3-iscsi {{(pid=103460) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 20:41:07.824712 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.plugin [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Current status of the port d4bb48b8-54d0-4586-a512-140c5186e901 is: ACTIVE; New status is: ACTIVE {{(pid=103460) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:41:07.826380 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.rpc [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Device 04c96481-fd3d-44f0-8850-08cefb7b4abe up at agent ovs-agent-dv-cinder-830096-3-iscsi {{(pid=103460) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 20:41:07.895877 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.provisioning_blocks [None req-d5d51852-e2f9-4e62-9f10-a355ca8f02aa None None] Provisioning complete for port 04c96481-fd3d-44f0-8850-08cefb7b4abe triggered by entity DHCP. {{(pid=103460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:41:07.896607 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-d5d51852-e2f9-4e62-9f10-a355ca8f02aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476507'] for port (04c96481-fd3d-44f0-8850-08cefb7b4abe), provisioning_complete {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:07.942922 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.db.l3_hamode_db [None req-16e2540a-2277-4154-a7f0-7e89b5688c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e09b2454-c730-4977-b491-1b665c3e4ce7', 'name': 'tempest-TestShelveInstance-1860280125-router', 'tenant_id': 'db29e5d57c4843ae951066080ae50d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'external_fixed_ips': [{'subnet_id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'ip_address': '172.27.2.127'}], 'enable_snat': True}, 'gw_port_id': 'a6a365ff-588c-45b9-96b8-2dc4590005ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:41:03Z', 'updated_at': '2022-03-08T20:41:05Z', 'revision_number': 3, 'project_id': 'db29e5d57c4843ae951066080ae50d37', 'gw_port': {'id': 'a6a365ff-588c-45b9-96b8-2dc4590005ac', 'name': '', 'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:19:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e09b2454-c730-4977-b491-1b665c3e4ce7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'ip_address': '172.27.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:41:04Z', 'updated_at': '2022-03-08T20:41:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-3-iscsi'}], 'dv-cinder-830096-3-iscsi', False) {} {{(pid=103461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:41:07.977100 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16e2540a-2277-4154-a7f0-7e89b5688c4b None None] Checking router: e09b2454-c730-4977-b491-1b665c3e4ce7 for host: dv-cinder-830096-3-iscsi {{(pid=103461) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 20:41:07.978011 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16e2540a-2277-4154-a7f0-7e89b5688c4b None None] Updating router e09b2454-c730-4977-b491-1b665c3e4ce7 port a6a365ff-588c-45b9-96b8-2dc4590005ac binding host dv-cinder-830096-3-iscsi {{(pid=103461) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 20:41:08.025895 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron_lib.callbacks.manager [None req-16e2540a-2277-4154-a7f0-7e89b5688c4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747308'] for port (a6a365ff-588c-45b9-96b8-2dc4590005ac), before_update {{(pid=103461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:08.030573 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.provisioning_blocks [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Provisioning complete for port 04c96481-fd3d-44f0-8850-08cefb7b4abe triggered by entity L2. {{(pid=103460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:41:08.033964 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476507'] for port (04c96481-fd3d-44f0-8850-08cefb7b4abe), provisioning_complete {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:08.165321 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.plugin [None req-d5d51852-e2f9-4e62-9f10-a355ca8f02aa None None] Current status of the port 04c96481-fd3d-44f0-8850-08cefb7b4abe is: DOWN; New status is: ACTIVE {{(pid=103460) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:41:08.167060 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-d5d51852-e2f9-4e62-9f10-a355ca8f02aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747308'] for port (04c96481-fd3d-44f0-8850-08cefb7b4abe), before_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:08.347275 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.db [None req-d5d51852-e2f9-4e62-9f10-a355ca8f02aa None None] For port 04c96481-fd3d-44f0-8850-08cefb7b4abe, host dv-cinder-830096-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-3-iscsi',level=0,port_id=04c96481-fd3d-44f0-8850-08cefb7b4abe,segment=NetworkSegment(8fc2d993-6803-4556-81fb-1985715cec09),segment_id=8fc2d993-6803-4556-81fb-1985715cec09)] {{(pid=103460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:41:08.349154 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.plugin [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Current status of the port 04c96481-fd3d-44f0-8850-08cefb7b4abe is: DOWN; New status is: ACTIVE {{(pid=103460) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:41:08.349758 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747308'] for port (04c96481-fd3d-44f0-8850-08cefb7b4abe), before_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:08.430959 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-8a1b9000-286c-4336-9df0-d427a4840cfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747308'] for port (None), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:08.435740 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-d5d51852-e2f9-4e62-9f10-a355ca8f02aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745146878648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745146440924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745146440942'] for port (04c96481-fd3d-44f0-8850-08cefb7b4abe), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:08.525105 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.db.api [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103460) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 08 20:41:08.525464 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG oslo_db.api [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 08 20:41:08.575389 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d51852-e2f9-4e62-9f10-a355ca8f02aa None None] Pushing event updated for resources: {'Port': ['ID=04c96481-fd3d-44f0-8850-08cefb7b4abe,revision_number=3']} {{(pid=103460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:41:08.780127 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron_lib.callbacks.manager [None req-16e2540a-2277-4154-a7f0-7e89b5688c4b None None] Publish callbacks [] for port (a6a365ff-588c-45b9-96b8-2dc4590005ac), precommit_update {{(pid=103461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:08.792400 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.provisioning_blocks [None req-80d5288c-a4cb-44a4-8951-0c8cbb3d3033 None None] Provisioning complete for port 04c96481-fd3d-44f0-8850-08cefb7b4abe triggered by entity DHCP. {{(pid=103460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:41:08.793099 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-80d5288c-a4cb-44a4-8951-0c8cbb3d3033 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476507'] for port (04c96481-fd3d-44f0-8850-08cefb7b4abe), provisioning_complete {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:08.815787 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.db.db_base_plugin_common [None req-8a1b9000-286c-4336-9df0-d427a4840cfd admin admin] Allocated IP 172.20.0.1 (da669f67-20d4-4a55-981d-80d7d8e8963b/e86bf876-bd16-47fc-be67-14ef22cd6377/99e05b25-ce0d-4ddf-84fa-f1d3cb804f89) {{(pid=103458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 20:41:08.887436 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron_lib.callbacks.manager [None req-16e2540a-2277-4154-a7f0-7e89b5688c4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745146878648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745146440924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745146440942'] for port (a6a365ff-588c-45b9-96b8-2dc4590005ac), after_update {{(pid=103461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:08.921804 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.plugin [None req-80d5288c-a4cb-44a4-8951-0c8cbb3d3033 None None] Current status of the port 04c96481-fd3d-44f0-8850-08cefb7b4abe is: ACTIVE; New status is: ACTIVE {{(pid=103460) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:41:08.988840 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.plugins.ml2.managers [None req-16e2540a-2277-4154-a7f0-7e89b5688c4b None None] Attempting to bind port a6a365ff-588c-45b9-96b8-2dc4590005ac on host dv-cinder-830096-3-iscsi for vnic_type normal with profile {{(pid=103461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 20:41:08.989335 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.plugins.ml2.managers [None req-16e2540a-2277-4154-a7f0-7e89b5688c4b None None] Attempting to bind port a6a365ff-588c-45b9-96b8-2dc4590005ac by drivers openvswitch,hyperv on host dv-cinder-830096-3-iscsi at level 0 using segments [{'id': 'e3ec3731-5b41-434a-a3a7-2ad1e453961f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052'}] {{(pid=103461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 20:41:08.989895 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16e2540a-2277-4154-a7f0-7e89b5688c4b None None] Attempting to bind port a6a365ff-588c-45b9-96b8-2dc4590005ac on network fc278ace-cc38-44e4-ba35-3f28be706052 {{(pid=103461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 20:41:09.010378 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16e2540a-2277-4154-a7f0-7e89b5688c4b None None] Checking agent: {'id': 'fa4b043a-5d45-4181-9cb2-30d29598ef5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830096-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 20, 23, 5), 'started_at': datetime.datetime(2022, 3, 8, 20, 23, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 20, 41, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830096-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 20:41:09.018299 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16e2540a-2277-4154-a7f0-7e89b5688c4b None None] Checking segment: {'id': 'e3ec3731-5b41-434a-a3a7-2ad1e453961f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 20:41:09.054778 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron_lib.callbacks.manager [None req-16e2540a-2277-4154-a7f0-7e89b5688c4b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:09.054778 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16e2540a-2277-4154-a7f0-7e89b5688c4b None None] Bound using segment: {'id': 'e3ec3731-5b41-434a-a3a7-2ad1e453961f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052'} {{(pid=103461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 20:41:09.054778 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.plugins.ml2.managers [None req-16e2540a-2277-4154-a7f0-7e89b5688c4b None None] Bound port: a6a365ff-588c-45b9-96b8-2dc4590005ac, host: dv-cinder-830096-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3ec3731-5b41-434a-a3a7-2ad1e453961f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052'}}] {{(pid=103461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 20:41:09.054778 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron_lib.callbacks.manager [None req-16e2540a-2277-4154-a7f0-7e89b5688c4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747308'] for port (a6a365ff-588c-45b9-96b8-2dc4590005ac), before_update {{(pid=103461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:09.055605 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-8a1b9000-286c-4336-9df0-d427a4840cfd admin admin] Publish callbacks [] for port (99e05b25-ce0d-4ddf-84fa-f1d3cb804f89), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:09.071557 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003ebfb0-0e72-4d27-9ff5-acbeea2b0804 None None] Pushing event updated for resources: {'Port': ['ID=a6a365ff-588c-45b9-96b8-2dc4590005ac,revision_number=2']} {{(pid=103461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:41:09.102178 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.plugin [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Current status of the port 04c96481-fd3d-44f0-8850-08cefb7b4abe is: ACTIVE; New status is: ACTIVE {{(pid=103460) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:41:09.135608 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.plugins.ml2.db [None req-16e2540a-2277-4154-a7f0-7e89b5688c4b None None] For port a6a365ff-588c-45b9-96b8-2dc4590005ac, host dv-cinder-830096-3-iscsi, cleared binding levels {{(pid=103461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 20:41:09.139559 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.plugins.ml2.db [None req-16e2540a-2277-4154-a7f0-7e89b5688c4b None None] For port a6a365ff-588c-45b9-96b8-2dc4590005ac, host dv-cinder-830096-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-3-iscsi',level=0,port_id=a6a365ff-588c-45b9-96b8-2dc4590005ac,segment=NetworkSegment(e3ec3731-5b41-434a-a3a7-2ad1e453961f),segment_id=e3ec3731-5b41-434a-a3a7-2ad1e453961f)] {{(pid=103461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 20:41:09.232579 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron_lib.callbacks.manager [None req-16e2540a-2277-4154-a7f0-7e89b5688c4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745146878648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745146440924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745146440942'] for port (a6a365ff-588c-45b9-96b8-2dc4590005ac), after_update {{(pid=103461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:09.256214 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.rpc [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Device d4bb48b8-54d0-4586-a512-140c5186e901 up at agent ovs-agent-dv-cinder-830096-3-iscsi {{(pid=103460) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 20:41:09.327661 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-8a1b9000-286c-4336-9df0-d427a4840cfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745146440906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28566877'] for port (99e05b25-ce0d-4ddf-84fa-f1d3cb804f89), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:09.352818 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16e2540a-2277-4154-a7f0-7e89b5688c4b None None] Routers {'e09b2454-c730-4977-b491-1b665c3e4ce7'} bound to L3 agent in host dv-cinder-830096-3-iscsi {{(pid=103461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:41:09.353831 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.db.l3_hamode_db [None req-16e2540a-2277-4154-a7f0-7e89b5688c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T20:23:01Z,description=,heartbeat_timestamp=2022-03-08T20:41:01Z,host='dv-cinder-830096-3-iscsi',id=7ae9fd8f-5d61-4821-9eac-044950c450f0,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:23:02Z,topic='l3_agent')) {'router_ids': ['e09b2454-c730-4977-b491-1b665c3e4ce7'], 'active': True} {{(pid=103461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:41:09.387595 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.provisioning_blocks [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Provisioning complete for port d4bb48b8-54d0-4586-a512-140c5186e901 triggered by entity L2. {{(pid=103460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:41:09.388120 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476507'] for port (d4bb48b8-54d0-4586-a512-140c5186e901), provisioning_complete {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:09.394560 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a1b9000-286c-4336-9df0-d427a4840cfd admin admin] Network da669f67-20d4-4a55-981d-80d7d8e8963b is already hosted by enough agents. {{(pid=103458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 20:41:09.400860 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.scheduler.base_scheduler [None req-8a1b9000-286c-4336-9df0-d427a4840cfd admin admin] Resources bound (agent type, host, resource id): {{(pid=103458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:41:09.425352 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a1b9000-286c-4336-9df0-d427a4840cfd admin admin] Received port after_create {{(pid=103458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 20:41:09.471229 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1b9000-286c-4336-9df0-d427a4840cfd admin admin] Pushing event updated for resources: {'Port': ['ID=99e05b25-ce0d-4ddf-84fa-f1d3cb804f89,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:41:09.517243 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-8a1b9000-286c-4336-9df0-d427a4840cfd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-443356'] for router_interface (e09b2454-c730-4977-b491-1b665c3e4ce7), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:09.523197 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.db.l3_dvr_db [None req-16e2540a-2277-4154-a7f0-7e89b5688c4b None None] Set router e09b2454-c730-4977-b491-1b665c3e4ce7 gateway port host: dv-cinder-830096-3-iscsi {{(pid=103461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:41:09.545880 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.plugin [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Current status of the port d4bb48b8-54d0-4586-a512-140c5186e901 is: ACTIVE; New status is: ACTIVE {{(pid=103460) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:41:09.549884 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.rpc [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Device 04c96481-fd3d-44f0-8850-08cefb7b4abe up at agent ovs-agent-dv-cinder-830096-3-iscsi {{(pid=103460) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 20:41:09.628520 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.provisioning_blocks [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Provisioning complete for port 04c96481-fd3d-44f0-8850-08cefb7b4abe triggered by entity L2. {{(pid=103460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:41:09.628986 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476507'] for port (04c96481-fd3d-44f0-8850-08cefb7b4abe), provisioning_complete {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:09.800564 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.plugin [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Current status of the port 04c96481-fd3d-44f0-8850-08cefb7b4abe is: ACTIVE; New status is: ACTIVE {{(pid=103460) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:41:09.832618 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003ebfb0-0e72-4d27-9ff5-acbeea2b0804 None None] Pushing event updated for resources: {'Port': ['ID=a6a365ff-588c-45b9-96b8-2dc4590005ac,revision_number=3']} {{(pid=103461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:41:09.849928 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-8a1b9000-286c-4336-9df0-d427a4840cfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747308'] for port (99e05b25-ce0d-4ddf-84fa-f1d3cb804f89), before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:09.865020 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.db.l3_hamode_db [None req-16e2540a-2277-4154-a7f0-7e89b5688c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e09b2454-c730-4977-b491-1b665c3e4ce7', 'name': 'tempest-TestShelveInstance-1860280125-router', 'tenant_id': 'db29e5d57c4843ae951066080ae50d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'external_fixed_ips': [{'subnet_id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'ip_address': '172.27.2.127'}], 'enable_snat': True}, 'gw_port_id': 'a6a365ff-588c-45b9-96b8-2dc4590005ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:41:03Z', 'updated_at': '2022-03-08T20:41:05Z', 'revision_number': 3, 'project_id': 'db29e5d57c4843ae951066080ae50d37', 'gw_port': {'id': 'a6a365ff-588c-45b9-96b8-2dc4590005ac', 'name': '', 'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:19:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e09b2454-c730-4977-b491-1b665c3e4ce7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'ip_address': '172.27.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:41:04Z', 'updated_at': '2022-03-08T20:41:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-3-iscsi'}], 'dv-cinder-830096-3-iscsi', False) {} {{(pid=103461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:41:09.890605 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.provisioning_blocks [None req-8995751b-f172-44dc-9ba9-9ad8a9b2dc5d None None] Provisioning complete for port 99e05b25-ce0d-4ddf-84fa-f1d3cb804f89 triggered by entity DHCP. {{(pid=103460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:41:09.892716 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-8995751b-f172-44dc-9ba9-9ad8a9b2dc5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476507'] for port (99e05b25-ce0d-4ddf-84fa-f1d3cb804f89), provisioning_complete {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:09.919245 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16e2540a-2277-4154-a7f0-7e89b5688c4b None None] The sync data for ids ['e09b2454-c730-4977-b491-1b665c3e4ce7'] in dv-cinder-830096-3-iscsi is: [{'id': 'e09b2454-c730-4977-b491-1b665c3e4ce7', 'name': 'tempest-TestShelveInstance-1860280125-router', 'tenant_id': 'db29e5d57c4843ae951066080ae50d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'external_fixed_ips': [{'subnet_id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'ip_address': '172.27.2.127'}], 'enable_snat': True}, 'gw_port_id': 'a6a365ff-588c-45b9-96b8-2dc4590005ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:41:03Z', 'updated_at': '2022-03-08T20:41:05Z', 'revision_number': 3, 'project_id': 'db29e5d57c4843ae951066080ae50d37', 'gw_port': {'id': 'a6a365ff-588c-45b9-96b8-2dc4590005ac', 'name': '', 'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:19:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e09b2454-c730-4977-b491-1b665c3e4ce7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'ip_address': '172.27.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:41:04Z', 'updated_at': '2022-03-08T20:41:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-3-iscsi'}] {{(pid=103461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 20:41:09.992606 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.plugin [None req-8995751b-f172-44dc-9ba9-9ad8a9b2dc5d None None] Port 99e05b25-ce0d-4ddf-84fa-f1d3cb804f89 cannot update to ACTIVE because it is not bound. {{(pid=103460) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 20:41:10.142910 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-8a1b9000-286c-4336-9df0-d427a4840cfd admin admin] Publish callbacks [] for port (99e05b25-ce0d-4ddf-84fa-f1d3cb804f89), precommit_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:10.212719 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-8a1b9000-286c-4336-9df0-d427a4840cfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745146878648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745146440924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745146440942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28566820'] for port (99e05b25-ce0d-4ddf-84fa-f1d3cb804f89), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:10.388850 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-8a1b9000-286c-4336-9df0-d427a4840cfd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3733877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-443312'] for router_interface (e09b2454-c730-4977-b491-1b665c3e4ce7), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:10.392146 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1b9000-286c-4336-9df0-d427a4840cfd admin admin] Pushing event updated for resources: {'Port': ['ID=99e05b25-ce0d-4ddf-84fa-f1d3cb804f89,revision_number=2']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:41:10.553728 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a1b9000-286c-4336-9df0-d427a4840cfd admin admin] Network da669f67-20d4-4a55-981d-80d7d8e8963b is already hosted by enough agents. {{(pid=103458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 20:41:10.564797 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.scheduler.base_scheduler [None req-8a1b9000-286c-4336-9df0-d427a4840cfd admin admin] Resources bound (agent type, host, resource id): {{(pid=103458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:41:10.871221 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a1b9000-286c-4336-9df0-d427a4840cfd admin admin] Router e09b2454-c730-4977-b491-1b665c3e4ce7 has already been hosted by L3 agent 7ae9fd8f-5d61-4821-9eac-044950c450f0 {{(pid=103458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 20:41:11.047857 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.provisioning_blocks [None req-754817d1-9ae7-40b2-982e-1cef80666f30 None None] Provisioning complete for port 99e05b25-ce0d-4ddf-84fa-f1d3cb804f89 triggered by entity DHCP. {{(pid=103460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:41:11.048824 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-754817d1-9ae7-40b2-982e-1cef80666f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476507'] for port (99e05b25-ce0d-4ddf-84fa-f1d3cb804f89), provisioning_complete {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:11.111164 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a1b9000-286c-4336-9df0-d427a4840cfd admin admin] Notify agent at l3_agent.dv-cinder-830096-3-iscsi the message routers_updated {{(pid=103458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 20:41:11.136547 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.plugin [None req-754817d1-9ae7-40b2-982e-1cef80666f30 None None] Port 99e05b25-ce0d-4ddf-84fa-f1d3cb804f89 cannot update to ACTIVE because it is not bound. {{(pid=103460) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 20:41:11.149162 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-8a1b9000-286c-4336-9df0-d427a4840cfd admin admin] 10.222.0.41 "PUT /v2.0/routers/e09b2454-c730-4977-b491-1b665c3e4ce7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7147183 Mar 08 20:41:11.295182 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.rpc [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Device a6a365ff-588c-45b9-96b8-2dc4590005ac up at agent ovs-agent-dv-cinder-830096-3-iscsi {{(pid=103460) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 20:41:11.355248 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.provisioning_blocks [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Provisioning complete for port a6a365ff-588c-45b9-96b8-2dc4590005ac triggered by entity L2. {{(pid=103460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:41:11.355695 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476507'] for port (a6a365ff-588c-45b9-96b8-2dc4590005ac), provisioning_complete {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:11.536308 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.plugin [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Current status of the port a6a365ff-588c-45b9-96b8-2dc4590005ac is: DOWN; New status is: ACTIVE {{(pid=103460) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:41:11.536308 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747308'] for port (a6a365ff-588c-45b9-96b8-2dc4590005ac), before_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:11.536308 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.db [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] For port a6a365ff-588c-45b9-96b8-2dc4590005ac, host dv-cinder-830096-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-3-iscsi',level=0,port_id=a6a365ff-588c-45b9-96b8-2dc4590005ac,segment=NetworkSegment(e3ec3731-5b41-434a-a3a7-2ad1e453961f),segment_id=e3ec3731-5b41-434a-a3a7-2ad1e453961f)] {{(pid=103460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:41:11.670053 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745146878648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745146440924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745146440942'] for port (a6a365ff-588c-45b9-96b8-2dc4590005ac), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:11.742793 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Pushing event updated for resources: {'Port': ['ID=a6a365ff-588c-45b9-96b8-2dc4590005ac,revision_number=4']} {{(pid=103460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:41:12.406813 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0af5413e-197c-4b4f-b332-0026c79383db None None] Sync routers for ids ['e09b2454-c730-4977-b491-1b665c3e4ce7'] in dv-cinder-830096-3-iscsi {{(pid=103460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 20:41:12.412467 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.41', 38492) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:41:12.418199 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.v2.base [None req-e2afe597-3237-4251-9f42-3e8e030cb514 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1921388851-network', 'tenant_id': 'b260f27362894ff4a5ffebec1c366b34'}} {{(pid=103458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:41:12.425536 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0af5413e-197c-4b4f-b332-0026c79383db None None] Routers {'e09b2454-c730-4977-b491-1b665c3e4ce7'} bound to L3 agent in host dv-cinder-830096-3-iscsi {{(pid=103460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:41:12.426295 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-0af5413e-197c-4b4f-b332-0026c79383db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T20:23:01Z,description=,heartbeat_timestamp=2022-03-08T20:41:01Z,host='dv-cinder-830096-3-iscsi',id=7ae9fd8f-5d61-4821-9eac-044950c450f0,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:23:02Z,topic='l3_agent')) {'router_ids': ['e09b2454-c730-4977-b491-1b665c3e4ce7'], 'active': True} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:41:12.516078 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2afe597-3237-4251-9f42-3e8e030cb514 admin admin] Made reservation on behalf of b260f27362894ff4a5ffebec1c366b34 for: {'network': 1} {{(pid=103458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 20:41:12.518694 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e2afe597-3237-4251-9f42-3e8e030cb514 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747308'] for network (None), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:12.534278 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e2afe597-3237-4251-9f42-3e8e030cb514 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:12.583934 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvr_db [None req-0af5413e-197c-4b4f-b332-0026c79383db None None] Set router e09b2454-c730-4977-b491-1b665c3e4ce7 gateway port host: dv-cinder-830096-3-iscsi {{(pid=103460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:41:12.694632 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e2afe597-3237-4251-9f42-3e8e030cb514 admin admin] Publish callbacks [] for security_group (26b756fb-a48d-4dac-83e4-bb2bb8bb5cf1), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:12.755220 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e2afe597-3237-4251-9f42-3e8e030cb514 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310940'] for security_group (26b756fb-a48d-4dac-83e4-bb2bb8bb5cf1), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:12.847268 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2afe597-3237-4251-9f42-3e8e030cb514 admin admin] vlan segment allocate from pool success with {'vlan_id': 134, 'physical_network': 'physnet1'} {{(pid=103458) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 20:41:12.898481 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2afe597-3237-4251-9f42-3e8e030cb514 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26b756fb-a48d-4dac-83e4-bb2bb8bb5cf1,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:41:12.904203 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e2afe597-3237-4251-9f42-3e8e030cb514 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536034'] for segment (ebc38082-6696-43a0-b992-f2019b403ad2), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:12.909940 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.db.segments_db [None req-e2afe597-3237-4251-9f42-3e8e030cb514 admin admin] Added segment ebc38082-6696-43a0-b992-f2019b403ad2 of type vlan for network 448a8c2b-9c6e-49f0-88ba-81f3da4c5a82 Mar 08 20:41:12.932844 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-0af5413e-197c-4b4f-b332-0026c79383db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e09b2454-c730-4977-b491-1b665c3e4ce7', 'name': 'tempest-TestShelveInstance-1860280125-router', 'tenant_id': 'db29e5d57c4843ae951066080ae50d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'external_fixed_ips': [{'subnet_id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'ip_address': '172.27.2.127'}], 'enable_snat': True}, 'gw_port_id': 'a6a365ff-588c-45b9-96b8-2dc4590005ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:41:03Z', 'updated_at': '2022-03-08T20:41:09Z', 'revision_number': 4, 'project_id': 'db29e5d57c4843ae951066080ae50d37', 'gw_port': {'id': 'a6a365ff-588c-45b9-96b8-2dc4590005ac', 'name': '', 'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:19:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e09b2454-c730-4977-b491-1b665c3e4ce7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'ip_address': '172.27.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:41:04Z', 'updated_at': '2022-03-08T20:41:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-3-iscsi', '_interfaces': [{'id': '99e05b25-ce0d-4ddf-84fa-f1d3cb804f89', 'name': '', 'network_id': 'da669f67-20d4-4a55-981d-80d7d8e8963b', 'tenant_id': 'db29e5d57c4843ae951066080ae50d37', 'mac_address': 'fa:16:3e:a7:6b:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e09b2454-c730-4977-b491-1b665c3e4ce7', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'e86bf876-bd16-47fc-be67-14ef22cd6377', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:41:08Z', 'updated_at': '2022-03-08T20:41:09Z', 'revision_number': 2, 'project_id': 'db29e5d57c4843ae951066080ae50d37', 'subnets': [{'id': 'e86bf876-bd16-47fc-be67-14ef22cd6377', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830096-3-iscsi', False) {} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:41:13.006984 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0af5413e-197c-4b4f-b332-0026c79383db None None] Checking router: e09b2454-c730-4977-b491-1b665c3e4ce7 for host: dv-cinder-830096-3-iscsi {{(pid=103460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 20:41:13.008946 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0af5413e-197c-4b4f-b332-0026c79383db None None] Updating router e09b2454-c730-4977-b491-1b665c3e4ce7 port 99e05b25-ce0d-4ddf-84fa-f1d3cb804f89 binding host dv-cinder-830096-3-iscsi {{(pid=103460) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 20:41:13.016240 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e2afe597-3237-4251-9f42-3e8e030cb514 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745146455601'] for network (448a8c2b-9c6e-49f0-88ba-81f3da4c5a82), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:13.054345 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-0af5413e-197c-4b4f-b332-0026c79383db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747308'] for port (99e05b25-ce0d-4ddf-84fa-f1d3cb804f89), before_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:13.139805 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e2afe597-3237-4251-9f42-3e8e030cb514 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763'] for network (448a8c2b-9c6e-49f0-88ba-81f3da4c5a82), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:13.141040 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2afe597-3237-4251-9f42-3e8e030cb514 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:41:13.141486 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e2afe597-3237-4251-9f42-3e8e030cb514 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3733777'] for network (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:13.297755 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-e2afe597-3237-4251-9f42-3e8e030cb514 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8841319 Mar 08 20:41:13.300450 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.41', 38498) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:41:13.305580 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.v2.base [None req-c7e4475c-9989-439b-af65-f9bda4e1854d admin admin] Request body: {'subnet': {'network_id': '448a8c2b-9c6e-49f0-88ba-81f3da4c5a82', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1921388851-subnet', 'tenant_id': 'b260f27362894ff4a5ffebec1c366b34', 'ip_version': 4}} {{(pid=103458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:41:13.313108 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.rpc [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Device a6a365ff-588c-45b9-96b8-2dc4590005ac up at agent ovs-agent-dv-cinder-830096-3-iscsi {{(pid=103460) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 20:41:13.313862 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2afe597-3237-4251-9f42-3e8e030cb514 admin admin] Pushing event updated for resources: {'Network': ['ID=448a8c2b-9c6e-49f0-88ba-81f3da4c5a82,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:41:13.373614 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.rpc [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Network 448a8c2b-9c6e-49f0-88ba-81f3da4c5a82 details requested by agent ovs-agent-dv-cinder-830096-3-iscsi with host dv-cinder-830096-3-iscsi {{(pid=103460) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 20:41:13.458080 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7e4475c-9989-439b-af65-f9bda4e1854d admin admin] Made reservation on behalf of b260f27362894ff4a5ffebec1c366b34 for: {'subnet': 1} {{(pid=103458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 20:41:13.460525 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-c7e4475c-9989-439b-af65-f9bda4e1854d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28015747'] for subnet (None), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:13.602993 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.provisioning_blocks [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Provisioning complete for port a6a365ff-588c-45b9-96b8-2dc4590005ac triggered by entity L2. {{(pid=103460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:41:13.603605 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476507'] for port (a6a365ff-588c-45b9-96b8-2dc4590005ac), provisioning_complete {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:13.812466 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-c7e4475c-9989-439b-af65-f9bda4e1854d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28566701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28015773'] for subnet (5954f2a5-36ff-43d6-a523-092d39063a03), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:13.817913 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-0af5413e-197c-4b4f-b332-0026c79383db None None] Publish callbacks [] for port (99e05b25-ce0d-4ddf-84fa-f1d3cb804f89), precommit_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:13.845381 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.plugin [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Current status of the port a6a365ff-588c-45b9-96b8-2dc4590005ac is: ACTIVE; New status is: ACTIVE {{(pid=103460) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:41:13.896229 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e4475c-9989-439b-af65-f9bda4e1854d admin admin] Pushing event updated for resources: {'Subnet': ['ID=5954f2a5-36ff-43d6-a523-092d39063a03,revision_number=0']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:41:13.904858 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-0af5413e-197c-4b4f-b332-0026c79383db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745146878648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745146440924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745146440942'] for port (99e05b25-ce0d-4ddf-84fa-f1d3cb804f89), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:13.930897 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7e4475c-9989-439b-af65-f9bda4e1854d admin admin] Checking segment: {'id': 'ebc38082-6696-43a0-b992-f2019b403ad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '448a8c2b-9c6e-49f0-88ba-81f3da4c5a82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 20:41:13.931263 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7e4475c-9989-439b-af65-f9bda4e1854d admin admin] Network hostable DHCP agents. Network: 448a8c2b-9c6e-49f0-88ba-81f3da4c5a82, hostable agents: ['a3d84102-f7d3-452b-861a-973020576047'], hosted agents: [] {{(pid=103458) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 20:41:14.030778 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe06848-0a8e-4a40-b1dc-40cb3e0bf8eb None None] Pushing event updated for resources: {'Port': ['ID=99e05b25-ce0d-4ddf-84fa-f1d3cb804f89,revision_number=3']} {{(pid=103460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:41:14.047496 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7e4475c-9989-439b-af65-f9bda4e1854d admin admin] Network 448a8c2b-9c6e-49f0-88ba-81f3da4c5a82 is scheduled to be hosted by DHCP agent a3d84102-f7d3-452b-861a-973020576047 with binding_index 1 {{(pid=103458) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 20:41:14.080289 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.managers [None req-0af5413e-197c-4b4f-b332-0026c79383db None None] Attempting to bind port 99e05b25-ce0d-4ddf-84fa-f1d3cb804f89 on host dv-cinder-830096-3-iscsi for vnic_type normal with profile {{(pid=103460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 20:41:14.087790 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.managers [None req-0af5413e-197c-4b4f-b332-0026c79383db None None] Attempting to bind port 99e05b25-ce0d-4ddf-84fa-f1d3cb804f89 by drivers openvswitch,hyperv on host dv-cinder-830096-3-iscsi at level 0 using segments [{'id': '8fc2d993-6803-4556-81fb-1985715cec09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'da669f67-20d4-4a55-981d-80d7d8e8963b'}] {{(pid=103460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 20:41:14.088378 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0af5413e-197c-4b4f-b332-0026c79383db None None] Attempting to bind port 99e05b25-ce0d-4ddf-84fa-f1d3cb804f89 on network da669f67-20d4-4a55-981d-80d7d8e8963b {{(pid=103460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 20:41:14.094927 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0af5413e-197c-4b4f-b332-0026c79383db None None] Checking agent: {'id': 'fa4b043a-5d45-4181-9cb2-30d29598ef5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830096-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 20, 23, 5), 'started_at': datetime.datetime(2022, 3, 8, 20, 23, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 20, 41, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830096-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 20:41:14.095404 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0af5413e-197c-4b4f-b332-0026c79383db None None] Checking segment: {'id': '8fc2d993-6803-4556-81fb-1985715cec09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'da669f67-20d4-4a55-981d-80d7d8e8963b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 20:41:14.095889 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-0af5413e-197c-4b4f-b332-0026c79383db None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:14.096389 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0af5413e-197c-4b4f-b332-0026c79383db None None] Bound using segment: {'id': '8fc2d993-6803-4556-81fb-1985715cec09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'da669f67-20d4-4a55-981d-80d7d8e8963b'} {{(pid=103460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 20:41:14.096993 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.managers [None req-0af5413e-197c-4b4f-b332-0026c79383db None None] Bound port: 99e05b25-ce0d-4ddf-84fa-f1d3cb804f89, host: dv-cinder-830096-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fc2d993-6803-4556-81fb-1985715cec09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'da669f67-20d4-4a55-981d-80d7d8e8963b'}}] {{(pid=103460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 20:41:14.097447 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-0af5413e-197c-4b4f-b332-0026c79383db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747308'] for port (99e05b25-ce0d-4ddf-84fa-f1d3cb804f89), before_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:14.137885 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.scheduler.base_scheduler [None req-c7e4475c-9989-439b-af65-f9bda4e1854d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830096-3-iscsi, 448a8c2b-9c6e-49f0-88ba-81f3da4c5a82) {{(pid=103458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:41:14.147118 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7e4475c-9989-439b-af65-f9bda4e1854d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:41:14.149432 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-c7e4475c-9989-439b-af65-f9bda4e1854d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3733777'] for subnet (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:14.187281 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09b3765a-bf3e-4133-9dfe-055e8b9a9fde None None] Network 448a8c2b-9c6e-49f0-88ba-81f3da4c5a82 requested from dv-cinder-830096-3-iscsi {{(pid=103460) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 20:41:14.190018 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.db [None req-0af5413e-197c-4b4f-b332-0026c79383db None None] For port 99e05b25-ce0d-4ddf-84fa-f1d3cb804f89, host dv-cinder-830096-3-iscsi, cleared binding levels {{(pid=103460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 20:41:14.228371 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.db [None req-0af5413e-197c-4b4f-b332-0026c79383db None None] For port 99e05b25-ce0d-4ddf-84fa-f1d3cb804f89, host dv-cinder-830096-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-3-iscsi',level=0,port_id=99e05b25-ce0d-4ddf-84fa-f1d3cb804f89,segment=NetworkSegment(8fc2d993-6803-4556-81fb-1985715cec09),segment_id=8fc2d993-6803-4556-81fb-1985715cec09)] {{(pid=103460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 20:41:14.257289 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-c7e4475c-9989-439b-af65-f9bda4e1854d admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9556477 Mar 08 20:41:14.264436 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.wsgi [-] (103459) accepted ('10.222.0.41', 38502) {{(pid=103459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:41:14.270181 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.v2.base [None req-98499fbf-a995-4e49-a34b-aa41475897ee admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1921388851-router', 'tenant_id': 'b260f27362894ff4a5ffebec1c366b34', 'external_gateway_info': {'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052'}}} {{(pid=103459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:41:14.349833 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-0af5413e-197c-4b4f-b332-0026c79383db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745146878648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745146440924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745146440942'] for port (99e05b25-ce0d-4ddf-84fa-f1d3cb804f89), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:14.383639 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c58aee65-9084-4a5c-9377-af7c8d7f0027 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6397307-3a10-58e1-a95b-092462da5fca-448a8c2b-9c6e-49f0-88ba-81f3da4c5a82', 'network_id': '448a8c2b-9c6e-49f0-88ba-81f3da4c5a82', 'project_id': 'b260f27362894ff4a5ffebec1c366b34', 'fixed_ips': [{'subnet_id': '5954f2a5-36ff-43d6-a523-092d39063a03'}]}} from dv-cinder-830096-3-iscsi. {{(pid=103460) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 08 20:41:14.384230 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-c58aee65-9084-4a5c-9377-af7c8d7f0027 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747308'] for port (None), before_create {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:14.408558 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-98499fbf-a995-4e49-a34b-aa41475897ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-449439', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126078'] for router (ad33a2d3-2772-4217-bf0c-90678676990b), before_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:14.412474 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-98499fbf-a995-4e49-a34b-aa41475897ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-448367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-442588', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-476585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126025'] for router (ad33a2d3-2772-4217-bf0c-90678676990b), precommit_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:14.437064 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0af5413e-197c-4b4f-b332-0026c79383db None None] Routers {'e09b2454-c730-4977-b491-1b665c3e4ce7'} bound to L3 agent in host dv-cinder-830096-3-iscsi {{(pid=103460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:41:14.437726 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-0af5413e-197c-4b4f-b332-0026c79383db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T20:23:01Z,description=,heartbeat_timestamp=2022-03-08T20:41:01Z,host='dv-cinder-830096-3-iscsi',id=7ae9fd8f-5d61-4821-9eac-044950c450f0,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:23:02Z,topic='l3_agent')) {'router_ids': ['e09b2454-c730-4977-b491-1b665c3e4ce7'], 'active': True} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:41:14.629309 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-98499fbf-a995-4e49-a34b-aa41475897ee admin admin] Publish callbacks [] for router_controller (ad33a2d3-2772-4217-bf0c-90678676990b), precommit_add_association {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:14.773037 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.provisioning_blocks [None req-ce1aae93-127a-4f8d-a0da-88ec0010ef21 None None] Provisioning complete for port 99e05b25-ce0d-4ddf-84fa-f1d3cb804f89 triggered by entity DHCP. {{(pid=103460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:41:14.773637 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-ce1aae93-127a-4f8d-a0da-88ec0010ef21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476507'] for port (99e05b25-ce0d-4ddf-84fa-f1d3cb804f89), provisioning_complete {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:14.938636 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-98499fbf-a995-4e49-a34b-aa41475897ee admin admin] Publish callbacks [] for router_gateway (ad33a2d3-2772-4217-bf0c-90678676990b), precommit_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:14.947871 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe06848-0a8e-4a40-b1dc-40cb3e0bf8eb None None] Pushing event updated for resources: {'Port': ['ID=99e05b25-ce0d-4ddf-84fa-f1d3cb804f89,revision_number=4']} {{(pid=103460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:41:14.988466 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvr_db [None req-0af5413e-197c-4b4f-b332-0026c79383db None None] Set router e09b2454-c730-4977-b491-1b665c3e4ce7 gateway port host: dv-cinder-830096-3-iscsi {{(pid=103460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:41:15.204374 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.db_base_plugin_common [None req-c58aee65-9084-4a5c-9377-af7c8d7f0027 None None] Allocated IP 172.20.0.2 (448a8c2b-9c6e-49f0-88ba-81f3da4c5a82/5954f2a5-36ff-43d6-a523-092d39063a03/2c399f5d-c00c-4050-b0e5-c1f1a359271f) {{(pid=103460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 20:41:15.213365 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.plugin [None req-ce1aae93-127a-4f8d-a0da-88ec0010ef21 None None] Current status of the port 99e05b25-ce0d-4ddf-84fa-f1d3cb804f89 is: DOWN; New status is: ACTIVE {{(pid=103460) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:41:15.213866 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-ce1aae93-127a-4f8d-a0da-88ec0010ef21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747308'] for port (99e05b25-ce0d-4ddf-84fa-f1d3cb804f89), before_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:15.311910 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-98499fbf-a995-4e49-a34b-aa41475897ee admin admin] Publish callbacks [] for router_gateway (ad33a2d3-2772-4217-bf0c-90678676990b), before_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:15.325701 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.db [None req-ce1aae93-127a-4f8d-a0da-88ec0010ef21 None None] For port 99e05b25-ce0d-4ddf-84fa-f1d3cb804f89, host dv-cinder-830096-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-3-iscsi',level=0,port_id=99e05b25-ce0d-4ddf-84fa-f1d3cb804f89,segment=NetworkSegment(8fc2d993-6803-4556-81fb-1985715cec09),segment_id=8fc2d993-6803-4556-81fb-1985715cec09)] {{(pid=103460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:41:15.339677 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-98499fbf-a995-4e49-a34b-aa41475897ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747308'] for port (None), before_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:15.429133 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-ce1aae93-127a-4f8d-a0da-88ec0010ef21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745146878648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745146440924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745146440942'] for port (99e05b25-ce0d-4ddf-84fa-f1d3cb804f89), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:15.473886 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.db.db_base_plugin_common [None req-98499fbf-a995-4e49-a34b-aa41475897ee admin admin] Allocated IP 172.27.2.121 (fc278ace-cc38-44e4-ba35-3f28be706052/6746aa92-141d-47b3-806a-20502e0a6f7e/b1e0c457-2b48-4921-8ea1-4d84835b81f3) {{(pid=103459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 20:41:15.569296 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1aae93-127a-4f8d-a0da-88ec0010ef21 None None] Pushing event updated for resources: {'Port': ['ID=99e05b25-ce0d-4ddf-84fa-f1d3cb804f89,revision_number=5']} {{(pid=103460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:41:15.574569 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-c58aee65-9084-4a5c-9377-af7c8d7f0027 None None] Publish callbacks [] for port (2c399f5d-c00c-4050-b0e5-c1f1a359271f), precommit_create {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:15.596446 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.provisioning_blocks [None req-e46f38c5-e0f5-42ad-86f7-566c58ed8236 None None] Provisioning complete for port 99e05b25-ce0d-4ddf-84fa-f1d3cb804f89 triggered by entity DHCP. {{(pid=103460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:41:15.596446 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-e46f38c5-e0f5-42ad-86f7-566c58ed8236 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476507'] for port (99e05b25-ce0d-4ddf-84fa-f1d3cb804f89), provisioning_complete {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:15.602337 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-0af5413e-197c-4b4f-b332-0026c79383db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e09b2454-c730-4977-b491-1b665c3e4ce7', 'name': 'tempest-TestShelveInstance-1860280125-router', 'tenant_id': 'db29e5d57c4843ae951066080ae50d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'external_fixed_ips': [{'subnet_id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'ip_address': '172.27.2.127'}], 'enable_snat': True}, 'gw_port_id': 'a6a365ff-588c-45b9-96b8-2dc4590005ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:41:03Z', 'updated_at': '2022-03-08T20:41:09Z', 'revision_number': 4, 'project_id': 'db29e5d57c4843ae951066080ae50d37', 'gw_port': {'id': 'a6a365ff-588c-45b9-96b8-2dc4590005ac', 'name': '', 'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:19:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e09b2454-c730-4977-b491-1b665c3e4ce7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'ip_address': '172.27.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:41:04Z', 'updated_at': '2022-03-08T20:41:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-3-iscsi', '_interfaces': [{'id': '99e05b25-ce0d-4ddf-84fa-f1d3cb804f89', 'name': '', 'network_id': 'da669f67-20d4-4a55-981d-80d7d8e8963b', 'tenant_id': 'db29e5d57c4843ae951066080ae50d37', 'mac_address': 'fa:16:3e:a7:6b:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e09b2454-c730-4977-b491-1b665c3e4ce7', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'e86bf876-bd16-47fc-be67-14ef22cd6377', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:41:08Z', 'updated_at': '2022-03-08T20:41:14Z', 'revision_number': 4, 'project_id': 'db29e5d57c4843ae951066080ae50d37', 'subnets': [{'id': 'e86bf876-bd16-47fc-be67-14ef22cd6377', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830096-3-iscsi', False) {} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:41:15.644324 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-98499fbf-a995-4e49-a34b-aa41475897ee admin admin] Publish callbacks [] for port (b1e0c457-2b48-4921-8ea1-4d84835b81f3), precommit_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:16.030218 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0af5413e-197c-4b4f-b332-0026c79383db None None] The sync data for ids ['e09b2454-c730-4977-b491-1b665c3e4ce7'] in dv-cinder-830096-3-iscsi is: [{'id': 'e09b2454-c730-4977-b491-1b665c3e4ce7', 'name': 'tempest-TestShelveInstance-1860280125-router', 'tenant_id': 'db29e5d57c4843ae951066080ae50d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'external_fixed_ips': [{'subnet_id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'ip_address': '172.27.2.127'}], 'enable_snat': True}, 'gw_port_id': 'a6a365ff-588c-45b9-96b8-2dc4590005ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:41:03Z', 'updated_at': '2022-03-08T20:41:09Z', 'revision_number': 4, 'project_id': 'db29e5d57c4843ae951066080ae50d37', 'gw_port': {'id': 'a6a365ff-588c-45b9-96b8-2dc4590005ac', 'name': '', 'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:19:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e09b2454-c730-4977-b491-1b665c3e4ce7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'ip_address': '172.27.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:41:04Z', 'updated_at': '2022-03-08T20:41:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-3-iscsi', '_interfaces': [{'id': '99e05b25-ce0d-4ddf-84fa-f1d3cb804f89', 'name': '', 'network_id': 'da669f67-20d4-4a55-981d-80d7d8e8963b', 'tenant_id': 'db29e5d57c4843ae951066080ae50d37', 'mac_address': 'fa:16:3e:a7:6b:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e09b2454-c730-4977-b491-1b665c3e4ce7', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'e86bf876-bd16-47fc-be67-14ef22cd6377', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:41:08Z', 'updated_at': '2022-03-08T20:41:14Z', 'revision_number': 4, 'project_id': 'db29e5d57c4843ae951066080ae50d37', 'subnets': [{'id': 'e86bf876-bd16-47fc-be67-14ef22cd6377', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 20:41:16.030218 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.plugin [None req-e46f38c5-e0f5-42ad-86f7-566c58ed8236 None None] Current status of the port 99e05b25-ce0d-4ddf-84fa-f1d3cb804f89 is: ACTIVE; New status is: ACTIVE {{(pid=103460) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:41:16.152710 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-c58aee65-9084-4a5c-9377-af7c8d7f0027 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745146440906'] for port (2c399f5d-c00c-4050-b0e5-c1f1a359271f), after_create {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:16.191172 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-98499fbf-a995-4e49-a34b-aa41475897ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745146440906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28404629'] for port (b1e0c457-2b48-4921-8ea1-4d84835b81f3), after_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:16.203686 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c58aee65-9084-4a5c-9377-af7c8d7f0027 None None] Network 448a8c2b-9c6e-49f0-88ba-81f3da4c5a82 is already hosted by enough agents. {{(pid=103460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 20:41:16.208387 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.scheduler.base_scheduler [None req-c58aee65-9084-4a5c-9377-af7c8d7f0027 None None] Resources bound (agent type, host, resource id): {{(pid=103460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:41:16.214404 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c58aee65-9084-4a5c-9377-af7c8d7f0027 None None] Received port after_create {{(pid=103460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 20:41:16.237750 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58aee65-9084-4a5c-9377-af7c8d7f0027 None None] Pushing event updated for resources: {'Port': ['ID=2c399f5d-c00c-4050-b0e5-c1f1a359271f,revision_number=1']} {{(pid=103460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:41:16.240806 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98499fbf-a995-4e49-a34b-aa41475897ee admin admin] Network fc278ace-cc38-44e4-ba35-3f28be706052 is already hosted by enough agents. {{(pid=103459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 20:41:16.244141 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.scheduler.base_scheduler [None req-98499fbf-a995-4e49-a34b-aa41475897ee admin admin] Resources bound (agent type, host, resource id): {{(pid=103459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:41:16.248622 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98499fbf-a995-4e49-a34b-aa41475897ee admin admin] Received port after_create {{(pid=103459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 20:41:16.283029 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98499fbf-a995-4e49-a34b-aa41475897ee admin admin] Pushing event updated for resources: {'Port': ['ID=b1e0c457-2b48-4921-8ea1-4d84835b81f3,revision_number=1']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:41:16.316525 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.managers [None req-c58aee65-9084-4a5c-9377-af7c8d7f0027 None None] Attempting to bind port 2c399f5d-c00c-4050-b0e5-c1f1a359271f on host dv-cinder-830096-3-iscsi for vnic_type normal with profile {{(pid=103460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 20:41:16.318251 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.managers [None req-c58aee65-9084-4a5c-9377-af7c8d7f0027 None None] Attempting to bind port 2c399f5d-c00c-4050-b0e5-c1f1a359271f by drivers openvswitch,hyperv on host dv-cinder-830096-3-iscsi at level 0 using segments [{'id': 'ebc38082-6696-43a0-b992-f2019b403ad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '448a8c2b-9c6e-49f0-88ba-81f3da4c5a82'}] {{(pid=103460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 20:41:16.318251 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c58aee65-9084-4a5c-9377-af7c8d7f0027 None None] Attempting to bind port 2c399f5d-c00c-4050-b0e5-c1f1a359271f on network 448a8c2b-9c6e-49f0-88ba-81f3da4c5a82 {{(pid=103460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 20:41:16.323844 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c58aee65-9084-4a5c-9377-af7c8d7f0027 None None] Checking agent: {'id': 'fa4b043a-5d45-4181-9cb2-30d29598ef5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830096-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 20, 23, 5), 'started_at': datetime.datetime(2022, 3, 8, 20, 23, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 20, 41, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830096-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 20:41:16.324443 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c58aee65-9084-4a5c-9377-af7c8d7f0027 None None] Checking segment: {'id': 'ebc38082-6696-43a0-b992-f2019b403ad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '448a8c2b-9c6e-49f0-88ba-81f3da4c5a82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 20:41:16.324443 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-c58aee65-9084-4a5c-9377-af7c8d7f0027 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:16.325019 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c58aee65-9084-4a5c-9377-af7c8d7f0027 None None] Bound using segment: {'id': 'ebc38082-6696-43a0-b992-f2019b403ad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '448a8c2b-9c6e-49f0-88ba-81f3da4c5a82'} {{(pid=103460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 20:41:16.325315 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.managers [None req-c58aee65-9084-4a5c-9377-af7c8d7f0027 None None] Bound port: 2c399f5d-c00c-4050-b0e5-c1f1a359271f, host: dv-cinder-830096-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebc38082-6696-43a0-b992-f2019b403ad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '448a8c2b-9c6e-49f0-88ba-81f3da4c5a82'}}] {{(pid=103460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 20:41:16.325653 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-c58aee65-9084-4a5c-9377-af7c8d7f0027 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747308'] for port (2c399f5d-c00c-4050-b0e5-c1f1a359271f), before_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:16.453633 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.db [None req-c58aee65-9084-4a5c-9377-af7c8d7f0027 None None] For port 2c399f5d-c00c-4050-b0e5-c1f1a359271f, host dv-cinder-830096-3-iscsi, cleared binding levels {{(pid=103460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 20:41:16.457931 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.db [None req-c58aee65-9084-4a5c-9377-af7c8d7f0027 None None] For port 2c399f5d-c00c-4050-b0e5-c1f1a359271f, host dv-cinder-830096-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-3-iscsi',level=0,port_id=2c399f5d-c00c-4050-b0e5-c1f1a359271f,segment=NetworkSegment(ebc38082-6696-43a0-b992-f2019b403ad2),segment_id=ebc38082-6696-43a0-b992-f2019b403ad2)] {{(pid=103460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 20:41:16.549878 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-c58aee65-9084-4a5c-9377-af7c8d7f0027 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745146878648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745146440924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745146440942'] for port (2c399f5d-c00c-4050-b0e5-c1f1a359271f), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:16.653253 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58aee65-9084-4a5c-9377-af7c8d7f0027 None None] Pushing event updated for resources: {'Port': ['ID=2c399f5d-c00c-4050-b0e5-c1f1a359271f,revision_number=2']} {{(pid=103460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:41:16.798147 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-98499fbf-a995-4e49-a34b-aa41475897ee admin admin] Publish callbacks [] for router_gateway (ad33a2d3-2772-4217-bf0c-90678676990b), after_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:17.093318 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-98499fbf-a995-4e49-a34b-aa41475897ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-448356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-442609'] for router (ad33a2d3-2772-4217-bf0c-90678676990b), after_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:17.308709 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.rpc [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Device 99e05b25-ce0d-4ddf-84fa-f1d3cb804f89 up at agent ovs-agent-dv-cinder-830096-3-iscsi {{(pid=103460) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 20:41:17.315034 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98499fbf-a995-4e49-a34b-aa41475897ee admin admin] Router ad33a2d3-2772-4217-bf0c-90678676990b is scheduled to L3 agent 7ae9fd8f-5d61-4821-9eac-044950c450f0 with binding_index 1 {{(pid=103459) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 20:41:17.360511 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.provisioning_blocks [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Provisioning complete for port 99e05b25-ce0d-4ddf-84fa-f1d3cb804f89 triggered by entity L2. {{(pid=103460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:41:17.360849 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476507'] for port (99e05b25-ce0d-4ddf-84fa-f1d3cb804f89), provisioning_complete {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:17.445742 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98499fbf-a995-4e49-a34b-aa41475897ee admin admin] Notify agent at l3_agent.dv-cinder-830096-3-iscsi the message routers_updated {{(pid=103459) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 20:41:17.449074 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.plugin [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Current status of the port 99e05b25-ce0d-4ddf-84fa-f1d3cb804f89 is: ACTIVE; New status is: ACTIVE {{(pid=103460) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:41:17.450257 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.rpc [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Device 2c399f5d-c00c-4050-b0e5-c1f1a359271f up at agent ovs-agent-dv-cinder-830096-3-iscsi {{(pid=103460) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 20:41:17.460780 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-310aec9d-3615-443d-83fb-0e82c9161308 None None] Sync routers for ids ['ad33a2d3-2772-4217-bf0c-90678676990b'] in dv-cinder-830096-3-iscsi {{(pid=103461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 20:41:17.472093 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-310aec9d-3615-443d-83fb-0e82c9161308 None None] Routers {'ad33a2d3-2772-4217-bf0c-90678676990b'} bound to L3 agent in host dv-cinder-830096-3-iscsi {{(pid=103461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:41:17.472827 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.db.l3_hamode_db [None req-310aec9d-3615-443d-83fb-0e82c9161308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T20:23:01Z,description=,heartbeat_timestamp=2022-03-08T20:41:01Z,host='dv-cinder-830096-3-iscsi',id=7ae9fd8f-5d61-4821-9eac-044950c450f0,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:23:02Z,topic='l3_agent')) {'router_ids': ['ad33a2d3-2772-4217-bf0c-90678676990b'], 'active': True} {{(pid=103461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:41:17.507980 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.provisioning_blocks [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Provisioning complete for port 2c399f5d-c00c-4050-b0e5-c1f1a359271f triggered by entity L2. {{(pid=103460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:41:17.508546 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476507'] for port (2c399f5d-c00c-4050-b0e5-c1f1a359271f), provisioning_complete {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:17.553418 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-98499fbf-a995-4e49-a34b-aa41475897ee admin admin] Publish callbacks [] for router (None), before_response {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:17.565380 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.41', 38534) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:41:17.566685 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [None req-98499fbf-a995-4e49-a34b-aa41475897ee admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.2988272 Mar 08 20:41:17.608683 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.db.l3_dvr_db [None req-310aec9d-3615-443d-83fb-0e82c9161308 None None] Set router ad33a2d3-2772-4217-bf0c-90678676990b gateway port host: dv-cinder-830096-3-iscsi {{(pid=103461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:41:17.619873 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.plugin [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Current status of the port 2c399f5d-c00c-4050-b0e5-c1f1a359271f is: DOWN; New status is: ACTIVE {{(pid=103460) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:41:17.620758 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747308'] for port (2c399f5d-c00c-4050-b0e5-c1f1a359271f), before_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:17.678001 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.db [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] For port 2c399f5d-c00c-4050-b0e5-c1f1a359271f, host dv-cinder-830096-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-3-iscsi',level=0,port_id=2c399f5d-c00c-4050-b0e5-c1f1a359271f,segment=NetworkSegment(ebc38082-6696-43a0-b992-f2019b403ad2),segment_id=ebc38082-6696-43a0-b992-f2019b403ad2)] {{(pid=103460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:41:17.755410 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745146878648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745146440924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745146440942'] for port (2c399f5d-c00c-4050-b0e5-c1f1a359271f), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:17.848614 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Pushing event updated for resources: {'Port': ['ID=2c399f5d-c00c-4050-b0e5-c1f1a359271f,revision_number=3']} {{(pid=103460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:41:17.894809 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.db.l3_hamode_db [None req-310aec9d-3615-443d-83fb-0e82c9161308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad33a2d3-2772-4217-bf0c-90678676990b', 'name': 'tempest-TestShelveInstance-1921388851-router', 'tenant_id': 'b260f27362894ff4a5ffebec1c366b34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'external_fixed_ips': [{'subnet_id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'ip_address': '172.27.2.121'}], 'enable_snat': True}, 'gw_port_id': 'b1e0c457-2b48-4921-8ea1-4d84835b81f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:41:14Z', 'updated_at': '2022-03-08T20:41:16Z', 'revision_number': 3, 'project_id': 'b260f27362894ff4a5ffebec1c366b34', 'gw_port': {'id': 'b1e0c457-2b48-4921-8ea1-4d84835b81f3', 'name': '', 'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:c2:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad33a2d3-2772-4217-bf0c-90678676990b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'ip_address': '172.27.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:41:15Z', 'updated_at': '2022-03-08T20:41:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-3-iscsi'}], 'dv-cinder-830096-3-iscsi', False) {} {{(pid=103461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:41:17.934504 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-310aec9d-3615-443d-83fb-0e82c9161308 None None] Checking router: ad33a2d3-2772-4217-bf0c-90678676990b for host: dv-cinder-830096-3-iscsi {{(pid=103461) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 20:41:17.935197 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-310aec9d-3615-443d-83fb-0e82c9161308 None None] Updating router ad33a2d3-2772-4217-bf0c-90678676990b port b1e0c457-2b48-4921-8ea1-4d84835b81f3 binding host dv-cinder-830096-3-iscsi {{(pid=103461) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 20:41:17.969628 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron_lib.callbacks.manager [None req-310aec9d-3615-443d-83fb-0e82c9161308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747308'] for port (b1e0c457-2b48-4921-8ea1-4d84835b81f3), before_update {{(pid=103461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:18.044723 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f1b3cc3-4cd4-4c3a-8665-39ca0781d64d None None] Network 448a8c2b-9c6e-49f0-88ba-81f3da4c5a82 requested from dv-cinder-830096-3-iscsi {{(pid=103460) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 20:41:18.145465 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.provisioning_blocks [None req-a3074d16-306e-48c2-b3bb-0107096232b4 None None] Provisioning complete for port 2c399f5d-c00c-4050-b0e5-c1f1a359271f triggered by entity DHCP. {{(pid=103460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:41:18.146398 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-a3074d16-306e-48c2-b3bb-0107096232b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476507'] for port (2c399f5d-c00c-4050-b0e5-c1f1a359271f), provisioning_complete {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:18.282354 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-203285c3-f6d3-45c8-8ba4-82739fe39111 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747308'] for port (None), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:18.302706 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.plugin [None req-a3074d16-306e-48c2-b3bb-0107096232b4 None None] Current status of the port 2c399f5d-c00c-4050-b0e5-c1f1a359271f is: ACTIVE; New status is: ACTIVE {{(pid=103460) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:41:18.389998 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron_lib.callbacks.manager [None req-310aec9d-3615-443d-83fb-0e82c9161308 None None] Publish callbacks [] for port (b1e0c457-2b48-4921-8ea1-4d84835b81f3), precommit_update {{(pid=103461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:18.469913 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron_lib.callbacks.manager [None req-310aec9d-3615-443d-83fb-0e82c9161308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745146878648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745146440924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745146440942'] for port (b1e0c457-2b48-4921-8ea1-4d84835b81f3), after_update {{(pid=103461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:18.535485 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44089650-082d-43cf-82c5-cd34f95542c9 None None] Pushing event updated for resources: {'Port': ['ID=b1e0c457-2b48-4921-8ea1-4d84835b81f3,revision_number=2']} {{(pid=103461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:41:18.550877 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.db.db_base_plugin_common [None req-203285c3-f6d3-45c8-8ba4-82739fe39111 admin admin] Allocated IP 172.20.0.1 (448a8c2b-9c6e-49f0-88ba-81f3da4c5a82/5954f2a5-36ff-43d6-a523-092d39063a03/bf60c813-e535-4279-ba82-feee52c15a28) {{(pid=103458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 20:41:18.554237 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.plugins.ml2.managers [None req-310aec9d-3615-443d-83fb-0e82c9161308 None None] Attempting to bind port b1e0c457-2b48-4921-8ea1-4d84835b81f3 on host dv-cinder-830096-3-iscsi for vnic_type normal with profile {{(pid=103461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 20:41:18.559213 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.plugins.ml2.managers [None req-310aec9d-3615-443d-83fb-0e82c9161308 None None] Attempting to bind port b1e0c457-2b48-4921-8ea1-4d84835b81f3 by drivers openvswitch,hyperv on host dv-cinder-830096-3-iscsi at level 0 using segments [{'id': 'e3ec3731-5b41-434a-a3a7-2ad1e453961f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052'}] {{(pid=103461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 20:41:18.559213 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-310aec9d-3615-443d-83fb-0e82c9161308 None None] Attempting to bind port b1e0c457-2b48-4921-8ea1-4d84835b81f3 on network fc278ace-cc38-44e4-ba35-3f28be706052 {{(pid=103461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 20:41:18.563161 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-310aec9d-3615-443d-83fb-0e82c9161308 None None] Checking agent: {'id': 'fa4b043a-5d45-4181-9cb2-30d29598ef5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830096-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 20, 23, 5), 'started_at': datetime.datetime(2022, 3, 8, 20, 23, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 20, 41, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830096-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 20:41:18.563603 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-310aec9d-3615-443d-83fb-0e82c9161308 None None] Checking segment: {'id': 'e3ec3731-5b41-434a-a3a7-2ad1e453961f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 20:41:18.564043 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron_lib.callbacks.manager [None req-310aec9d-3615-443d-83fb-0e82c9161308 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:18.565039 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-310aec9d-3615-443d-83fb-0e82c9161308 None None] Bound using segment: {'id': 'e3ec3731-5b41-434a-a3a7-2ad1e453961f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052'} {{(pid=103461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 20:41:18.565606 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.plugins.ml2.managers [None req-310aec9d-3615-443d-83fb-0e82c9161308 None None] Bound port: b1e0c457-2b48-4921-8ea1-4d84835b81f3, host: dv-cinder-830096-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3ec3731-5b41-434a-a3a7-2ad1e453961f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052'}}] {{(pid=103461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 20:41:18.565992 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron_lib.callbacks.manager [None req-310aec9d-3615-443d-83fb-0e82c9161308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747308'] for port (b1e0c457-2b48-4921-8ea1-4d84835b81f3), before_update {{(pid=103461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:18.620530 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a072b88-6827-4099-8040-e07466cab868 req-2eba43b8-5601-4bb6-a58b-2ee97419b249 tempest-TestMinimumBasicScenario-1546645339 tempest-TestMinimumBasicScenario-1546645339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:41:18.622239 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-7a072b88-6827-4099-8040-e07466cab868 req-2eba43b8-5601-4bb6-a58b-2ee97419b249 tempest-TestMinimumBasicScenario-1546645339 tempest-TestMinimumBasicScenario-1546645339-project] 10.222.0.41 "GET /v2.0/networks?id=59981146-db64-4aab-9ae0-f6de91557fc5 HTTP/1.1" status: 200 len: 815 time: 0.1443439 Mar 08 20:41:18.629228 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.plugins.ml2.db [None req-310aec9d-3615-443d-83fb-0e82c9161308 None None] For port b1e0c457-2b48-4921-8ea1-4d84835b81f3, host dv-cinder-830096-3-iscsi, cleared binding levels {{(pid=103461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 20:41:18.634540 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.plugins.ml2.db [None req-310aec9d-3615-443d-83fb-0e82c9161308 None None] For port b1e0c457-2b48-4921-8ea1-4d84835b81f3, host dv-cinder-830096-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-3-iscsi',level=0,port_id=b1e0c457-2b48-4921-8ea1-4d84835b81f3,segment=NetworkSegment(e3ec3731-5b41-434a-a3a7-2ad1e453961f),segment_id=e3ec3731-5b41-434a-a3a7-2ad1e453961f)] {{(pid=103461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 20:41:18.650619 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.provisioning_blocks [None req-a5a6397c-ec9c-443b-b984-67627e7b156f None None] Provisioning complete for port 2c399f5d-c00c-4050-b0e5-c1f1a359271f triggered by entity DHCP. {{(pid=103460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:41:18.650619 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-a5a6397c-ec9c-443b-b984-67627e7b156f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476507'] for port (2c399f5d-c00c-4050-b0e5-c1f1a359271f), provisioning_complete {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:18.651532 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-7a072b88-6827-4099-8040-e07466cab868 req-64daa762-991e-4eef-8eda-1b08a4335ea7 tempest-TestMinimumBasicScenario-1546645339 tempest-TestMinimumBasicScenario-1546645339-project] 10.222.0.41 "GET /v2.0/quotas/541c315e66fa42668963ee3c03670435 HTTP/1.1" status: 200 len: 375 time: 0.0116916 Mar 08 20:41:18.700613 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-203285c3-f6d3-45c8-8ba4-82739fe39111 admin admin] Publish callbacks [] for port (bf60c813-e535-4279-ba82-feee52c15a28), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:18.715306 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-7a072b88-6827-4099-8040-e07466cab868 req-6ae9711c-ea9a-468d-a597-b3b2c3195a39 tempest-TestMinimumBasicScenario-1546645339 tempest-TestMinimumBasicScenario-1546645339-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=541c315e66fa42668963ee3c03670435&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0677619 Mar 08 20:41:18.729117 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.plugin [None req-a5a6397c-ec9c-443b-b984-67627e7b156f None None] Current status of the port 2c399f5d-c00c-4050-b0e5-c1f1a359271f is: ACTIVE; New status is: ACTIVE {{(pid=103460) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:41:18.755076 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron_lib.callbacks.manager [None req-310aec9d-3615-443d-83fb-0e82c9161308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745146878648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745146440924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745146440942'] for port (b1e0c457-2b48-4921-8ea1-4d84835b81f3), after_update {{(pid=103461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:18.811775 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-310aec9d-3615-443d-83fb-0e82c9161308 None None] Routers {'ad33a2d3-2772-4217-bf0c-90678676990b'} bound to L3 agent in host dv-cinder-830096-3-iscsi {{(pid=103461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:41:18.812988 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.db.l3_hamode_db [None req-310aec9d-3615-443d-83fb-0e82c9161308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T20:23:01Z,description=,heartbeat_timestamp=2022-03-08T20:41:01Z,host='dv-cinder-830096-3-iscsi',id=7ae9fd8f-5d61-4821-9eac-044950c450f0,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:23:02Z,topic='l3_agent')) {'router_ids': ['ad33a2d3-2772-4217-bf0c-90678676990b'], 'active': True} {{(pid=103461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:41:18.814318 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-7a072b88-6827-4099-8040-e07466cab868 req-5808cd66-4845-46a5-ac7c-40112588ac2a service neutron] 10.222.0.41 "GET /v2.0/networks/59981146-db64-4aab-9ae0-f6de91557fc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877869 Mar 08 20:41:18.849869 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44089650-082d-43cf-82c5-cd34f95542c9 None None] Pushing event updated for resources: {'Port': ['ID=b1e0c457-2b48-4921-8ea1-4d84835b81f3,revision_number=3']} {{(pid=103461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:41:18.852390 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-203285c3-f6d3-45c8-8ba4-82739fe39111 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745146440906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28566877'] for port (bf60c813-e535-4279-ba82-feee52c15a28), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:18.901594 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-203285c3-f6d3-45c8-8ba4-82739fe39111 admin admin] Network 448a8c2b-9c6e-49f0-88ba-81f3da4c5a82 is already hosted by enough agents. {{(pid=103458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 20:41:18.905957 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.scheduler.base_scheduler [None req-203285c3-f6d3-45c8-8ba4-82739fe39111 admin admin] Resources bound (agent type, host, resource id): {{(pid=103458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:41:18.916629 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-203285c3-f6d3-45c8-8ba4-82739fe39111 admin admin] Received port after_create {{(pid=103458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 20:41:18.920266 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-7a072b88-6827-4099-8040-e07466cab868 req-12725eb2-2252-46a1-8142-a74255a6891b service neutron] 10.222.0.41 "GET /v2.0/networks/59981146-db64-4aab-9ae0-f6de91557fc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999908 Mar 08 20:41:18.933312 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203285c3-f6d3-45c8-8ba4-82739fe39111 admin admin] Pushing event updated for resources: {'Port': ['ID=bf60c813-e535-4279-ba82-feee52c15a28,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:41:18.947159 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.db.l3_dvr_db [None req-310aec9d-3615-443d-83fb-0e82c9161308 None None] Set router ad33a2d3-2772-4217-bf0c-90678676990b gateway port host: dv-cinder-830096-3-iscsi {{(pid=103461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:41:18.955381 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-203285c3-f6d3-45c8-8ba4-82739fe39111 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-443356'] for router_interface (ad33a2d3-2772-4217-bf0c-90678676990b), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:19.176395 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.provisioning_blocks [None req-357d125d-0a79-4b61-8e57-1b792ac0c71f None None] Provisioning complete for port bf60c813-e535-4279-ba82-feee52c15a28 triggered by entity DHCP. {{(pid=103460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:41:19.177006 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-357d125d-0a79-4b61-8e57-1b792ac0c71f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476507'] for port (bf60c813-e535-4279-ba82-feee52c15a28), provisioning_complete {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:19.205980 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.db.l3_hamode_db [None req-310aec9d-3615-443d-83fb-0e82c9161308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad33a2d3-2772-4217-bf0c-90678676990b', 'name': 'tempest-TestShelveInstance-1921388851-router', 'tenant_id': 'b260f27362894ff4a5ffebec1c366b34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'external_fixed_ips': [{'subnet_id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'ip_address': '172.27.2.121'}], 'enable_snat': True}, 'gw_port_id': 'b1e0c457-2b48-4921-8ea1-4d84835b81f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:41:14Z', 'updated_at': '2022-03-08T20:41:16Z', 'revision_number': 3, 'project_id': 'b260f27362894ff4a5ffebec1c366b34', 'gw_port': {'id': 'b1e0c457-2b48-4921-8ea1-4d84835b81f3', 'name': '', 'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:c2:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad33a2d3-2772-4217-bf0c-90678676990b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'ip_address': '172.27.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:41:15Z', 'updated_at': '2022-03-08T20:41:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-3-iscsi'}], 'dv-cinder-830096-3-iscsi', False) {} {{(pid=103461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:41:19.236542 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-ae70ce4f-a398-4225-b6e0-2ed68c10b819 req-2869305d-caa8-4bd4-8470-0c056ebba0de tempest-TestMinimumBasicScenario-1546645339 tempest-TestMinimumBasicScenario-1546645339-project] 10.222.0.41 "GET /v2.0/ports?device_id=b217c0e6-a561-4d46-b157-b4a72fa68021 HTTP/1.1" status: 200 len: 210 time: 0.0431955 Mar 08 20:41:19.241276 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-310aec9d-3615-443d-83fb-0e82c9161308 None None] The sync data for ids ['ad33a2d3-2772-4217-bf0c-90678676990b'] in dv-cinder-830096-3-iscsi is: [{'id': 'ad33a2d3-2772-4217-bf0c-90678676990b', 'name': 'tempest-TestShelveInstance-1921388851-router', 'tenant_id': 'b260f27362894ff4a5ffebec1c366b34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'external_fixed_ips': [{'subnet_id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'ip_address': '172.27.2.121'}], 'enable_snat': True}, 'gw_port_id': 'b1e0c457-2b48-4921-8ea1-4d84835b81f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:41:14Z', 'updated_at': '2022-03-08T20:41:16Z', 'revision_number': 3, 'project_id': 'b260f27362894ff4a5ffebec1c366b34', 'gw_port': {'id': 'b1e0c457-2b48-4921-8ea1-4d84835b81f3', 'name': '', 'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:c2:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad33a2d3-2772-4217-bf0c-90678676990b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'ip_address': '172.27.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:41:15Z', 'updated_at': '2022-03-08T20:41:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-3-iscsi'}] {{(pid=103461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 20:41:19.259209 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.rpc [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Device 2c399f5d-c00c-4050-b0e5-c1f1a359271f up at agent ovs-agent-dv-cinder-830096-3-iscsi {{(pid=103460) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 20:41:19.266327 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.plugin [None req-357d125d-0a79-4b61-8e57-1b792ac0c71f None None] Port bf60c813-e535-4279-ba82-feee52c15a28 cannot update to ACTIVE because it is not bound. {{(pid=103460) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 20:41:19.285091 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-203285c3-f6d3-45c8-8ba4-82739fe39111 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747308'] for port (bf60c813-e535-4279-ba82-feee52c15a28), before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:19.483533 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.provisioning_blocks [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Provisioning complete for port 2c399f5d-c00c-4050-b0e5-c1f1a359271f triggered by entity L2. {{(pid=103460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:41:19.483904 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476507'] for port (2c399f5d-c00c-4050-b0e5-c1f1a359271f), provisioning_complete {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:19.518160 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-203285c3-f6d3-45c8-8ba4-82739fe39111 admin admin] Publish callbacks [] for port (bf60c813-e535-4279-ba82-feee52c15a28), precommit_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:19.591816 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.plugin [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Current status of the port 2c399f5d-c00c-4050-b0e5-c1f1a359271f is: ACTIVE; New status is: ACTIVE {{(pid=103460) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:41:19.600138 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-203285c3-f6d3-45c8-8ba4-82739fe39111 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745146878648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745146440924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745146440942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28566820'] for port (bf60c813-e535-4279-ba82-feee52c15a28), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:19.672905 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203285c3-f6d3-45c8-8ba4-82739fe39111 admin admin] Pushing event updated for resources: {'Port': ['ID=bf60c813-e535-4279-ba82-feee52c15a28,revision_number=2']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:41:19.678136 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-203285c3-f6d3-45c8-8ba4-82739fe39111 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3733877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-443312'] for router_interface (ad33a2d3-2772-4217-bf0c-90678676990b), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:19.782808 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-203285c3-f6d3-45c8-8ba4-82739fe39111 admin admin] Network 448a8c2b-9c6e-49f0-88ba-81f3da4c5a82 is already hosted by enough agents. {{(pid=103458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 20:41:19.783834 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.scheduler.base_scheduler [None req-203285c3-f6d3-45c8-8ba4-82739fe39111 admin admin] Resources bound (agent type, host, resource id): {{(pid=103458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:41:19.930567 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-203285c3-f6d3-45c8-8ba4-82739fe39111 admin admin] Router ad33a2d3-2772-4217-bf0c-90678676990b has already been hosted by L3 agent 7ae9fd8f-5d61-4821-9eac-044950c450f0 {{(pid=103458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 20:41:20.066542 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-203285c3-f6d3-45c8-8ba4-82739fe39111 admin admin] Notify agent at l3_agent.dv-cinder-830096-3-iscsi the message routers_updated {{(pid=103458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 20:41:20.071882 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-203285c3-f6d3-45c8-8ba4-82739fe39111 admin admin] 10.222.0.41 "PUT /v2.0/routers/ad33a2d3-2772-4217-bf0c-90678676990b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5051003 Mar 08 20:41:20.098953 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.provisioning_blocks [None req-49da6255-6c37-494c-b682-db4bf0c261a1 None None] Provisioning complete for port bf60c813-e535-4279-ba82-feee52c15a28 triggered by entity DHCP. {{(pid=103460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:41:20.099612 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-49da6255-6c37-494c-b682-db4bf0c261a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476507'] for port (bf60c813-e535-4279-ba82-feee52c15a28), provisioning_complete {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:20.142689 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.plugin [None req-49da6255-6c37-494c-b682-db4bf0c261a1 None None] Port bf60c813-e535-4279-ba82-feee52c15a28 cannot update to ACTIVE because it is not bound. {{(pid=103460) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 20:41:20.355006 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-efb018ee-46b9-4534-999c-2708dc5b1e78 req-735c0276-6050-4b22-a175-d04c44103e37 tempest-TestMinimumBasicScenario-1546645339 tempest-TestMinimumBasicScenario-1546645339-project] 10.222.0.41 "GET /v2.0/ports?device_id=b217c0e6-a561-4d46-b157-b4a72fa68021 HTTP/1.1" status: 200 len: 210 time: 0.0462954 Mar 08 20:41:21.042848 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a613b247-f481-4f70-9d7c-cf46b15f6b19 None None] Sync routers for ids ['ad33a2d3-2772-4217-bf0c-90678676990b'] in dv-cinder-830096-3-iscsi {{(pid=103460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 20:41:21.059315 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a613b247-f481-4f70-9d7c-cf46b15f6b19 None None] Routers {'ad33a2d3-2772-4217-bf0c-90678676990b'} bound to L3 agent in host dv-cinder-830096-3-iscsi {{(pid=103460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:41:21.059959 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-a613b247-f481-4f70-9d7c-cf46b15f6b19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T20:23:01Z,description=,heartbeat_timestamp=2022-03-08T20:41:01Z,host='dv-cinder-830096-3-iscsi',id=7ae9fd8f-5d61-4821-9eac-044950c450f0,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:23:02Z,topic='l3_agent')) {'router_ids': ['ad33a2d3-2772-4217-bf0c-90678676990b'], 'active': True} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:41:21.090203 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.wsgi [-] (103459) accepted ('10.222.0.41', 38570) {{(pid=103459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:41:21.096393 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.v2.base [None req-16db9b50-6a69-4839-b5ea-de27240afd9a tempest-TestShelveInstance-772326984 tempest-TestShelveInstance-772326984-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1020660974', 'description': 'tempest-secgroup-smoke-1020660974 description', 'project_id': 'db29e5d57c4843ae951066080ae50d37'}} {{(pid=103459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:41:21.189313 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-16db9b50-6a69-4839-b5ea-de27240afd9a tempest-TestShelveInstance-772326984 tempest-TestShelveInstance-772326984-project] Publish callbacks [] for security_group (None), before_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:21.205181 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.db.agents_db [None req-39e8813d-158c-4e2f-bb5f-b8539461cb33 None None] Agent healthcheck: found 6 active agents {{(pid=103461) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 20:41:21.209061 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvr_db [None req-a613b247-f481-4f70-9d7c-cf46b15f6b19 None None] Set router ad33a2d3-2772-4217-bf0c-90678676990b gateway port host: dv-cinder-830096-3-iscsi {{(pid=103460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:41:21.239787 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.rpc [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Device b1e0c457-2b48-4921-8ea1-4d84835b81f3 up at agent ovs-agent-dv-cinder-830096-3-iscsi {{(pid=103460) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 20:41:21.271048 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-16db9b50-6a69-4839-b5ea-de27240afd9a tempest-TestShelveInstance-772326984 tempest-TestShelveInstance-772326984-project] Publish callbacks [] for security_group (2392dbbf-729e-42fc-b594-8a9340c4fea9), precommit_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:21.388010 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.provisioning_blocks [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Provisioning complete for port b1e0c457-2b48-4921-8ea1-4d84835b81f3 triggered by entity L2. {{(pid=103460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:41:21.388010 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476507'] for port (b1e0c457-2b48-4921-8ea1-4d84835b81f3), provisioning_complete {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:21.413712 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-16db9b50-6a69-4839-b5ea-de27240afd9a tempest-TestShelveInstance-772326984 tempest-TestShelveInstance-772326984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310940'] for security_group (2392dbbf-729e-42fc-b594-8a9340c4fea9), after_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:21.475414 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-977e26fa-f3fb-4383-837a-dbd9c6ce9ffd req-1c6561fd-89dc-4279-a4bf-b2b968aa7661 tempest-TestMinimumBasicScenario-1546645339 tempest-TestMinimumBasicScenario-1546645339-project] 10.222.0.41 "GET /v2.0/ports?device_id=b217c0e6-a561-4d46-b157-b4a72fa68021 HTTP/1.1" status: 200 len: 210 time: 0.0522938 Mar 08 20:41:21.479835 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16db9b50-6a69-4839-b5ea-de27240afd9a tempest-TestShelveInstance-772326984 tempest-TestShelveInstance-772326984-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2392dbbf-729e-42fc-b594-8a9340c4fea9,revision_number=1']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:41:21.530097 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.plugin [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Current status of the port b1e0c457-2b48-4921-8ea1-4d84835b81f3 is: DOWN; New status is: ACTIVE {{(pid=103460) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:41:21.530448 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747308'] for port (b1e0c457-2b48-4921-8ea1-4d84835b81f3), before_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:21.547470 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-a613b247-f481-4f70-9d7c-cf46b15f6b19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad33a2d3-2772-4217-bf0c-90678676990b', 'name': 'tempest-TestShelveInstance-1921388851-router', 'tenant_id': 'b260f27362894ff4a5ffebec1c366b34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'external_fixed_ips': [{'subnet_id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'ip_address': '172.27.2.121'}], 'enable_snat': True}, 'gw_port_id': 'b1e0c457-2b48-4921-8ea1-4d84835b81f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:41:14Z', 'updated_at': '2022-03-08T20:41:19Z', 'revision_number': 4, 'project_id': 'b260f27362894ff4a5ffebec1c366b34', 'gw_port': {'id': 'b1e0c457-2b48-4921-8ea1-4d84835b81f3', 'name': '', 'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:c2:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad33a2d3-2772-4217-bf0c-90678676990b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'ip_address': '172.27.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:41:15Z', 'updated_at': '2022-03-08T20:41:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-3-iscsi', '_interfaces': [{'id': 'bf60c813-e535-4279-ba82-feee52c15a28', 'name': '', 'network_id': '448a8c2b-9c6e-49f0-88ba-81f3da4c5a82', 'tenant_id': 'b260f27362894ff4a5ffebec1c366b34', 'mac_address': 'fa:16:3e:13:b9:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad33a2d3-2772-4217-bf0c-90678676990b', 'device_owner': 'network:router_interface', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '5954f2a5-36ff-43d6-a523-092d39063a03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:41:18Z', 'updated_at': '2022-03-08T20:41:19Z', 'revision_number': 2, 'project_id': 'b260f27362894ff4a5ffebec1c366b34', 'subnets': [{'id': '5954f2a5-36ff-43d6-a523-092d39063a03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830096-3-iscsi', False) {} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:41:21.580423 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-16db9b50-6a69-4839-b5ea-de27240afd9a tempest-TestShelveInstance-772326984 tempest-TestShelveInstance-772326984-project] Publish callbacks [] for security_group (None), before_response {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:21.581946 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [None req-16db9b50-6a69-4839-b5ea-de27240afd9a tempest-TestShelveInstance-772326984 tempest-TestShelveInstance-772326984-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4903030 Mar 08 20:41:21.584138 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.db [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] For port b1e0c457-2b48-4921-8ea1-4d84835b81f3, host dv-cinder-830096-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-3-iscsi',level=0,port_id=b1e0c457-2b48-4921-8ea1-4d84835b81f3,segment=NetworkSegment(e3ec3731-5b41-434a-a3a7-2ad1e453961f),segment_id=e3ec3731-5b41-434a-a3a7-2ad1e453961f)] {{(pid=103460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:41:21.594611 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a613b247-f481-4f70-9d7c-cf46b15f6b19 None None] Checking router: ad33a2d3-2772-4217-bf0c-90678676990b for host: dv-cinder-830096-3-iscsi {{(pid=103460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 20:41:21.594611 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a613b247-f481-4f70-9d7c-cf46b15f6b19 None None] Updating router ad33a2d3-2772-4217-bf0c-90678676990b port bf60c813-e535-4279-ba82-feee52c15a28 binding host dv-cinder-830096-3-iscsi {{(pid=103460) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 20:41:21.595181 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.wsgi [-] (103459) accepted ('10.222.0.41', 38584) {{(pid=103459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:41:21.595181 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.v2.base [None req-a5732103-2ef2-4203-80f5-2608b50e3951 tempest-TestShelveInstance-772326984 tempest-TestShelveInstance-772326984-project] Request body: {'security_group_rule': {'security_group_id': '2392dbbf-729e-42fc-b594-8a9340c4fea9', 'project_id': 'db29e5d57c4843ae951066080ae50d37', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:41:21.615939 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-a613b247-f481-4f70-9d7c-cf46b15f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747308'] for port (bf60c813-e535-4279-ba82-feee52c15a28), before_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:21.689113 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745146878648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745146440924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745146440942'] for port (b1e0c457-2b48-4921-8ea1-4d84835b81f3), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:21.727594 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-a5732103-2ef2-4203-80f5-2608b50e3951 tempest-TestShelveInstance-772326984 tempest-TestShelveInstance-772326984-project] Publish callbacks [] for security_group_rule (5fed62c4-c2d9-49a1-b9da-2684a56e16aa), before_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:21.793863 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-a5732103-2ef2-4203-80f5-2608b50e3951 tempest-TestShelveInstance-772326984 tempest-TestShelveInstance-772326984-project] Publish callbacks [] for security_group_rule (5fed62c4-c2d9-49a1-b9da-2684a56e16aa), precommit_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:21.830572 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Pushing event updated for resources: {'Port': ['ID=b1e0c457-2b48-4921-8ea1-4d84835b81f3,revision_number=4']} {{(pid=103460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:41:21.886539 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-a5732103-2ef2-4203-80f5-2608b50e3951 tempest-TestShelveInstance-772326984 tempest-TestShelveInstance-772326984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310824'] for security_group_rule (5fed62c4-c2d9-49a1-b9da-2684a56e16aa), after_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:21.903226 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5732103-2ef2-4203-80f5-2608b50e3951 tempest-TestShelveInstance-772326984 tempest-TestShelveInstance-772326984-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5fed62c4-c2d9-49a1-b9da-2684a56e16aa,revision_number=0']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:41:21.974164 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-a613b247-f481-4f70-9d7c-cf46b15f6b19 None None] Publish callbacks [] for port (bf60c813-e535-4279-ba82-feee52c15a28), precommit_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:21.979570 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-a5732103-2ef2-4203-80f5-2608b50e3951 tempest-TestShelveInstance-772326984 tempest-TestShelveInstance-772326984-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:21.980834 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [None req-a5732103-2ef2-4203-80f5-2608b50e3951 tempest-TestShelveInstance-772326984 tempest-TestShelveInstance-772326984-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3935275 Mar 08 20:41:21.984417 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.wsgi [-] (103459) accepted ('10.222.0.41', 38594) {{(pid=103459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:41:21.989132 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.v2.base [None req-a5351366-60fe-4777-aa4f-e7d7afbce44e tempest-TestShelveInstance-772326984 tempest-TestShelveInstance-772326984-project] Request body: {'security_group_rule': {'security_group_id': '2392dbbf-729e-42fc-b594-8a9340c4fea9', 'project_id': 'db29e5d57c4843ae951066080ae50d37', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:41:22.057983 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-a613b247-f481-4f70-9d7c-cf46b15f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745146878648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745146440924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745146440942'] for port (bf60c813-e535-4279-ba82-feee52c15a28), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:22.081390 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-a5351366-60fe-4777-aa4f-e7d7afbce44e tempest-TestShelveInstance-772326984 tempest-TestShelveInstance-772326984-project] Publish callbacks [] for security_group_rule (29a7e176-61b0-40cc-999c-22da5f0d5acb), before_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:22.117685 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237bfcfb-015d-4106-b229-bd6a50f86422 None None] Pushing event updated for resources: {'Port': ['ID=bf60c813-e535-4279-ba82-feee52c15a28,revision_number=3']} {{(pid=103460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:41:22.180662 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.managers [None req-a613b247-f481-4f70-9d7c-cf46b15f6b19 None None] Attempting to bind port bf60c813-e535-4279-ba82-feee52c15a28 on host dv-cinder-830096-3-iscsi for vnic_type normal with profile {{(pid=103460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 20:41:22.183608 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.managers [None req-a613b247-f481-4f70-9d7c-cf46b15f6b19 None None] Attempting to bind port bf60c813-e535-4279-ba82-feee52c15a28 by drivers openvswitch,hyperv on host dv-cinder-830096-3-iscsi at level 0 using segments [{'id': 'ebc38082-6696-43a0-b992-f2019b403ad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '448a8c2b-9c6e-49f0-88ba-81f3da4c5a82'}] {{(pid=103460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 20:41:22.184350 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a613b247-f481-4f70-9d7c-cf46b15f6b19 None None] Attempting to bind port bf60c813-e535-4279-ba82-feee52c15a28 on network 448a8c2b-9c6e-49f0-88ba-81f3da4c5a82 {{(pid=103460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 20:41:22.194252 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a613b247-f481-4f70-9d7c-cf46b15f6b19 None None] Checking agent: {'id': 'fa4b043a-5d45-4181-9cb2-30d29598ef5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830096-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 20, 23, 5), 'started_at': datetime.datetime(2022, 3, 8, 20, 23, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 20, 41, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830096-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 20:41:22.195300 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-a5351366-60fe-4777-aa4f-e7d7afbce44e tempest-TestShelveInstance-772326984 tempest-TestShelveInstance-772326984-project] Publish callbacks [] for security_group_rule (29a7e176-61b0-40cc-999c-22da5f0d5acb), precommit_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:22.195798 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a613b247-f481-4f70-9d7c-cf46b15f6b19 None None] Checking segment: {'id': 'ebc38082-6696-43a0-b992-f2019b403ad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '448a8c2b-9c6e-49f0-88ba-81f3da4c5a82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 20:41:22.196499 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-a613b247-f481-4f70-9d7c-cf46b15f6b19 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:22.196989 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a613b247-f481-4f70-9d7c-cf46b15f6b19 None None] Bound using segment: {'id': 'ebc38082-6696-43a0-b992-f2019b403ad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '448a8c2b-9c6e-49f0-88ba-81f3da4c5a82'} {{(pid=103460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 20:41:22.197495 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.managers [None req-a613b247-f481-4f70-9d7c-cf46b15f6b19 None None] Bound port: bf60c813-e535-4279-ba82-feee52c15a28, host: dv-cinder-830096-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebc38082-6696-43a0-b992-f2019b403ad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '448a8c2b-9c6e-49f0-88ba-81f3da4c5a82'}}] {{(pid=103460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 20:41:22.197892 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-a613b247-f481-4f70-9d7c-cf46b15f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747308'] for port (bf60c813-e535-4279-ba82-feee52c15a28), before_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:22.279877 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.db [None req-a613b247-f481-4f70-9d7c-cf46b15f6b19 None None] For port bf60c813-e535-4279-ba82-feee52c15a28, host dv-cinder-830096-3-iscsi, cleared binding levels {{(pid=103460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 20:41:22.280874 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-a5351366-60fe-4777-aa4f-e7d7afbce44e tempest-TestShelveInstance-772326984 tempest-TestShelveInstance-772326984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310824'] for security_group_rule (29a7e176-61b0-40cc-999c-22da5f0d5acb), after_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:22.285267 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.db [None req-a613b247-f481-4f70-9d7c-cf46b15f6b19 None None] For port bf60c813-e535-4279-ba82-feee52c15a28, host dv-cinder-830096-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-3-iscsi',level=0,port_id=bf60c813-e535-4279-ba82-feee52c15a28,segment=NetworkSegment(ebc38082-6696-43a0-b992-f2019b403ad2),segment_id=ebc38082-6696-43a0-b992-f2019b403ad2)] {{(pid=103460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 20:41:22.304718 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5351366-60fe-4777-aa4f-e7d7afbce44e tempest-TestShelveInstance-772326984 tempest-TestShelveInstance-772326984-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29a7e176-61b0-40cc-999c-22da5f0d5acb,revision_number=0']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:41:22.378664 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.provisioning_blocks [None req-e3798034-e156-4e85-9c40-fad2553168a0 None None] Provisioning complete for port bf60c813-e535-4279-ba82-feee52c15a28 triggered by entity DHCP. {{(pid=103460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:41:22.378959 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-e3798034-e156-4e85-9c40-fad2553168a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476507'] for port (bf60c813-e535-4279-ba82-feee52c15a28), provisioning_complete {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:22.404673 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-a613b247-f481-4f70-9d7c-cf46b15f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745146878648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745146440924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745146440942'] for port (bf60c813-e535-4279-ba82-feee52c15a28), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:22.457594 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.plugin [None req-e3798034-e156-4e85-9c40-fad2553168a0 None None] Port bf60c813-e535-4279-ba82-feee52c15a28 cannot update to ACTIVE because it is not bound. {{(pid=103460) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 20:41:22.478798 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237bfcfb-015d-4106-b229-bd6a50f86422 None None] Pushing event updated for resources: {'Port': ['ID=bf60c813-e535-4279-ba82-feee52c15a28,revision_number=4']} {{(pid=103460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:41:22.481414 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a613b247-f481-4f70-9d7c-cf46b15f6b19 None None] Routers {'ad33a2d3-2772-4217-bf0c-90678676990b'} bound to L3 agent in host dv-cinder-830096-3-iscsi {{(pid=103460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:41:22.482027 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-a613b247-f481-4f70-9d7c-cf46b15f6b19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T20:23:01Z,description=,heartbeat_timestamp=2022-03-08T20:41:01Z,host='dv-cinder-830096-3-iscsi',id=7ae9fd8f-5d61-4821-9eac-044950c450f0,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:23:02Z,topic='l3_agent')) {'router_ids': ['ad33a2d3-2772-4217-bf0c-90678676990b'], 'active': True} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:41:22.513034 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-a5351366-60fe-4777-aa4f-e7d7afbce44e tempest-TestShelveInstance-772326984 tempest-TestShelveInstance-772326984-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:22.515136 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [None req-a5351366-60fe-4777-aa4f-e7d7afbce44e tempest-TestShelveInstance-772326984 tempest-TestShelveInstance-772326984-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5295987 Mar 08 20:41:22.518668 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.41', 38600) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:41:22.525374 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.v2.base [None req-9d3736a7-9591-458a-aab5-4b35bc2e9173 tempest-TestShelveInstance-772326984 tempest-TestShelveInstance-772326984-project] Request body: {'security_group_rule': {'security_group_id': '2392dbbf-729e-42fc-b594-8a9340c4fea9', 'project_id': 'db29e5d57c4843ae951066080ae50d37', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:41:22.594117 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-f849d692-1e5c-4465-ac9d-77f0bc0ff623 req-9e283930-11c4-4f00-9411-9a0097e6c74b tempest-TestMinimumBasicScenario-1546645339 tempest-TestMinimumBasicScenario-1546645339-project] 10.222.0.41 "GET /v2.0/ports?device_id=b217c0e6-a561-4d46-b157-b4a72fa68021 HTTP/1.1" status: 200 len: 210 time: 0.0401645 Mar 08 20:41:22.632508 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvr_db [None req-a613b247-f481-4f70-9d7c-cf46b15f6b19 None None] Set router ad33a2d3-2772-4217-bf0c-90678676990b gateway port host: dv-cinder-830096-3-iscsi {{(pid=103460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:41:22.634324 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-9d3736a7-9591-458a-aab5-4b35bc2e9173 tempest-TestShelveInstance-772326984 tempest-TestShelveInstance-772326984-project] Publish callbacks [] for security_group_rule (6426d1e6-c62e-405a-ad98-856a3420b526), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:22.703701 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-9d3736a7-9591-458a-aab5-4b35bc2e9173 tempest-TestShelveInstance-772326984 tempest-TestShelveInstance-772326984-project] Publish callbacks [] for security_group_rule (6426d1e6-c62e-405a-ad98-856a3420b526), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:22.806160 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-9d3736a7-9591-458a-aab5-4b35bc2e9173 tempest-TestShelveInstance-772326984 tempest-TestShelveInstance-772326984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310824'] for security_group_rule (6426d1e6-c62e-405a-ad98-856a3420b526), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:22.806823 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.provisioning_blocks [None req-0d7891d5-c87f-4966-9b76-e908233a84e4 None None] Provisioning complete for port bf60c813-e535-4279-ba82-feee52c15a28 triggered by entity DHCP. {{(pid=103460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:41:22.807198 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-0d7891d5-c87f-4966-9b76-e908233a84e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476507'] for port (bf60c813-e535-4279-ba82-feee52c15a28), provisioning_complete {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:22.821729 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3736a7-9591-458a-aab5-4b35bc2e9173 tempest-TestShelveInstance-772326984 tempest-TestShelveInstance-772326984-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6426d1e6-c62e-405a-ad98-856a3420b526,revision_number=0']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:41:22.912674 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-9d3736a7-9591-458a-aab5-4b35bc2e9173 tempest-TestShelveInstance-772326984 tempest-TestShelveInstance-772326984-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:22.914460 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-9d3736a7-9591-458a-aab5-4b35bc2e9173 tempest-TestShelveInstance-772326984 tempest-TestShelveInstance-772326984-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3945961 Mar 08 20:41:22.917884 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.41', 38602) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:41:22.923937 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.v2.base [None req-cea49777-ff5e-4a0c-9509-c0fb585cad96 tempest-TestShelveInstance-772326984 tempest-TestShelveInstance-772326984-project] Request body: {'security_group_rule': {'security_group_id': '2392dbbf-729e-42fc-b594-8a9340c4fea9', 'project_id': 'db29e5d57c4843ae951066080ae50d37', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:41:22.940417 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-a613b247-f481-4f70-9d7c-cf46b15f6b19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad33a2d3-2772-4217-bf0c-90678676990b', 'name': 'tempest-TestShelveInstance-1921388851-router', 'tenant_id': 'b260f27362894ff4a5ffebec1c366b34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'external_fixed_ips': [{'subnet_id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'ip_address': '172.27.2.121'}], 'enable_snat': True}, 'gw_port_id': 'b1e0c457-2b48-4921-8ea1-4d84835b81f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:41:14Z', 'updated_at': '2022-03-08T20:41:19Z', 'revision_number': 4, 'project_id': 'b260f27362894ff4a5ffebec1c366b34', 'gw_port': {'id': 'b1e0c457-2b48-4921-8ea1-4d84835b81f3', 'name': '', 'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:c2:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad33a2d3-2772-4217-bf0c-90678676990b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'ip_address': '172.27.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:41:15Z', 'updated_at': '2022-03-08T20:41:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-3-iscsi', '_interfaces': [{'id': 'bf60c813-e535-4279-ba82-feee52c15a28', 'name': '', 'network_id': '448a8c2b-9c6e-49f0-88ba-81f3da4c5a82', 'tenant_id': 'b260f27362894ff4a5ffebec1c366b34', 'mac_address': 'fa:16:3e:13:b9:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad33a2d3-2772-4217-bf0c-90678676990b', 'device_owner': 'network:router_interface', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '5954f2a5-36ff-43d6-a523-092d39063a03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:41:18Z', 'updated_at': '2022-03-08T20:41:22Z', 'revision_number': 4, 'project_id': 'b260f27362894ff4a5ffebec1c366b34', 'subnets': [{'id': '5954f2a5-36ff-43d6-a523-092d39063a03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830096-3-iscsi', False) {} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:41:22.942279 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.plugin [None req-0d7891d5-c87f-4966-9b76-e908233a84e4 None None] Current status of the port bf60c813-e535-4279-ba82-feee52c15a28 is: DOWN; New status is: ACTIVE {{(pid=103460) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:41:22.942761 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-0d7891d5-c87f-4966-9b76-e908233a84e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747308'] for port (bf60c813-e535-4279-ba82-feee52c15a28), before_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:22.976066 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a613b247-f481-4f70-9d7c-cf46b15f6b19 None None] The sync data for ids ['ad33a2d3-2772-4217-bf0c-90678676990b'] in dv-cinder-830096-3-iscsi is: [{'id': 'ad33a2d3-2772-4217-bf0c-90678676990b', 'name': 'tempest-TestShelveInstance-1921388851-router', 'tenant_id': 'b260f27362894ff4a5ffebec1c366b34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'external_fixed_ips': [{'subnet_id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'ip_address': '172.27.2.121'}], 'enable_snat': True}, 'gw_port_id': 'b1e0c457-2b48-4921-8ea1-4d84835b81f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:41:14Z', 'updated_at': '2022-03-08T20:41:19Z', 'revision_number': 4, 'project_id': 'b260f27362894ff4a5ffebec1c366b34', 'gw_port': {'id': 'b1e0c457-2b48-4921-8ea1-4d84835b81f3', 'name': '', 'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:c2:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad33a2d3-2772-4217-bf0c-90678676990b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'ip_address': '172.27.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:41:15Z', 'updated_at': '2022-03-08T20:41:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-3-iscsi', '_interfaces': [{'id': 'bf60c813-e535-4279-ba82-feee52c15a28', 'name': '', 'network_id': '448a8c2b-9c6e-49f0-88ba-81f3da4c5a82', 'tenant_id': 'b260f27362894ff4a5ffebec1c366b34', 'mac_address': 'fa:16:3e:13:b9:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad33a2d3-2772-4217-bf0c-90678676990b', 'device_owner': 'network:router_interface', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '5954f2a5-36ff-43d6-a523-092d39063a03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:41:18Z', 'updated_at': '2022-03-08T20:41:22Z', 'revision_number': 4, 'project_id': 'b260f27362894ff4a5ffebec1c366b34', 'subnets': [{'id': '5954f2a5-36ff-43d6-a523-092d39063a03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 20:41:23.004194 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.db [None req-0d7891d5-c87f-4966-9b76-e908233a84e4 None None] For port bf60c813-e535-4279-ba82-feee52c15a28, host dv-cinder-830096-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-3-iscsi',level=0,port_id=bf60c813-e535-4279-ba82-feee52c15a28,segment=NetworkSegment(ebc38082-6696-43a0-b992-f2019b403ad2),segment_id=ebc38082-6696-43a0-b992-f2019b403ad2)] {{(pid=103460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:41:23.064173 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-cea49777-ff5e-4a0c-9509-c0fb585cad96 tempest-TestShelveInstance-772326984 tempest-TestShelveInstance-772326984-project] Publish callbacks [] for security_group_rule (cc8e6e96-4863-497b-bb15-2dbde6800896), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:23.086163 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-0d7891d5-c87f-4966-9b76-e908233a84e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745146878648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745146440924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745146440942'] for port (bf60c813-e535-4279-ba82-feee52c15a28), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:23.150272 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-cea49777-ff5e-4a0c-9509-c0fb585cad96 tempest-TestShelveInstance-772326984 tempest-TestShelveInstance-772326984-project] Publish callbacks [] for security_group_rule (cc8e6e96-4863-497b-bb15-2dbde6800896), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:23.168526 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7891d5-c87f-4966-9b76-e908233a84e4 None None] Pushing event updated for resources: {'Port': ['ID=bf60c813-e535-4279-ba82-feee52c15a28,revision_number=5']} {{(pid=103460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:41:23.257835 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-cea49777-ff5e-4a0c-9509-c0fb585cad96 tempest-TestShelveInstance-772326984 tempest-TestShelveInstance-772326984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310824'] for security_group_rule (cc8e6e96-4863-497b-bb15-2dbde6800896), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:23.284432 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea49777-ff5e-4a0c-9509-c0fb585cad96 tempest-TestShelveInstance-772326984 tempest-TestShelveInstance-772326984-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc8e6e96-4863-497b-bb15-2dbde6800896,revision_number=0']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:41:23.308534 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.rpc [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Device b1e0c457-2b48-4921-8ea1-4d84835b81f3 up at agent ovs-agent-dv-cinder-830096-3-iscsi {{(pid=103460) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 20:41:23.376375 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.provisioning_blocks [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Provisioning complete for port b1e0c457-2b48-4921-8ea1-4d84835b81f3 triggered by entity L2. {{(pid=103460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:41:23.376756 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476507'] for port (b1e0c457-2b48-4921-8ea1-4d84835b81f3), provisioning_complete {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:23.404830 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-cea49777-ff5e-4a0c-9509-c0fb585cad96 tempest-TestShelveInstance-772326984 tempest-TestShelveInstance-772326984-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:23.406978 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-cea49777-ff5e-4a0c-9509-c0fb585cad96 tempest-TestShelveInstance-772326984 tempest-TestShelveInstance-772326984-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4875646 Mar 08 20:41:23.409356 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.41', 38612) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:41:23.417786 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.v2.base [None req-5baf286e-2cc5-4284-b3ec-88b3c15f27fb tempest-TestShelveInstance-772326984 tempest-TestShelveInstance-772326984-project] Request body: {'security_group_rule': {'security_group_id': '2392dbbf-729e-42fc-b594-8a9340c4fea9', 'project_id': 'db29e5d57c4843ae951066080ae50d37', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:41:23.476733 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.plugin [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Current status of the port b1e0c457-2b48-4921-8ea1-4d84835b81f3 is: ACTIVE; New status is: ACTIVE {{(pid=103460) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:41:23.477286 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.rpc [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Device bf60c813-e535-4279-ba82-feee52c15a28 up at agent ovs-agent-dv-cinder-830096-3-iscsi {{(pid=103460) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 20:41:23.537499 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.provisioning_blocks [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Provisioning complete for port bf60c813-e535-4279-ba82-feee52c15a28 triggered by entity L2. {{(pid=103460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:41:23.537499 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476507'] for port (bf60c813-e535-4279-ba82-feee52c15a28), provisioning_complete {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:23.544305 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.db.securitygroups_db [None req-5baf286e-2cc5-4284-b3ec-88b3c15f27fb tempest-TestShelveInstance-772326984 tempest-TestShelveInstance-772326984-project] Project db29e5d57c4843ae951066080ae50d37 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 08 20:41:23.557239 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-5baf286e-2cc5-4284-b3ec-88b3c15f27fb tempest-TestShelveInstance-772326984 tempest-TestShelveInstance-772326984-project] Publish callbacks [] for security_group_rule (c049086d-406c-4f32-944e-f09391723a59), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:23.628559 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-5baf286e-2cc5-4284-b3ec-88b3c15f27fb tempest-TestShelveInstance-772326984 tempest-TestShelveInstance-772326984-project] Publish callbacks [] for security_group_rule (c049086d-406c-4f32-944e-f09391723a59), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:23.643769 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.plugin [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Current status of the port bf60c813-e535-4279-ba82-feee52c15a28 is: ACTIVE; New status is: ACTIVE {{(pid=103460) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:41:23.689089 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-e878b44d-fff1-42a9-b1bc-9dd766eb70cc req-54aa8167-65ee-4783-916e-1f2f69969f20 tempest-TestMinimumBasicScenario-1546645339 tempest-TestMinimumBasicScenario-1546645339-project] 10.222.0.41 "GET /v2.0/ports?device_id=b217c0e6-a561-4d46-b157-b4a72fa68021 HTTP/1.1" status: 200 len: 210 time: 0.0328729 Mar 08 20:41:23.737984 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-5baf286e-2cc5-4284-b3ec-88b3c15f27fb tempest-TestShelveInstance-772326984 tempest-TestShelveInstance-772326984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310824'] for security_group_rule (c049086d-406c-4f32-944e-f09391723a59), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:23.757672 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5baf286e-2cc5-4284-b3ec-88b3c15f27fb tempest-TestShelveInstance-772326984 tempest-TestShelveInstance-772326984-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c049086d-406c-4f32-944e-f09391723a59,revision_number=0']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:41:23.831820 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-5baf286e-2cc5-4284-b3ec-88b3c15f27fb tempest-TestShelveInstance-772326984 tempest-TestShelveInstance-772326984-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:23.833871 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-5baf286e-2cc5-4284-b3ec-88b3c15f27fb tempest-TestShelveInstance-772326984 tempest-TestShelveInstance-772326984-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4217381 Mar 08 20:41:23.837772 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.wsgi [-] (103459) accepted ('10.222.0.41', 38618) {{(pid=103459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:41:23.842834 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.v2.base [None req-bdc18674-8d4f-4c9d-b375-f178a9978dbf tempest-TestShelveInstance-772326984 tempest-TestShelveInstance-772326984-project] Request body: {'security_group_rule': {'security_group_id': '2392dbbf-729e-42fc-b594-8a9340c4fea9', 'project_id': 'db29e5d57c4843ae951066080ae50d37', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:41:23.886889 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.wsgi [-] (103459) accepted ('10.222.0.41', 38620) {{(pid=103459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:41:23.961191 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.db.securitygroups_db [None req-bdc18674-8d4f-4c9d-b375-f178a9978dbf tempest-TestShelveInstance-772326984 tempest-TestShelveInstance-772326984-project] Project db29e5d57c4843ae951066080ae50d37 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 08 20:41:23.972152 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-bdc18674-8d4f-4c9d-b375-f178a9978dbf tempest-TestShelveInstance-772326984 tempest-TestShelveInstance-772326984-project] Publish callbacks [] for security_group_rule (75cec451-e7e2-4818-b56a-2e65dbf71ec6), before_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:24.016973 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-f85b5800-60ad-4a63-9b7b-20179ba20487 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:24.059804 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-bdc18674-8d4f-4c9d-b375-f178a9978dbf tempest-TestShelveInstance-772326984 tempest-TestShelveInstance-772326984-project] Publish callbacks [] for security_group_rule (75cec451-e7e2-4818-b56a-2e65dbf71ec6), precommit_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:24.118295 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-f85b5800-60ad-4a63-9b7b-20179ba20487 admin admin] Publish callbacks [] for security_group (3c029d18-a06e-4ea9-8019-0ecb9be6ba3b), precommit_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:24.166266 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-bdc18674-8d4f-4c9d-b375-f178a9978dbf tempest-TestShelveInstance-772326984 tempest-TestShelveInstance-772326984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310824'] for security_group_rule (75cec451-e7e2-4818-b56a-2e65dbf71ec6), after_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:24.186786 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc18674-8d4f-4c9d-b375-f178a9978dbf tempest-TestShelveInstance-772326984 tempest-TestShelveInstance-772326984-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75cec451-e7e2-4818-b56a-2e65dbf71ec6,revision_number=0']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:41:24.194548 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-f85b5800-60ad-4a63-9b7b-20179ba20487 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310940'] for security_group (3c029d18-a06e-4ea9-8019-0ecb9be6ba3b), after_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:24.239428 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [None req-f85b5800-60ad-4a63-9b7b-20179ba20487 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d691f5bdca194bc7bd9a5744a2c2506a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3508086 Mar 08 20:41:24.240369 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85b5800-60ad-4a63-9b7b-20179ba20487 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c029d18-a06e-4ea9-8019-0ecb9be6ba3b,revision_number=1']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:41:24.242185 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.41', 38624) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:41:24.291943 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745146981205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476605'] for agent (905863fd-6a46-47f8-82ce-98f31309cbd3), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:24.303183 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-5ddfde88-2ef2-496f-a3f0-5ee41b3fbcb0 admin admin] Publish callbacks [] for security_group (3c029d18-a06e-4ea9-8019-0ecb9be6ba3b), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:24.325763 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-5ddfde88-2ef2-496f-a3f0-5ee41b3fbcb0 admin admin] Publish callbacks [] for security_group (3c029d18-a06e-4ea9-8019-0ecb9be6ba3b), precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:24.333558 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-bdc18674-8d4f-4c9d-b375-f178a9978dbf tempest-TestShelveInstance-772326984 tempest-TestShelveInstance-772326984-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:24.334758 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [None req-bdc18674-8d4f-4c9d-b375-f178a9978dbf tempest-TestShelveInstance-772326984 tempest-TestShelveInstance-772326984-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4956429 Mar 08 20:41:24.486503 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-5ddfde88-2ef2-496f-a3f0-5ee41b3fbcb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310940'] for security_group (3c029d18-a06e-4ea9-8019-0ecb9be6ba3b), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:24.489161 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-5ddfde88-2ef2-496f-a3f0-5ee41b3fbcb0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:24.490325 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-5ddfde88-2ef2-496f-a3f0-5ee41b3fbcb0 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3c029d18-a06e-4ea9-8019-0ecb9be6ba3b HTTP/1.1" status: 204 len: 168 time: 0.2471619 Mar 08 20:41:24.501863 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddfde88-2ef2-496f-a3f0-5ee41b3fbcb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c029d18-a06e-4ea9-8019-0ecb9be6ba3b,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:41:24.786227 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-9198a762-21d5-4ba6-b48f-1d02783f6f89 req-926a8bc9-0cbe-483d-8eea-321bd89fe555 tempest-TestMinimumBasicScenario-1546645339 tempest-TestMinimumBasicScenario-1546645339-project] 10.222.0.41 "GET /v2.0/ports?device_id=b217c0e6-a561-4d46-b157-b4a72fa68021 HTTP/1.1" status: 200 len: 210 time: 0.0316217 Mar 08 20:41:25.199153 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.rpc [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Device bf60c813-e535-4279-ba82-feee52c15a28 up at agent ovs-agent-dv-cinder-830096-3-iscsi {{(pid=103460) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 20:41:25.248598 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.provisioning_blocks [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Provisioning complete for port bf60c813-e535-4279-ba82-feee52c15a28 triggered by entity L2. {{(pid=103460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:41:25.248877 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476507'] for port (bf60c813-e535-4279-ba82-feee52c15a28), provisioning_complete {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:25.467874 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.plugin [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Current status of the port bf60c813-e535-4279-ba82-feee52c15a28 is: ACTIVE; New status is: ACTIVE {{(pid=103460) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:41:25.889096 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-e1a1b198-e822-4ea2-8c1f-c566c0a077a9 req-6a78e4f0-3314-43f3-b931-f49614e4177c tempest-TestMinimumBasicScenario-1546645339 tempest-TestMinimumBasicScenario-1546645339-project] 10.222.0.41 "GET /v2.0/ports?device_id=b217c0e6-a561-4d46-b157-b4a72fa68021 HTTP/1.1" status: 200 len: 210 time: 0.0348923 Mar 08 20:41:26.427014 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.wsgi [-] (103459) accepted ('10.222.0.41', 38716) {{(pid=103459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:41:26.551493 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-840dbeda-8659-4290-b71b-2e86a3baad7c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:26.664534 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-840dbeda-8659-4290-b71b-2e86a3baad7c admin admin] Publish callbacks [] for security_group (93ea550c-eac2-4a07-be3e-51662bd45a70), precommit_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:26.759302 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a072b88-6827-4099-8040-e07466cab868 req-4d5d8f85-ee4a-4fb7-b464-9f15d2a44b9d tempest-TestMinimumBasicScenario-1546645339 tempest-TestMinimumBasicScenario-1546645339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:41:26.759815 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-840dbeda-8659-4290-b71b-2e86a3baad7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310940'] for security_group (93ea550c-eac2-4a07-be3e-51662bd45a70), after_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:26.760886 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-7a072b88-6827-4099-8040-e07466cab868 req-4d5d8f85-ee4a-4fb7-b464-9f15d2a44b9d tempest-TestMinimumBasicScenario-1546645339 tempest-TestMinimumBasicScenario-1546645339-project] 10.222.0.37 "GET /v2.0/networks?id=59981146-db64-4aab-9ae0-f6de91557fc5 HTTP/1.1" status: 200 len: 815 time: 0.3953612 Mar 08 20:41:26.773593 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.v2.base [req-7a072b88-6827-4099-8040-e07466cab868 req-04e31184-8256-4e45-95ad-23b17b42184d tempest-TestMinimumBasicScenario-1546645339 tempest-TestMinimumBasicScenario-1546645339-project] Request body: {'port': {'device_id': 'b217c0e6-a561-4d46-b157-b4a72fa68021', 'network_id': '59981146-db64-4aab-9ae0-f6de91557fc5', 'admin_state_up': True, 'tenant_id': '541c315e66fa42668963ee3c03670435'}} {{(pid=103458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:41:26.808135 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [None req-840dbeda-8659-4290-b71b-2e86a3baad7c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=58d767bf52b7434fb1dee7136696ea3d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3829989 Mar 08 20:41:26.809293 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840dbeda-8659-4290-b71b-2e86a3baad7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93ea550c-eac2-4a07-be3e-51662bd45a70,revision_number=1']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:41:26.817170 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.wsgi [-] (103459) accepted ('10.222.0.41', 38720) {{(pid=103459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:41:26.874560 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-e7fb7706-45a0-4930-a964-6ab3a6fe3db0 admin admin] Publish callbacks [] for security_group (93ea550c-eac2-4a07-be3e-51662bd45a70), before_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:26.899307 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-e7fb7706-45a0-4930-a964-6ab3a6fe3db0 admin admin] Publish callbacks [] for security_group (93ea550c-eac2-4a07-be3e-51662bd45a70), precommit_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:26.960227 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a072b88-6827-4099-8040-e07466cab868 req-04e31184-8256-4e45-95ad-23b17b42184d tempest-TestMinimumBasicScenario-1546645339 tempest-TestMinimumBasicScenario-1546645339-project] Made reservation on behalf of 541c315e66fa42668963ee3c03670435 for: {'port': 1} {{(pid=103458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 20:41:26.963845 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-7a072b88-6827-4099-8040-e07466cab868 req-04e31184-8256-4e45-95ad-23b17b42184d tempest-TestMinimumBasicScenario-1546645339 tempest-TestMinimumBasicScenario-1546645339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747308'] for port (None), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:26.992985 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-4ea5dab2-d274-4257-b42d-e7a94cbade7b req-a47ba8ee-bc92-4f67-856b-e9f8fad577e5 tempest-TestMinimumBasicScenario-1546645339 tempest-TestMinimumBasicScenario-1546645339-project] 10.222.0.41 "GET /v2.0/ports?device_id=b217c0e6-a561-4d46-b157-b4a72fa68021 HTTP/1.1" status: 200 len: 210 time: 0.0348003 Mar 08 20:41:27.034877 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-e7fb7706-45a0-4930-a964-6ab3a6fe3db0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310940'] for security_group (93ea550c-eac2-4a07-be3e-51662bd45a70), after_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:27.038938 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-e7fb7706-45a0-4930-a964-6ab3a6fe3db0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:27.040580 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [None req-e7fb7706-45a0-4930-a964-6ab3a6fe3db0 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/93ea550c-eac2-4a07-be3e-51662bd45a70 HTTP/1.1" status: 204 len: 168 time: 0.2223020 Mar 08 20:41:27.055551 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fb7706-45a0-4930-a964-6ab3a6fe3db0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93ea550c-eac2-4a07-be3e-51662bd45a70,revision_number=None']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:41:27.183907 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.db.db_base_plugin_common [req-7a072b88-6827-4099-8040-e07466cab868 req-04e31184-8256-4e45-95ad-23b17b42184d tempest-TestMinimumBasicScenario-1546645339 tempest-TestMinimumBasicScenario-1546645339-project] Allocated IP 172.20.0.6 (59981146-db64-4aab-9ae0-f6de91557fc5/64223cab-22b1-4c64-b303-569b24b13550/3bacef93-d91b-4b4a-9031-e7b90c500f4f) {{(pid=103458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 20:41:27.381557 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-7a072b88-6827-4099-8040-e07466cab868 req-04e31184-8256-4e45-95ad-23b17b42184d tempest-TestMinimumBasicScenario-1546645339 tempest-TestMinimumBasicScenario-1546645339-project] Publish callbacks [] for port (3bacef93-d91b-4b4a-9031-e7b90c500f4f), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:27.522235 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-7a072b88-6827-4099-8040-e07466cab868 req-04e31184-8256-4e45-95ad-23b17b42184d tempest-TestMinimumBasicScenario-1546645339 tempest-TestMinimumBasicScenario-1546645339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745146440906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28566877'] for port (3bacef93-d91b-4b4a-9031-e7b90c500f4f), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:27.578509 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a072b88-6827-4099-8040-e07466cab868 req-04e31184-8256-4e45-95ad-23b17b42184d tempest-TestMinimumBasicScenario-1546645339 tempest-TestMinimumBasicScenario-1546645339-project] Network 59981146-db64-4aab-9ae0-f6de91557fc5 is already hosted by enough agents. {{(pid=103458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 20:41:27.581519 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.scheduler.base_scheduler [req-7a072b88-6827-4099-8040-e07466cab868 req-04e31184-8256-4e45-95ad-23b17b42184d tempest-TestMinimumBasicScenario-1546645339 tempest-TestMinimumBasicScenario-1546645339-project] Resources bound (agent type, host, resource id): {{(pid=103458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:41:27.589284 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a072b88-6827-4099-8040-e07466cab868 req-04e31184-8256-4e45-95ad-23b17b42184d tempest-TestMinimumBasicScenario-1546645339 tempest-TestMinimumBasicScenario-1546645339-project] Received port after_create {{(pid=103458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 20:41:27.642289 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a072b88-6827-4099-8040-e07466cab868 req-04e31184-8256-4e45-95ad-23b17b42184d tempest-TestMinimumBasicScenario-1546645339 tempest-TestMinimumBasicScenario-1546645339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:41:27.642289 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-7a072b88-6827-4099-8040-e07466cab868 req-04e31184-8256-4e45-95ad-23b17b42184d tempest-TestMinimumBasicScenario-1546645339 tempest-TestMinimumBasicScenario-1546645339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4188892'] for port (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:27.651723 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e31184-8256-4e45-95ad-23b17b42184d tempest-TestMinimumBasicScenario-1546645339 tempest-TestMinimumBasicScenario-1546645339-project] Pushing event updated for resources: {'Port': ['ID=3bacef93-d91b-4b4a-9031-e7b90c500f4f,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:41:27.791576 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-7a072b88-6827-4099-8040-e07466cab868 req-04e31184-8256-4e45-95ad-23b17b42184d tempest-TestMinimumBasicScenario-1546645339 tempest-TestMinimumBasicScenario-1546645339-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0205021 Mar 08 20:41:27.842290 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.v2.base [req-7a072b88-6827-4099-8040-e07466cab868 req-4047ccd6-03ab-4ed7-a770-6b48496590f5 service neutron] Request body: {'port': {'device_id': 'b217c0e6-a561-4d46-b157-b4a72fa68021', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=103458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:41:27.981545 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.provisioning_blocks [None req-540aefe2-b384-4808-bd32-404ea4ab9349 None None] Provisioning complete for port 3bacef93-d91b-4b4a-9031-e7b90c500f4f triggered by entity DHCP. {{(pid=103460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:41:27.982228 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-540aefe2-b384-4808-bd32-404ea4ab9349 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476507'] for port (3bacef93-d91b-4b4a-9031-e7b90c500f4f), provisioning_complete {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:28.011105 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-7a072b88-6827-4099-8040-e07466cab868 req-4047ccd6-03ab-4ed7-a770-6b48496590f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747308'] for port (3bacef93-d91b-4b4a-9031-e7b90c500f4f), before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:28.122434 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.plugin [None req-540aefe2-b384-4808-bd32-404ea4ab9349 None None] Port 3bacef93-d91b-4b4a-9031-e7b90c500f4f cannot update to ACTIVE because it is not bound. {{(pid=103460) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 20:41:28.675113 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.notifiers.nova [req-7a072b88-6827-4099-8040-e07466cab868 req-4047ccd6-03ab-4ed7-a770-6b48496590f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3bacef93-d91b-4b4a-9031-e7b90c500f4f {{(pid=103458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 20:41:28.692174 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-7a072b88-6827-4099-8040-e07466cab868 req-4047ccd6-03ab-4ed7-a770-6b48496590f5 service neutron] Publish callbacks [] for port (3bacef93-d91b-4b4a-9031-e7b90c500f4f), precommit_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:28.742987 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [req-7a072b88-6827-4099-8040-e07466cab868 req-4047ccd6-03ab-4ed7-a770-6b48496590f5 service neutron] Transition to ACTIVE for port object 3bacef93-d91b-4b4a-9031-e7b90c500f4f will not be triggered until provisioned by entity L2. {{(pid=103458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 20:41:28.759574 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348c7c99-ddfa-46dd-bb38-8be8ef74bc4f req-226f881f-c618-4f45-9644-d9188a76977d tempest-TestMinimumBasicScenario-1546645339 tempest-TestMinimumBasicScenario-1546645339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:41:28.763364 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-348c7c99-ddfa-46dd-bb38-8be8ef74bc4f req-226f881f-c618-4f45-9644-d9188a76977d tempest-TestMinimumBasicScenario-1546645339 tempest-TestMinimumBasicScenario-1546645339-project] 10.222.0.41 "GET /v2.0/ports?device_id=b217c0e6-a561-4d46-b157-b4a72fa68021 HTTP/1.1" status: 200 len: 931 time: 0.5463843 Mar 08 20:41:28.829984 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-7a072b88-6827-4099-8040-e07466cab868 req-4047ccd6-03ab-4ed7-a770-6b48496590f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745146878648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745146440924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745146440942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28566820'] for port (3bacef93-d91b-4b4a-9031-e7b90c500f4f), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:28.838191 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-348c7c99-ddfa-46dd-bb38-8be8ef74bc4f req-cff886c2-5360-45b5-be40-377ea4ff532d tempest-TestMinimumBasicScenario-1546645339 tempest-TestMinimumBasicScenario-1546645339-project] 10.222.0.41 "GET /v2.0/security-groups?id=802559eb-4a4a-4285-9736-477b59370538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615003 Mar 08 20:41:28.919044 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4047ccd6-03ab-4ed7-a770-6b48496590f5 service neutron] Pushing event updated for resources: {'Port': ['ID=3bacef93-d91b-4b4a-9031-e7b90c500f4f,revision_number=2']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:41:28.982999 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-27d71f01-434d-4e17-9a43-1bfa9cf7aef9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745146981205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476605'] for agent (a3d84102-f7d3-452b-861a-973020576047), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:29.070437 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [req-7a072b88-6827-4099-8040-e07466cab868 req-4047ccd6-03ab-4ed7-a770-6b48496590f5 service neutron] Attempting to bind port 3bacef93-d91b-4b4a-9031-e7b90c500f4f on host hv-cinder-83009 for vnic_type normal with profile {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 20:41:29.071222 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [req-7a072b88-6827-4099-8040-e07466cab868 req-4047ccd6-03ab-4ed7-a770-6b48496590f5 service neutron] Attempting to bind port 3bacef93-d91b-4b4a-9031-e7b90c500f4f by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': '000d13a8-cbfa-4246-848f-00116c5f2566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '59981146-db64-4aab-9ae0-f6de91557fc5'}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 20:41:29.071222 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a072b88-6827-4099-8040-e07466cab868 req-4047ccd6-03ab-4ed7-a770-6b48496590f5 service neutron] Attempting to bind port 3bacef93-d91b-4b4a-9031-e7b90c500f4f on network 59981146-db64-4aab-9ae0-f6de91557fc5 {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 20:41:29.076557 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a072b88-6827-4099-8040-e07466cab868 req-4047ccd6-03ab-4ed7-a770-6b48496590f5 service neutron] Port 3bacef93-d91b-4b4a-9031-e7b90c500f4f on network 59981146-db64-4aab-9ae0-f6de91557fc5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 20:41:29.076921 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a072b88-6827-4099-8040-e07466cab868 req-4047ccd6-03ab-4ed7-a770-6b48496590f5 service neutron] Attempting to bind port 3bacef93-d91b-4b4a-9031-e7b90c500f4f on network 59981146-db64-4aab-9ae0-f6de91557fc5 {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 20:41:29.082729 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a072b88-6827-4099-8040-e07466cab868 req-4047ccd6-03ab-4ed7-a770-6b48496590f5 service neutron] Checking agent: {'id': '905863fd-6a46-47f8-82ce-98f31309cbd3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 20, 29, 24), 'started_at': datetime.datetime(2022, 3, 8, 20, 29, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 20, 41, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 20:41:29.083068 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a072b88-6827-4099-8040-e07466cab868 req-4047ccd6-03ab-4ed7-a770-6b48496590f5 service neutron] Checking segment: {'id': '000d13a8-cbfa-4246-848f-00116c5f2566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '59981146-db64-4aab-9ae0-f6de91557fc5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 20:41:29.083537 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a072b88-6827-4099-8040-e07466cab868 req-4047ccd6-03ab-4ed7-a770-6b48496590f5 service neutron] Bound using segment: {'id': '000d13a8-cbfa-4246-848f-00116c5f2566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '59981146-db64-4aab-9ae0-f6de91557fc5'} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 20:41:29.083900 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [req-7a072b88-6827-4099-8040-e07466cab868 req-4047ccd6-03ab-4ed7-a770-6b48496590f5 service neutron] Bound port: 3bacef93-d91b-4b4a-9031-e7b90c500f4f, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '000d13a8-cbfa-4246-848f-00116c5f2566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '59981146-db64-4aab-9ae0-f6de91557fc5'}}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 20:41:29.084286 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-7a072b88-6827-4099-8040-e07466cab868 req-4047ccd6-03ab-4ed7-a770-6b48496590f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747308'] for port (3bacef93-d91b-4b4a-9031-e7b90c500f4f), before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:29.194922 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.db [req-7a072b88-6827-4099-8040-e07466cab868 req-4047ccd6-03ab-4ed7-a770-6b48496590f5 service neutron] For port 3bacef93-d91b-4b4a-9031-e7b90c500f4f, host hv-cinder-83009, cleared binding levels {{(pid=103458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 20:41:29.198568 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.db [req-7a072b88-6827-4099-8040-e07466cab868 req-4047ccd6-03ab-4ed7-a770-6b48496590f5 service neutron] For port 3bacef93-d91b-4b4a-9031-e7b90c500f4f, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=3bacef93-d91b-4b4a-9031-e7b90c500f4f,segment=NetworkSegment(000d13a8-cbfa-4246-848f-00116c5f2566),segment_id=000d13a8-cbfa-4246-848f-00116c5f2566)] {{(pid=103458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 20:41:29.301152 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-7a072b88-6827-4099-8040-e07466cab868 req-4047ccd6-03ab-4ed7-a770-6b48496590f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745146878648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745146440924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745146440942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28566820'] for port (3bacef93-d91b-4b4a-9031-e7b90c500f4f), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:29.355554 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a072b88-6827-4099-8040-e07466cab868 req-4047ccd6-03ab-4ed7-a770-6b48496590f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:41:29.356681 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-7a072b88-6827-4099-8040-e07466cab868 req-4047ccd6-03ab-4ed7-a770-6b48496590f5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4188892'] for port (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:29.358829 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-7a072b88-6827-4099-8040-e07466cab868 req-4047ccd6-03ab-4ed7-a770-6b48496590f5 service neutron] 10.222.0.37 "PUT /v2.0/ports/3bacef93-d91b-4b4a-9031-e7b90c500f4f HTTP/1.1" status: 200 len: 1093 time: 1.5214863 Mar 08 20:41:29.359585 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b217c0e6-a561-4d46-b157-b4a72fa68021', 'tag': '3bacef93-d91b-4b4a-9031-e7b90c500f4f'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 20:41:29.362357 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80a387be2d8005eb2e27f9060a02e972faa958bb0688f3ffd3bc7b0f4eb55c8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fb24de1-665f-474f-9b5a-ad46f90fcc42" -d '{"events": [{"name": "network-changed", "server_uuid": "b217c0e6-a561-4d46-b157-b4a72fa68021", "tag": "3bacef93-d91b-4b4a-9031-e7b90c500f4f"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 20:41:29.407454 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4047ccd6-03ab-4ed7-a770-6b48496590f5 service neutron] Pushing event updated for resources: {'Port': ['ID=3bacef93-d91b-4b4a-9031-e7b90c500f4f,revision_number=3']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:41:29.453766 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 20:41:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b7400bf-55e1-443c-a7a4-0ae61b17ad33 x-openstack-request-id: req-4b7400bf-55e1-443c-a7a4-0ae61b17ad33 {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 20:41:29.454429 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b217c0e6-a561-4d46-b157-b4a72fa68021", "tag": "3bacef93-d91b-4b4a-9031-e7b90c500f4f", "status": "completed", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 20:41:29.454944 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4b7400bf-55e1-443c-a7a4-0ae61b17ad33 {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 20:41:29.455635 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b217c0e6-a561-4d46-b157-b4a72fa68021', 'tag': '3bacef93-d91b-4b4a-9031-e7b90c500f4f', 'status': 'completed', 'code': 200} Mar 08 20:41:29.627743 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb24de1-665f-474f-9b5a-ad46f90fcc42 req-b5347693-5c26-41d4-bf66-c9c4792a310f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:41:29.630476 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-7fb24de1-665f-474f-9b5a-ad46f90fcc42 req-b5347693-5c26-41d4-bf66-c9c4792a310f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=541c315e66fa42668963ee3c03670435&device_id=b217c0e6-a561-4d46-b157-b4a72fa68021 HTTP/1.1" status: 200 len: 1127 time: 0.1156569 Mar 08 20:41:30.012691 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e0152d-1454-4de0-ac5e-d1ba7b2ddce4 req-a4fb88ea-6a67-49d6-818b-08d984070000 tempest-TestMinimumBasicScenario-1546645339 tempest-TestMinimumBasicScenario-1546645339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:41:30.014261 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-42e0152d-1454-4de0-ac5e-d1ba7b2ddce4 req-a4fb88ea-6a67-49d6-818b-08d984070000 tempest-TestMinimumBasicScenario-1546645339 tempest-TestMinimumBasicScenario-1546645339-project] 10.222.0.41 "GET /v2.0/ports?device_id=b217c0e6-a561-4d46-b157-b4a72fa68021 HTTP/1.1" status: 200 len: 943 time: 0.0758677 Mar 08 20:41:30.089687 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-42e0152d-1454-4de0-ac5e-d1ba7b2ddce4 req-b0bc1086-1a8e-4d5d-81f4-591422a0bd81 tempest-TestMinimumBasicScenario-1546645339 tempest-TestMinimumBasicScenario-1546645339-project] 10.222.0.41 "GET /v2.0/security-groups?id=802559eb-4a4a-4285-9736-477b59370538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660899 Mar 08 20:41:31.241201 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-d3f226d9-fba3-43c9-ad02-55da3a371c5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745146981205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476605'] for agent (7ae9fd8f-5d61-4821-9eac-044950c450f0), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:31.552853 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315abd03-9b68-4992-b9ec-300480375bbe req-ba0b1b5e-750b-4fac-8bec-a36d550d8078 tempest-TestMinimumBasicScenario-1546645339 tempest-TestMinimumBasicScenario-1546645339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:41:31.554432 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-315abd03-9b68-4992-b9ec-300480375bbe req-ba0b1b5e-750b-4fac-8bec-a36d550d8078 tempest-TestMinimumBasicScenario-1546645339 tempest-TestMinimumBasicScenario-1546645339-project] 10.222.0.41 "GET /v2.0/ports?device_id=b217c0e6-a561-4d46-b157-b4a72fa68021 HTTP/1.1" status: 200 len: 943 time: 0.3610263 Mar 08 20:41:31.638409 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-315abd03-9b68-4992-b9ec-300480375bbe req-ed806c29-aae3-48bc-b2ad-cf672ba40834 tempest-TestMinimumBasicScenario-1546645339 tempest-TestMinimumBasicScenario-1546645339-project] 10.222.0.41 "GET /v2.0/security-groups?id=802559eb-4a4a-4285-9736-477b59370538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761516 Mar 08 20:41:32.470032 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-dbe61520-29cf-4847-b96e-6d24c6c097a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745146981205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476605'] for agent (6cc78598-e6b3-4e4d-a99c-31b9c4784fd2), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:32.802350 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda8f2c3-90ff-42ed-bae2-a7d2c7821044 req-70b1856a-b508-4e9a-842e-9adc509fc50f tempest-TestMinimumBasicScenario-1546645339 tempest-TestMinimumBasicScenario-1546645339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:41:32.804237 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-cda8f2c3-90ff-42ed-bae2-a7d2c7821044 req-70b1856a-b508-4e9a-842e-9adc509fc50f tempest-TestMinimumBasicScenario-1546645339 tempest-TestMinimumBasicScenario-1546645339-project] 10.222.0.41 "GET /v2.0/ports?device_id=b217c0e6-a561-4d46-b157-b4a72fa68021 HTTP/1.1" status: 200 len: 943 time: 0.0752184 Mar 08 20:41:32.884359 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-cda8f2c3-90ff-42ed-bae2-a7d2c7821044 req-1e8c6786-bafb-4c46-8a21-12286e6e57c7 tempest-TestMinimumBasicScenario-1546645339 tempest-TestMinimumBasicScenario-1546645339-project] 10.222.0.41 "GET /v2.0/security-groups?id=802559eb-4a4a-4285-9736-477b59370538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739625 Mar 08 20:41:34.071572 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7ca25a-5752-40d3-8f7f-576b579b2922 req-37273294-06b3-463a-91a3-a826a1ec8ace tempest-TestMinimumBasicScenario-1546645339 tempest-TestMinimumBasicScenario-1546645339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:41:34.073917 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-eb7ca25a-5752-40d3-8f7f-576b579b2922 req-37273294-06b3-463a-91a3-a826a1ec8ace tempest-TestMinimumBasicScenario-1546645339 tempest-TestMinimumBasicScenario-1546645339-project] 10.222.0.41 "GET /v2.0/ports?device_id=b217c0e6-a561-4d46-b157-b4a72fa68021 HTTP/1.1" status: 200 len: 943 time: 0.0879633 Mar 08 20:41:34.142613 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-eb7ca25a-5752-40d3-8f7f-576b579b2922 req-45d02c99-5010-47a0-b3c0-f2bf4d625dc3 tempest-TestMinimumBasicScenario-1546645339 tempest-TestMinimumBasicScenario-1546645339-project] 10.222.0.41 "GET /v2.0/security-groups?id=802559eb-4a4a-4285-9736-477b59370538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619078 Mar 08 20:41:34.173289 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-7a330e8f-62e0-4259-bea2-8ced8e9b3a98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745146981205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476605'] for agent (cd1d0244-f954-4bda-89fb-1fdc1954e39d), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:35.308744 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a849e0-c550-4328-b7d4-1acce9f24b17 req-ff220475-0d84-4693-a107-c2fcf4b44224 tempest-TestMinimumBasicScenario-1546645339 tempest-TestMinimumBasicScenario-1546645339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:41:35.311053 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-08a849e0-c550-4328-b7d4-1acce9f24b17 req-ff220475-0d84-4693-a107-c2fcf4b44224 tempest-TestMinimumBasicScenario-1546645339 tempest-TestMinimumBasicScenario-1546645339-project] 10.222.0.41 "GET /v2.0/ports?device_id=b217c0e6-a561-4d46-b157-b4a72fa68021 HTTP/1.1" status: 200 len: 943 time: 0.0909245 Mar 08 20:41:35.316309 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745146981205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476605'] for agent (fa4b043a-5d45-4181-9cb2-30d29598ef5b), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:35.384787 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-08a849e0-c550-4328-b7d4-1acce9f24b17 req-3a81a88c-fbaa-4058-83a9-65ae0cdcd3c3 tempest-TestMinimumBasicScenario-1546645339 tempest-TestMinimumBasicScenario-1546645339-project] 10.222.0.41 "GET /v2.0/security-groups?id=802559eb-4a4a-4285-9736-477b59370538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589168 Mar 08 20:41:36.540454 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f577cc9-48bf-4e48-b75d-2d8bf7dbaa93 req-bd8de35d-0a17-49d0-a980-5c5987994157 tempest-TestMinimumBasicScenario-1546645339 tempest-TestMinimumBasicScenario-1546645339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:41:36.542799 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-6f577cc9-48bf-4e48-b75d-2d8bf7dbaa93 req-bd8de35d-0a17-49d0-a980-5c5987994157 tempest-TestMinimumBasicScenario-1546645339 tempest-TestMinimumBasicScenario-1546645339-project] 10.222.0.41 "GET /v2.0/ports?device_id=b217c0e6-a561-4d46-b157-b4a72fa68021 HTTP/1.1" status: 200 len: 943 time: 0.0682187 Mar 08 20:41:36.605725 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-6f577cc9-48bf-4e48-b75d-2d8bf7dbaa93 req-63b35cb8-bdee-45ba-b692-2b4d65daf88d tempest-TestMinimumBasicScenario-1546645339 tempest-TestMinimumBasicScenario-1546645339-project] 10.222.0.41 "GET /v2.0/security-groups?id=802559eb-4a4a-4285-9736-477b59370538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564902 Mar 08 20:41:37.757525 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb24de1-665f-474f-9b5a-ad46f90fcc42 req-dc3f603b-fb80-41bb-a503-fff6634652d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:41:37.758940 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-7fb24de1-665f-474f-9b5a-ad46f90fcc42 req-dc3f603b-fb80-41bb-a503-fff6634652d6 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=541c315e66fa42668963ee3c03670435&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1386707 Mar 08 20:41:37.773389 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0d4ba1-5c31-4609-9c68-b2ee99e32979 req-3af4e56c-4d16-43fd-b0de-a12cd75a2f08 tempest-TestMinimumBasicScenario-1546645339 tempest-TestMinimumBasicScenario-1546645339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:41:37.774940 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-ce0d4ba1-5c31-4609-9c68-b2ee99e32979 req-3af4e56c-4d16-43fd-b0de-a12cd75a2f08 tempest-TestMinimumBasicScenario-1546645339 tempest-TestMinimumBasicScenario-1546645339-project] 10.222.0.41 "GET /v2.0/ports?device_id=b217c0e6-a561-4d46-b157-b4a72fa68021 HTTP/1.1" status: 200 len: 943 time: 0.0817306 Mar 08 20:41:37.885981 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-ce0d4ba1-5c31-4609-9c68-b2ee99e32979 req-05e07a8a-d1d6-43c6-927f-779a284e3de6 tempest-TestMinimumBasicScenario-1546645339 tempest-TestMinimumBasicScenario-1546645339-project] 10.222.0.41 "GET /v2.0/security-groups?id=802559eb-4a4a-4285-9736-477b59370538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008577 Mar 08 20:41:37.906331 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb24de1-665f-474f-9b5a-ad46f90fcc42 req-07242dff-5692-4d8a-83a6-8bd1e8b17dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:41:37.907961 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-7fb24de1-665f-474f-9b5a-ad46f90fcc42 req-07242dff-5692-4d8a-83a6-8bd1e8b17dfd service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1321418 Mar 08 20:41:38.016225 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a072b88-6827-4099-8040-e07466cab868 req-a5055fbf-8c3f-421c-ae61-19170e319f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:41:38.017820 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-7a072b88-6827-4099-8040-e07466cab868 req-a5055fbf-8c3f-421c-ae61-19170e319f1a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=541c315e66fa42668963ee3c03670435&device_id=b217c0e6-a561-4d46-b157-b4a72fa68021 HTTP/1.1" status: 200 len: 1127 time: 0.0485694 Mar 08 20:41:38.064546 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-7a072b88-6827-4099-8040-e07466cab868 req-a42555be-b75e-4bd4-84a9-55f124a80683 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3bacef93-d91b-4b4a-9031-e7b90c500f4f HTTP/1.1" status: 200 len: 217 time: 0.0393789 Mar 08 20:41:38.117570 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a072b88-6827-4099-8040-e07466cab868 req-f180474f-4ad0-437d-9ef2-a84ed7ca5991 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:41:38.119057 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-7a072b88-6827-4099-8040-e07466cab868 req-f180474f-4ad0-437d-9ef2-a84ed7ca5991 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=64223cab-22b1-4c64-b303-569b24b13550 HTTP/1.1" status: 200 len: 854 time: 0.0451198 Mar 08 20:41:38.175205 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a072b88-6827-4099-8040-e07466cab868 req-4a772d90-b9db-4f23-bd9e-465f4e0484b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:41:38.176795 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-7a072b88-6827-4099-8040-e07466cab868 req-4a772d90-b9db-4f23-bd9e-465f4e0484b7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=59981146-db64-4aab-9ae0-f6de91557fc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0509779 Mar 08 20:41:38.244472 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.wsgi [req-7a072b88-6827-4099-8040-e07466cab868 req-f94fbb75-f288-4654-ab20-63c1e2405fe2 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=103458) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 20:41:38.245906 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-7a072b88-6827-4099-8040-e07466cab868 req-f94fbb75-f288-4654-ab20-63c1e2405fe2 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0603299 Mar 08 20:41:38.349912 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-7a072b88-6827-4099-8040-e07466cab868 req-3f12cbf7-af64-45c4-9d77-fd15f495acdc service neutron] 10.222.0.37 "GET /v2.0/networks/59981146-db64-4aab-9ae0-f6de91557fc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927079 Mar 08 20:41:38.443162 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-7a072b88-6827-4099-8040-e07466cab868 req-1574f6bd-7eb4-41d1-a5bb-d4978dae20fc service neutron] 10.222.0.37 "GET /v2.0/networks/59981146-db64-4aab-9ae0-f6de91557fc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852294 Mar 08 20:41:39.005567 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12605892-1082-4c8b-8b5f-0496b6b9fe6c req-37a966c2-c711-4720-9b3f-e61a7e657faa tempest-TestMinimumBasicScenario-1546645339 tempest-TestMinimumBasicScenario-1546645339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:41:39.007070 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-12605892-1082-4c8b-8b5f-0496b6b9fe6c req-37a966c2-c711-4720-9b3f-e61a7e657faa tempest-TestMinimumBasicScenario-1546645339 tempest-TestMinimumBasicScenario-1546645339-project] 10.222.0.41 "GET /v2.0/ports?device_id=b217c0e6-a561-4d46-b157-b4a72fa68021 HTTP/1.1" status: 200 len: 943 time: 0.0532103 Mar 08 20:41:39.054983 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-12605892-1082-4c8b-8b5f-0496b6b9fe6c req-2e36b495-0fbb-49e0-ae7c-ae4502bf58e9 tempest-TestMinimumBasicScenario-1546645339 tempest-TestMinimumBasicScenario-1546645339-project] 10.222.0.41 "GET /v2.0/security-groups?id=802559eb-4a4a-4285-9736-477b59370538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422935 Mar 08 20:41:39.420116 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-bc141bd8-6bfb-4cfd-8559-6e3dac325891 req-cdb529de-8b2d-4ed8-88eb-e39dd829683d service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a14fbaed-9ca6-4ca3-be12-e2da6a6b20b0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0475881 Mar 08 20:41:39.524726 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc141bd8-6bfb-4cfd-8559-6e3dac325891 req-13e8ba52-d00f-4ff1-8842-f797269b24f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:41:39.526214 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-bc141bd8-6bfb-4cfd-8559-6e3dac325891 req-13e8ba52-d00f-4ff1-8842-f797269b24f7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=bf06b78c460f40649c7dfbdd2a48a3e6&device_id=a14fbaed-9ca6-4ca3-be12-e2da6a6b20b0 HTTP/1.1" status: 200 len: 1130 time: 0.0457788 Mar 08 20:41:39.639279 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc141bd8-6bfb-4cfd-8559-6e3dac325891 req-34e31697-c287-463c-9854-ac8b14e5f004 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:41:39.641296 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-bc141bd8-6bfb-4cfd-8559-6e3dac325891 req-34e31697-c287-463c-9854-ac8b14e5f004 service neutron] 10.222.0.37 "GET /v2.0/networks?id=c2c7d66f-86ac-44f2-9eb5-cb2716ba5d76 HTTP/1.1" status: 200 len: 912 time: 0.0921845 Mar 08 20:41:39.711685 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-bc141bd8-6bfb-4cfd-8559-6e3dac325891 req-afdaed9a-06a8-4f75-bd6c-9839830b3d78 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=90bd1cce-acc7-4d74-ad9c-f6b3eea6125d HTTP/1.1" status: 200 len: 1001 time: 0.0616190 Mar 08 20:41:39.760664 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc141bd8-6bfb-4cfd-8559-6e3dac325891 req-7266a46a-2c12-42bf-9fad-c0ee32d8c66b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:41:39.762137 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-bc141bd8-6bfb-4cfd-8559-6e3dac325891 req-7266a46a-2c12-42bf-9fad-c0ee32d8c66b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=88ad92d3-2fe0-4490-8ff5-712fc5e791fb HTTP/1.1" status: 200 len: 850 time: 0.0443060 Mar 08 20:41:39.817838 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc141bd8-6bfb-4cfd-8559-6e3dac325891 req-4a2ffd54-1aab-4729-9845-2f963f3baf3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:41:39.819600 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-bc141bd8-6bfb-4cfd-8559-6e3dac325891 req-4a2ffd54-1aab-4729-9845-2f963f3baf3a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c2c7d66f-86ac-44f2-9eb5-cb2716ba5d76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0509102 Mar 08 20:41:39.919419 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-bc141bd8-6bfb-4cfd-8559-6e3dac325891 req-e17fca4e-48c6-41cc-ab4c-793d80fbbbcd service neutron] 10.222.0.37 "GET /v2.0/networks/c2c7d66f-86ac-44f2-9eb5-cb2716ba5d76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911589 Mar 08 20:41:40.018531 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-bc141bd8-6bfb-4cfd-8559-6e3dac325891 req-d7ab2ece-102e-47fd-9339-a4b8bf47fd61 service neutron] 10.222.0.37 "GET /v2.0/networks/c2c7d66f-86ac-44f2-9eb5-cb2716ba5d76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912731 Mar 08 20:41:40.176259 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc17e71a-0c4c-4dc2-aef9-cb7503e9e4c8 req-e0ed2e3d-4ea9-4fc1-aafe-43ff6b879ba8 tempest-TestMinimumBasicScenario-1546645339 tempest-TestMinimumBasicScenario-1546645339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:41:40.177776 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-bc17e71a-0c4c-4dc2-aef9-cb7503e9e4c8 req-e0ed2e3d-4ea9-4fc1-aafe-43ff6b879ba8 tempest-TestMinimumBasicScenario-1546645339 tempest-TestMinimumBasicScenario-1546645339-project] 10.222.0.41 "GET /v2.0/ports?device_id=b217c0e6-a561-4d46-b157-b4a72fa68021 HTTP/1.1" status: 200 len: 943 time: 0.0559449 Mar 08 20:41:40.237358 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-bc17e71a-0c4c-4dc2-aef9-cb7503e9e4c8 req-362dc7b6-7af6-471a-a215-e28a83a86e9a tempest-TestMinimumBasicScenario-1546645339 tempest-TestMinimumBasicScenario-1546645339-project] 10.222.0.41 "GET /v2.0/security-groups?id=802559eb-4a4a-4285-9736-477b59370538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446811 Mar 08 20:41:40.331727 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.rpc [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Device 3bacef93-d91b-4b4a-9031-e7b90c500f4f details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103460) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 20:41:40.438889 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.db [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] For port 3bacef93-d91b-4b4a-9031-e7b90c500f4f, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=3bacef93-d91b-4b4a-9031-e7b90c500f4f,segment=NetworkSegment(000d13a8-cbfa-4246-848f-00116c5f2566),segment_id=000d13a8-cbfa-4246-848f-00116c5f2566)] {{(pid=103460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:41:40.444304 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.rpc [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Returning: {'device': '3bacef93-d91b-4b4a-9031-e7b90c500f4f', 'network_id': '59981146-db64-4aab-9ae0-f6de91557fc5', 'port_id': '3bacef93-d91b-4b4a-9031-e7b90c500f4f', 'mac_address': 'fa:16:3e:0c:48:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64223cab-22b1-4c64-b303-569b24b13550', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103460) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 20:41:40.485796 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.plugin [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Current status of the port 3bacef93-d91b-4b4a-9031-e7b90c500f4f is: DOWN; New status is: BUILD {{(pid=103460) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:41:40.486192 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747308'] for port (3bacef93-d91b-4b4a-9031-e7b90c500f4f), before_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:40.499030 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.notifiers.nova [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3bacef93-d91b-4b4a-9031-e7b90c500f4f {{(pid=103460) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 20:41:40.520401 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.db [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] For port 3bacef93-d91b-4b4a-9031-e7b90c500f4f, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=3bacef93-d91b-4b4a-9031-e7b90c500f4f,segment=NetworkSegment(000d13a8-cbfa-4246-848f-00116c5f2566),segment_id=000d13a8-cbfa-4246-848f-00116c5f2566)] {{(pid=103460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:41:40.606575 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745146878648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745146440924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745146440942'] for port (3bacef93-d91b-4b4a-9031-e7b90c500f4f), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:40.654838 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Pushing event updated for resources: {'Port': ['ID=3bacef93-d91b-4b4a-9031-e7b90c500f4f,revision_number=4']} {{(pid=103460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:41:40.943493 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.db [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] get_ports_and_sgs() called for port_ids ['3bacef93-d91b-4b4a-9031-e7b90c500f4f'] {{(pid=103460) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 20:41:41.365774 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12052d3-c1c4-4845-a186-6db13c1abb04 req-b9f1396e-30da-4c8c-9ded-6bedfc339b42 tempest-TestMinimumBasicScenario-1546645339 tempest-TestMinimumBasicScenario-1546645339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:41:41.367492 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-e12052d3-c1c4-4845-a186-6db13c1abb04 req-b9f1396e-30da-4c8c-9ded-6bedfc339b42 tempest-TestMinimumBasicScenario-1546645339 tempest-TestMinimumBasicScenario-1546645339-project] 10.222.0.41 "GET /v2.0/ports?device_id=b217c0e6-a561-4d46-b157-b4a72fa68021 HTTP/1.1" status: 200 len: 944 time: 0.0597341 Mar 08 20:41:41.426003 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-e12052d3-c1c4-4845-a186-6db13c1abb04 req-9cfd5acc-451b-4af9-9448-98eabbf60de1 tempest-TestMinimumBasicScenario-1546645339 tempest-TestMinimumBasicScenario-1546645339-project] 10.222.0.41 "GET /v2.0/security-groups?id=802559eb-4a4a-4285-9736-477b59370538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482929 Mar 08 20:41:42.349845 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.rpc [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Device 3bacef93-d91b-4b4a-9031-e7b90c500f4f up at agent hyperv_hv-cinder-83009 {{(pid=103460) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 20:41:42.488892 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.provisioning_blocks [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Provisioning for port 3bacef93-d91b-4b4a-9031-e7b90c500f4f completed by entity L2. {{(pid=103460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 20:41:42.492682 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.provisioning_blocks [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Provisioning complete for port 3bacef93-d91b-4b4a-9031-e7b90c500f4f triggered by entity L2. {{(pid=103460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:41:42.493278 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476507'] for port (3bacef93-d91b-4b4a-9031-e7b90c500f4f), provisioning_complete {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:42.590587 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47575c14-efc6-4aca-a1e9-44a96c8bd2a8 req-c5ecb650-628b-44c9-a0c8-e28543370294 tempest-TestMinimumBasicScenario-1546645339 tempest-TestMinimumBasicScenario-1546645339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:41:42.592941 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-47575c14-efc6-4aca-a1e9-44a96c8bd2a8 req-c5ecb650-628b-44c9-a0c8-e28543370294 tempest-TestMinimumBasicScenario-1546645339 tempest-TestMinimumBasicScenario-1546645339-project] 10.222.0.41 "GET /v2.0/ports?device_id=b217c0e6-a561-4d46-b157-b4a72fa68021 HTTP/1.1" status: 200 len: 944 time: 0.0771663 Mar 08 20:41:42.609356 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.plugin [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Current status of the port 3bacef93-d91b-4b4a-9031-e7b90c500f4f is: BUILD; New status is: ACTIVE {{(pid=103460) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:41:42.610130 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747308'] for port (3bacef93-d91b-4b4a-9031-e7b90c500f4f), before_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:42.639435 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-dde2ce92-45ac-4585-a8eb-aa8022909b0d req-b1748805-15bf-45fa-83c2-c9fdb92df762 tempest-TestShelveInstance-772326984 tempest-TestShelveInstance-772326984-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1020660974&fields=id&tenant_id=db29e5d57c4843ae951066080ae50d37 HTTP/1.1" status: 200 len: 267 time: 0.0662832 Mar 08 20:41:42.640860 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b217c0e6-a561-4d46-b157-b4a72fa68021', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bacef93-d91b-4b4a-9031-e7b90c500f4f'}] {{(pid=103460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 20:41:42.643685 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf2096ed20afa7c789231551a200e589db82a1cedf1791aa7acfc36920bc021b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5bd1553-28dc-43a2-be3f-580cbd718b08" -d '{"events": [{"server_uuid": "b217c0e6-a561-4d46-b157-b4a72fa68021", "name": "network-vif-plugged", "status": "completed", "tag": "3bacef93-d91b-4b4a-9031-e7b90c500f4f"}]}' {{(pid=103460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 20:41:42.654442 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-47575c14-efc6-4aca-a1e9-44a96c8bd2a8 req-fc8878f7-7f86-414f-ab96-f4f4805ee581 tempest-TestMinimumBasicScenario-1546645339 tempest-TestMinimumBasicScenario-1546645339-project] 10.222.0.41 "GET /v2.0/security-groups?id=802559eb-4a4a-4285-9736-477b59370538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549324 Mar 08 20:41:42.662910 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.db [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] For port 3bacef93-d91b-4b4a-9031-e7b90c500f4f, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=3bacef93-d91b-4b4a-9031-e7b90c500f4f,segment=NetworkSegment(000d13a8-cbfa-4246-848f-00116c5f2566),segment_id=000d13a8-cbfa-4246-848f-00116c5f2566)] {{(pid=103460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:41:42.700697 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 20:41:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0acf2fa-4af9-4a6b-aae2-ddf23940a40c x-openstack-request-id: req-f0acf2fa-4af9-4a6b-aae2-ddf23940a40c {{(pid=103460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 20:41:42.701077 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b217c0e6-a561-4d46-b157-b4a72fa68021", "name": "network-vif-plugged", "status": "completed", "tag": "3bacef93-d91b-4b4a-9031-e7b90c500f4f", "code": 200}]} {{(pid=103460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 20:41:42.701390 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f0acf2fa-4af9-4a6b-aae2-ddf23940a40c {{(pid=103460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 20:41:42.701849 dv-cinder-830096-3-iscsi neutron-server[103460]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b217c0e6-a561-4d46-b157-b4a72fa68021', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bacef93-d91b-4b4a-9031-e7b90c500f4f', 'code': 200} Mar 08 20:41:42.761195 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde2ce92-45ac-4585-a8eb-aa8022909b0d req-a873035a-2aa7-4cbc-9068-2647d9524629 tempest-TestShelveInstance-772326984 tempest-TestShelveInstance-772326984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:41:42.762831 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-dde2ce92-45ac-4585-a8eb-aa8022909b0d req-a873035a-2aa7-4cbc-9068-2647d9524629 tempest-TestShelveInstance-772326984 tempest-TestShelveInstance-772326984-project] 10.222.0.41 "GET /v2.0/networks?id=da669f67-20d4-4a55-981d-80d7d8e8963b HTTP/1.1" status: 200 len: 809 time: 0.1147568 Mar 08 20:41:42.766230 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745146878648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745146440924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745146440942'] for port (3bacef93-d91b-4b4a-9031-e7b90c500f4f), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:42.789223 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-dde2ce92-45ac-4585-a8eb-aa8022909b0d req-98962860-2871-4199-b1bb-4e31b679c0b3 tempest-TestShelveInstance-772326984 tempest-TestShelveInstance-772326984-project] 10.222.0.41 "GET /v2.0/quotas/db29e5d57c4843ae951066080ae50d37 HTTP/1.1" status: 200 len: 375 time: 0.0124047 Mar 08 20:41:42.824562 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Pushing event updated for resources: {'Port': ['ID=3bacef93-d91b-4b4a-9031-e7b90c500f4f,revision_number=5']} {{(pid=103460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:41:42.857300 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-dde2ce92-45ac-4585-a8eb-aa8022909b0d req-f3d89a34-2d37-409c-b5a5-0511d0958d4b tempest-TestShelveInstance-772326984 tempest-TestShelveInstance-772326984-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=db29e5d57c4843ae951066080ae50d37&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0562382 Mar 08 20:41:42.857531 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.41', 38966) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:41:42.871303 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.wsgi [req-dde2ce92-45ac-4585-a8eb-aa8022909b0d req-e8596020-3fc8-47b9-82d4-dd6235f9a113 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=103459) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 20:41:42.872401 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-dde2ce92-45ac-4585-a8eb-aa8022909b0d req-e8596020-3fc8-47b9-82d4-dd6235f9a113 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053661 Mar 08 20:41:42.966269 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-dde2ce92-45ac-4585-a8eb-aa8022909b0d req-70f2ce63-1be8-4b4a-b495-c5fc28bb0080 service neutron] 10.222.0.41 "GET /v2.0/networks/da669f67-20d4-4a55-981d-80d7d8e8963b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864494 Mar 08 20:41:42.967088 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7d4adb9b-4a75-44a5-908c-5ae10aee6307 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:43.047205 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7d4adb9b-4a75-44a5-908c-5ae10aee6307 admin admin] Publish callbacks [] for security_group (0cda3349-18b4-4c8c-9145-efb77d6af68f), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:43.093688 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2eb55a-d423-47d3-acab-34314a34c8c1 req-3c7439c4-cb8c-4f77-a005-5d7dd3412d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:41:43.095207 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-de2eb55a-d423-47d3-acab-34314a34c8c1 req-3c7439c4-cb8c-4f77-a005-5d7dd3412d1a service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=b217c0e6-a561-4d46-b157-b4a72fa68021 HTTP/1.1" status: 200 len: 1129 time: 0.0468681 Mar 08 20:41:43.102054 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-dde2ce92-45ac-4585-a8eb-aa8022909b0d req-d06811f2-17af-4274-801c-1f7483477466 service neutron] 10.222.0.41 "GET /v2.0/networks/da669f67-20d4-4a55-981d-80d7d8e8963b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295428 Mar 08 20:41:43.128589 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7d4adb9b-4a75-44a5-908c-5ae10aee6307 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310940'] for security_group (0cda3349-18b4-4c8c-9145-efb77d6af68f), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:43.172466 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-de2eb55a-d423-47d3-acab-34314a34c8c1 req-3dddc103-94f0-4ca4-a8f4-df39213b1e04 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=802559eb-4a4a-4285-9736-477b59370538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710158 Mar 08 20:41:43.180760 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4adb9b-4a75-44a5-908c-5ae10aee6307 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cda3349-18b4-4c8c-9145-efb77d6af68f,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:41:43.184727 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-7d4adb9b-4a75-44a5-908c-5ae10aee6307 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6a6042f51a7e4f39bab069c2d004c9bd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3276303 Mar 08 20:41:43.188903 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.wsgi [-] (103459) accepted ('10.222.0.41', 38972) {{(pid=103459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:41:43.191742 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4adb9b-4a75-44a5-908c-5ae10aee6307 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:41:43.192102 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4adb9b-4a75-44a5-908c-5ae10aee6307 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:41:43.192665 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4adb9b-4a75-44a5-908c-5ae10aee6307 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:41:43.192825 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4adb9b-4a75-44a5-908c-5ae10aee6307 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:41:43.193128 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4adb9b-4a75-44a5-908c-5ae10aee6307 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:41:43.193465 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4adb9b-4a75-44a5-908c-5ae10aee6307 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:41:43.193795 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4adb9b-4a75-44a5-908c-5ae10aee6307 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:41:43.194122 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4adb9b-4a75-44a5-908c-5ae10aee6307 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:41:43.194460 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4adb9b-4a75-44a5-908c-5ae10aee6307 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:41:43.194787 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4adb9b-4a75-44a5-908c-5ae10aee6307 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:41:43.195111 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4adb9b-4a75-44a5-908c-5ae10aee6307 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:41:43.195436 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4adb9b-4a75-44a5-908c-5ae10aee6307 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:41:43.195761 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4adb9b-4a75-44a5-908c-5ae10aee6307 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:41:43.244113 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-d0b10911-db13-4d62-8210-d4d5bef86e8c admin admin] Publish callbacks [] for security_group (0cda3349-18b4-4c8c-9145-efb77d6af68f), before_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:43.267618 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-d0b10911-db13-4d62-8210-d4d5bef86e8c admin admin] Publish callbacks [] for security_group (0cda3349-18b4-4c8c-9145-efb77d6af68f), precommit_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:43.446043 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-d0b10911-db13-4d62-8210-d4d5bef86e8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310940'] for security_group (0cda3349-18b4-4c8c-9145-efb77d6af68f), after_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:43.448698 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-d0b10911-db13-4d62-8210-d4d5bef86e8c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:43.449891 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [None req-d0b10911-db13-4d62-8210-d4d5bef86e8c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0cda3349-18b4-4c8c-9145-efb77d6af68f HTTP/1.1" status: 204 len: 168 time: 0.2590969 Mar 08 20:41:43.460507 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b10911-db13-4d62-8210-d4d5bef86e8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cda3349-18b4-4c8c-9145-efb77d6af68f,revision_number=None']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:41:43.470472 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b10911-db13-4d62-8210-d4d5bef86e8c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:41:43.470472 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b10911-db13-4d62-8210-d4d5bef86e8c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:41:43.470472 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b10911-db13-4d62-8210-d4d5bef86e8c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:41:43.470472 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b10911-db13-4d62-8210-d4d5bef86e8c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:41:43.470472 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b10911-db13-4d62-8210-d4d5bef86e8c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:41:43.470472 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b10911-db13-4d62-8210-d4d5bef86e8c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:41:43.470472 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b10911-db13-4d62-8210-d4d5bef86e8c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:41:43.470472 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b10911-db13-4d62-8210-d4d5bef86e8c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:41:43.471494 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b10911-db13-4d62-8210-d4d5bef86e8c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:41:43.471494 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b10911-db13-4d62-8210-d4d5bef86e8c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:41:43.471494 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b10911-db13-4d62-8210-d4d5bef86e8c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:41:43.471937 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b10911-db13-4d62-8210-d4d5bef86e8c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:41:43.472114 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b10911-db13-4d62-8210-d4d5bef86e8c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:41:43.783733 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702d0288-2617-476e-928f-a640921be0bd req-27187077-cf62-4658-9cb7-c44e4c6d06f5 tempest-TestMinimumBasicScenario-1546645339 tempest-TestMinimumBasicScenario-1546645339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:41:43.785765 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-702d0288-2617-476e-928f-a640921be0bd req-27187077-cf62-4658-9cb7-c44e4c6d06f5 tempest-TestMinimumBasicScenario-1546645339 tempest-TestMinimumBasicScenario-1546645339-project] 10.222.0.41 "GET /v2.0/ports?device_id=b217c0e6-a561-4d46-b157-b4a72fa68021 HTTP/1.1" status: 200 len: 945 time: 0.0600169 Mar 08 20:41:43.834564 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-702d0288-2617-476e-928f-a640921be0bd req-e05fd3a0-658a-4264-a17b-e9736be7ef83 tempest-TestMinimumBasicScenario-1546645339 tempest-TestMinimumBasicScenario-1546645339-project] 10.222.0.41 "GET /v2.0/security-groups?id=802559eb-4a4a-4285-9736-477b59370538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429678 Mar 08 20:41:44.010733 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-407bc244-50b8-4e4c-bcd8-937a49483955 req-732186aa-a78b-4743-87d6-8e353986a464 tempest-TestShelveInstance-772326984 tempest-TestShelveInstance-772326984-project] 10.222.0.41 "GET /v2.0/ports?device_id=082a144b-0229-466c-a02d-4945ecd61273 HTTP/1.1" status: 200 len: 210 time: 0.0284131 Mar 08 20:41:44.957962 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57b2768-8919-4d9e-add9-3fc822593acd req-799147a9-c93c-4a24-ba27-65e8b46f61a5 tempest-TestMinimumBasicScenario-1546645339 tempest-TestMinimumBasicScenario-1546645339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:41:44.959428 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-e57b2768-8919-4d9e-add9-3fc822593acd req-799147a9-c93c-4a24-ba27-65e8b46f61a5 tempest-TestMinimumBasicScenario-1546645339 tempest-TestMinimumBasicScenario-1546645339-project] 10.222.0.41 "GET /v2.0/ports?device_id=b217c0e6-a561-4d46-b157-b4a72fa68021 HTTP/1.1" status: 200 len: 945 time: 0.0583692 Mar 08 20:41:45.008054 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-e57b2768-8919-4d9e-add9-3fc822593acd req-7576653d-7688-4515-9ccf-59f87a1ef0b9 tempest-TestMinimumBasicScenario-1546645339 tempest-TestMinimumBasicScenario-1546645339-project] 10.222.0.41 "GET /v2.0/security-groups?id=802559eb-4a4a-4285-9736-477b59370538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425794 Mar 08 20:41:45.090466 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-142be52c-94e6-4677-a01f-53899db4ced0 req-f4a17ab8-ea2b-45fd-ab7d-785c41b3c37e tempest-TestShelveInstance-772326984 tempest-TestShelveInstance-772326984-project] 10.222.0.41 "GET /v2.0/ports?device_id=082a144b-0229-466c-a02d-4945ecd61273 HTTP/1.1" status: 200 len: 210 time: 0.0280321 Mar 08 20:41:45.135583 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aebb30d-5a57-4aee-8326-fbe1eec9bb37 req-ab2af46b-70a8-48f7-8495-73bf3cb9cece tempest-TestMinimumBasicScenario-1546645339 tempest-TestMinimumBasicScenario-1546645339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:41:45.137092 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-8aebb30d-5a57-4aee-8326-fbe1eec9bb37 req-ab2af46b-70a8-48f7-8495-73bf3cb9cece tempest-TestMinimumBasicScenario-1546645339 tempest-TestMinimumBasicScenario-1546645339-project] 10.222.0.41 "GET /v2.0/ports?device_id=b217c0e6-a561-4d46-b157-b4a72fa68021 HTTP/1.1" status: 200 len: 945 time: 0.0542207 Mar 08 20:41:45.188655 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-8aebb30d-5a57-4aee-8326-fbe1eec9bb37 req-d8b5dbef-1d67-4545-8222-43c56e1b4c57 tempest-TestMinimumBasicScenario-1546645339 tempest-TestMinimumBasicScenario-1546645339-project] 10.222.0.41 "GET /v2.0/security-groups?id=802559eb-4a4a-4285-9736-477b59370538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448527 Mar 08 20:41:45.544604 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737c35e9-94f1-444e-97ef-0094791f3c43 req-d637959f-79f0-4222-8d5b-fca46b1bbd19 tempest-TestMinimumBasicScenario-1546645339 tempest-TestMinimumBasicScenario-1546645339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:41:45.544604 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-737c35e9-94f1-444e-97ef-0094791f3c43 req-d637959f-79f0-4222-8d5b-fca46b1bbd19 tempest-TestMinimumBasicScenario-1546645339 tempest-TestMinimumBasicScenario-1546645339-project] 10.222.0.41 "GET /v2.0/ports?device_id=b217c0e6-a561-4d46-b157-b4a72fa68021 HTTP/1.1" status: 200 len: 945 time: 0.0610731 Mar 08 20:41:45.607808 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-737c35e9-94f1-444e-97ef-0094791f3c43 req-bec40358-ab4f-47ae-b5e3-9c10bce824be tempest-TestMinimumBasicScenario-1546645339 tempest-TestMinimumBasicScenario-1546645339-project] 10.222.0.41 "GET /v2.0/security-groups?id=802559eb-4a4a-4285-9736-477b59370538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486605 Mar 08 20:41:46.187705 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-b5ee25bf-3bfc-466f-840c-e71a199a8603 req-ddb8c4b8-c203-4d79-81ba-0d1333f57f0c tempest-TestShelveInstance-772326984 tempest-TestShelveInstance-772326984-project] 10.222.0.41 "GET /v2.0/ports?device_id=082a144b-0229-466c-a02d-4945ecd61273 HTTP/1.1" status: 200 len: 210 time: 0.0287199 Mar 08 20:41:46.793060 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-99f5945a-5f3f-49a7-b227-b23d57dfb4d9 req-dea40caf-bb89-49c9-aa75-33af379cbbe1 tempest-VolumesNegativeTest-235764566 tempest-VolumesNegativeTest-235764566-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=dd5e65bf6fed446fb3ebd09271ffa2bb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0475304 Mar 08 20:41:47.017746 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde2ce92-45ac-4585-a8eb-aa8022909b0d req-3c8b3683-bafd-4903-ad24-eca8cbbedb99 tempest-TestShelveInstance-772326984 tempest-TestShelveInstance-772326984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:41:47.019111 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-dde2ce92-45ac-4585-a8eb-aa8022909b0d req-3c8b3683-bafd-4903-ad24-eca8cbbedb99 tempest-TestShelveInstance-772326984 tempest-TestShelveInstance-772326984-project] 10.222.0.37 "GET /v2.0/networks?id=da669f67-20d4-4a55-981d-80d7d8e8963b HTTP/1.1" status: 200 len: 809 time: 0.2718730 Mar 08 20:41:47.056802 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f5945a-5f3f-49a7-b227-b23d57dfb4d9 req-8c016614-5e93-4905-b814-6518851bfa7f tempest-VolumesNegativeTest-235764566 tempest-VolumesNegativeTest-235764566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:41:47.058249 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-99f5945a-5f3f-49a7-b227-b23d57dfb4d9 req-8c016614-5e93-4905-b814-6518851bfa7f tempest-VolumesNegativeTest-235764566 tempest-VolumesNegativeTest-235764566-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2554483 Mar 08 20:41:47.083110 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-99f5945a-5f3f-49a7-b227-b23d57dfb4d9 req-ecaa64db-c1e8-4093-802b-85d11cdd48b8 tempest-VolumesNegativeTest-235764566 tempest-VolumesNegativeTest-235764566-project] 10.222.0.41 "GET /v2.0/quotas/dd5e65bf6fed446fb3ebd09271ffa2bb HTTP/1.1" status: 200 len: 375 time: 0.0174413 Mar 08 20:41:47.129833 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-99f5945a-5f3f-49a7-b227-b23d57dfb4d9 req-9b8e55a5-4493-488a-99a8-a8a7c88cbe97 tempest-VolumesNegativeTest-235764566 tempest-VolumesNegativeTest-235764566-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=dd5e65bf6fed446fb3ebd09271ffa2bb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0386939 Mar 08 20:41:47.139419 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-dde2ce92-45ac-4585-a8eb-aa8022909b0d req-ad0a296a-722c-4e47-8e4f-57861d9efffa tempest-TestShelveInstance-772326984 tempest-TestShelveInstance-772326984-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=db29e5d57c4843ae951066080ae50d37 HTTP/1.1" status: 200 len: 380 time: 0.1082759 Mar 08 20:41:47.148654 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.v2.base [req-dde2ce92-45ac-4585-a8eb-aa8022909b0d req-0a0d64ac-0d31-4546-b5c7-369a9c26e85c tempest-TestShelveInstance-772326984 tempest-TestShelveInstance-772326984-project] Request body: {'port': {'device_id': '082a144b-0229-466c-a02d-4945ecd61273', 'network_id': 'da669f67-20d4-4a55-981d-80d7d8e8963b', 'admin_state_up': True, 'tenant_id': 'db29e5d57c4843ae951066080ae50d37', 'security_groups': ['2392dbbf-729e-42fc-b594-8a9340c4fea9']}} {{(pid=103458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:41:47.283595 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-e3a08c6f-6dcb-473a-89e9-889c3fadcd56 req-9460fb63-b3bb-4cba-a17d-66a542617cb5 tempest-TestShelveInstance-772326984 tempest-TestShelveInstance-772326984-project] 10.222.0.41 "GET /v2.0/ports?device_id=082a144b-0229-466c-a02d-4945ecd61273 HTTP/1.1" status: 200 len: 210 time: 0.0277882 Mar 08 20:41:47.400256 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dde2ce92-45ac-4585-a8eb-aa8022909b0d req-0a0d64ac-0d31-4546-b5c7-369a9c26e85c tempest-TestShelveInstance-772326984 tempest-TestShelveInstance-772326984-project] Made reservation on behalf of db29e5d57c4843ae951066080ae50d37 for: {'port': 1} {{(pid=103458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 20:41:47.403911 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-dde2ce92-45ac-4585-a8eb-aa8022909b0d req-0a0d64ac-0d31-4546-b5c7-369a9c26e85c tempest-TestShelveInstance-772326984 tempest-TestShelveInstance-772326984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747308'] for port (None), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:47.431653 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-30616505-a15a-4756-859c-b6f39826cbe5 req-23af783a-a7cd-45b8-9dc8-0cc3c81e098f tempest-VolumesNegativeTest-235764566 tempest-VolumesNegativeTest-235764566-project] 10.222.0.41 "GET /v2.0/ports?device_id=d5fb888e-e040-433d-86fa-2966aad6ef11 HTTP/1.1" status: 200 len: 210 time: 0.0325797 Mar 08 20:41:47.571868 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.db.db_base_plugin_common [req-dde2ce92-45ac-4585-a8eb-aa8022909b0d req-0a0d64ac-0d31-4546-b5c7-369a9c26e85c tempest-TestShelveInstance-772326984 tempest-TestShelveInstance-772326984-project] Allocated IP 172.20.0.13 (da669f67-20d4-4a55-981d-80d7d8e8963b/e86bf876-bd16-47fc-be67-14ef22cd6377/506eec41-3293-41e5-8c79-71280fb739b8) {{(pid=103458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 20:41:47.727168 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-dde2ce92-45ac-4585-a8eb-aa8022909b0d req-0a0d64ac-0d31-4546-b5c7-369a9c26e85c tempest-TestShelveInstance-772326984 tempest-TestShelveInstance-772326984-project] Publish callbacks [] for port (506eec41-3293-41e5-8c79-71280fb739b8), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:47.847955 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-dde2ce92-45ac-4585-a8eb-aa8022909b0d req-0a0d64ac-0d31-4546-b5c7-369a9c26e85c tempest-TestShelveInstance-772326984 tempest-TestShelveInstance-772326984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745146440906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28566877'] for port (506eec41-3293-41e5-8c79-71280fb739b8), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:47.904399 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dde2ce92-45ac-4585-a8eb-aa8022909b0d req-0a0d64ac-0d31-4546-b5c7-369a9c26e85c tempest-TestShelveInstance-772326984 tempest-TestShelveInstance-772326984-project] Network da669f67-20d4-4a55-981d-80d7d8e8963b is already hosted by enough agents. {{(pid=103458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 20:41:47.907553 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.scheduler.base_scheduler [req-dde2ce92-45ac-4585-a8eb-aa8022909b0d req-0a0d64ac-0d31-4546-b5c7-369a9c26e85c tempest-TestShelveInstance-772326984 tempest-TestShelveInstance-772326984-project] Resources bound (agent type, host, resource id): {{(pid=103458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:41:47.910694 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [req-dde2ce92-45ac-4585-a8eb-aa8022909b0d req-0a0d64ac-0d31-4546-b5c7-369a9c26e85c tempest-TestShelveInstance-772326984 tempest-TestShelveInstance-772326984-project] Received port after_create {{(pid=103458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 20:41:47.946495 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0d64ac-0d31-4546-b5c7-369a9c26e85c tempest-TestShelveInstance-772326984 tempest-TestShelveInstance-772326984-project] Pushing event updated for resources: {'Port': ['ID=506eec41-3293-41e5-8c79-71280fb739b8,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:41:47.972844 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde2ce92-45ac-4585-a8eb-aa8022909b0d req-0a0d64ac-0d31-4546-b5c7-369a9c26e85c tempest-TestShelveInstance-772326984 tempest-TestShelveInstance-772326984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:41:47.973479 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-dde2ce92-45ac-4585-a8eb-aa8022909b0d req-0a0d64ac-0d31-4546-b5c7-369a9c26e85c tempest-TestShelveInstance-772326984 tempest-TestShelveInstance-772326984-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4188892'] for port (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:48.139815 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-dde2ce92-45ac-4585-a8eb-aa8022909b0d req-0a0d64ac-0d31-4546-b5c7-369a9c26e85c tempest-TestShelveInstance-772326984 tempest-TestShelveInstance-772326984-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9952295 Mar 08 20:41:48.156779 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.v2.base [req-dde2ce92-45ac-4585-a8eb-aa8022909b0d req-2d5be192-5d45-4a09-98f2-6318c080d946 service neutron] Request body: {'port': {'device_id': '082a144b-0229-466c-a02d-4945ecd61273', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=103458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:41:48.157150 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.provisioning_blocks [None req-6102e18b-f0c3-4cb4-bc94-824b09cf139f None None] Provisioning complete for port 506eec41-3293-41e5-8c79-71280fb739b8 triggered by entity DHCP. {{(pid=103460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:41:48.157150 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-6102e18b-f0c3-4cb4-bc94-824b09cf139f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476507'] for port (506eec41-3293-41e5-8c79-71280fb739b8), provisioning_complete {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:48.194350 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.plugin [None req-6102e18b-f0c3-4cb4-bc94-824b09cf139f None None] Port 506eec41-3293-41e5-8c79-71280fb739b8 cannot update to ACTIVE because it is not bound. {{(pid=103460) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 20:41:48.220849 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-dde2ce92-45ac-4585-a8eb-aa8022909b0d req-2d5be192-5d45-4a09-98f2-6318c080d946 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747308'] for port (506eec41-3293-41e5-8c79-71280fb739b8), before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:48.432454 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4443e0-ec80-4a46-991d-21bacf18b586 req-70670924-6a5b-4bf1-9081-3eef059b5335 tempest-TestShelveInstance-772326984 tempest-TestShelveInstance-772326984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:41:48.434011 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-2c4443e0-ec80-4a46-991d-21bacf18b586 req-70670924-6a5b-4bf1-9081-3eef059b5335 tempest-TestShelveInstance-772326984 tempest-TestShelveInstance-772326984-project] 10.222.0.41 "GET /v2.0/ports?device_id=082a144b-0229-466c-a02d-4945ecd61273 HTTP/1.1" status: 200 len: 932 time: 0.0691075 Mar 08 20:41:48.500207 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-2c4443e0-ec80-4a46-991d-21bacf18b586 req-b5c01c75-9ad7-4f1f-83a7-7049aebc4539 tempest-TestShelveInstance-772326984 tempest-TestShelveInstance-772326984-project] 10.222.0.41 "GET /v2.0/security-groups?id=2392dbbf-729e-42fc-b594-8a9340c4fea9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558064 Mar 08 20:41:48.526468 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.notifiers.nova [req-dde2ce92-45ac-4585-a8eb-aa8022909b0d req-2d5be192-5d45-4a09-98f2-6318c080d946 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 506eec41-3293-41e5-8c79-71280fb739b8 {{(pid=103458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 20:41:48.534211 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-dde2ce92-45ac-4585-a8eb-aa8022909b0d req-2d5be192-5d45-4a09-98f2-6318c080d946 service neutron] Publish callbacks [] for port (506eec41-3293-41e5-8c79-71280fb739b8), precommit_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:48.546617 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [req-dde2ce92-45ac-4585-a8eb-aa8022909b0d req-2d5be192-5d45-4a09-98f2-6318c080d946 service neutron] Transition to ACTIVE for port object 506eec41-3293-41e5-8c79-71280fb739b8 will not be triggered until provisioned by entity L2. {{(pid=103458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 20:41:48.572659 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-28cb954e-a2e4-4918-a0e8-6c32d010fa75 req-37daed02-07a2-4f4c-b94a-2e0e9a640f24 tempest-VolumesNegativeTest-235764566 tempest-VolumesNegativeTest-235764566-project] 10.222.0.41 "GET /v2.0/ports?device_id=d5fb888e-e040-433d-86fa-2966aad6ef11 HTTP/1.1" status: 200 len: 210 time: 0.0277121 Mar 08 20:41:48.668845 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-dde2ce92-45ac-4585-a8eb-aa8022909b0d req-2d5be192-5d45-4a09-98f2-6318c080d946 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745146878648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745146440924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745146440942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28566820'] for port (506eec41-3293-41e5-8c79-71280fb739b8), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:48.724298 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5be192-5d45-4a09-98f2-6318c080d946 service neutron] Pushing event updated for resources: {'Port': ['ID=506eec41-3293-41e5-8c79-71280fb739b8,revision_number=2']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:41:48.801569 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [req-dde2ce92-45ac-4585-a8eb-aa8022909b0d req-2d5be192-5d45-4a09-98f2-6318c080d946 service neutron] Attempting to bind port 506eec41-3293-41e5-8c79-71280fb739b8 on host hv-cinder-83009 for vnic_type normal with profile {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 20:41:48.801723 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [req-dde2ce92-45ac-4585-a8eb-aa8022909b0d req-2d5be192-5d45-4a09-98f2-6318c080d946 service neutron] Attempting to bind port 506eec41-3293-41e5-8c79-71280fb739b8 by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': '8fc2d993-6803-4556-81fb-1985715cec09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'da669f67-20d4-4a55-981d-80d7d8e8963b'}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 20:41:48.802389 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dde2ce92-45ac-4585-a8eb-aa8022909b0d req-2d5be192-5d45-4a09-98f2-6318c080d946 service neutron] Attempting to bind port 506eec41-3293-41e5-8c79-71280fb739b8 on network da669f67-20d4-4a55-981d-80d7d8e8963b {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 20:41:48.808508 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dde2ce92-45ac-4585-a8eb-aa8022909b0d req-2d5be192-5d45-4a09-98f2-6318c080d946 service neutron] Port 506eec41-3293-41e5-8c79-71280fb739b8 on network da669f67-20d4-4a55-981d-80d7d8e8963b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 20:41:48.808834 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dde2ce92-45ac-4585-a8eb-aa8022909b0d req-2d5be192-5d45-4a09-98f2-6318c080d946 service neutron] Attempting to bind port 506eec41-3293-41e5-8c79-71280fb739b8 on network da669f67-20d4-4a55-981d-80d7d8e8963b {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 20:41:48.813949 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dde2ce92-45ac-4585-a8eb-aa8022909b0d req-2d5be192-5d45-4a09-98f2-6318c080d946 service neutron] Checking agent: {'id': '905863fd-6a46-47f8-82ce-98f31309cbd3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 20, 29, 24), 'started_at': datetime.datetime(2022, 3, 8, 20, 29, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 20, 41, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 20:41:48.814299 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dde2ce92-45ac-4585-a8eb-aa8022909b0d req-2d5be192-5d45-4a09-98f2-6318c080d946 service neutron] Checking segment: {'id': '8fc2d993-6803-4556-81fb-1985715cec09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'da669f67-20d4-4a55-981d-80d7d8e8963b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 20:41:48.814946 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dde2ce92-45ac-4585-a8eb-aa8022909b0d req-2d5be192-5d45-4a09-98f2-6318c080d946 service neutron] Bound using segment: {'id': '8fc2d993-6803-4556-81fb-1985715cec09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'da669f67-20d4-4a55-981d-80d7d8e8963b'} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 20:41:48.815299 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [req-dde2ce92-45ac-4585-a8eb-aa8022909b0d req-2d5be192-5d45-4a09-98f2-6318c080d946 service neutron] Bound port: 506eec41-3293-41e5-8c79-71280fb739b8, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8fc2d993-6803-4556-81fb-1985715cec09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'da669f67-20d4-4a55-981d-80d7d8e8963b'}}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 20:41:48.815729 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-dde2ce92-45ac-4585-a8eb-aa8022909b0d req-2d5be192-5d45-4a09-98f2-6318c080d946 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747308'] for port (506eec41-3293-41e5-8c79-71280fb739b8), before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:48.886633 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.db [req-dde2ce92-45ac-4585-a8eb-aa8022909b0d req-2d5be192-5d45-4a09-98f2-6318c080d946 service neutron] For port 506eec41-3293-41e5-8c79-71280fb739b8, host hv-cinder-83009, cleared binding levels {{(pid=103458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 20:41:48.891191 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.db [req-dde2ce92-45ac-4585-a8eb-aa8022909b0d req-2d5be192-5d45-4a09-98f2-6318c080d946 service neutron] For port 506eec41-3293-41e5-8c79-71280fb739b8, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=506eec41-3293-41e5-8c79-71280fb739b8,segment=NetworkSegment(8fc2d993-6803-4556-81fb-1985715cec09),segment_id=8fc2d993-6803-4556-81fb-1985715cec09)] {{(pid=103458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 20:41:49.012570 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-dde2ce92-45ac-4585-a8eb-aa8022909b0d req-2d5be192-5d45-4a09-98f2-6318c080d946 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745146878648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745146440924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745146440942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28566820'] for port (506eec41-3293-41e5-8c79-71280fb739b8), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:49.053924 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde2ce92-45ac-4585-a8eb-aa8022909b0d req-2d5be192-5d45-4a09-98f2-6318c080d946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:41:49.054528 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-dde2ce92-45ac-4585-a8eb-aa8022909b0d req-2d5be192-5d45-4a09-98f2-6318c080d946 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4188892'] for port (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:49.055904 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-dde2ce92-45ac-4585-a8eb-aa8022909b0d req-2d5be192-5d45-4a09-98f2-6318c080d946 service neutron] 10.222.0.37 "PUT /v2.0/ports/506eec41-3293-41e5-8c79-71280fb739b8 HTTP/1.1" status: 200 len: 1094 time: 0.9053259 Mar 08 20:41:49.056367 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '082a144b-0229-466c-a02d-4945ecd61273', 'tag': '506eec41-3293-41e5-8c79-71280fb739b8'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 20:41:49.058592 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80a387be2d8005eb2e27f9060a02e972faa958bb0688f3ffd3bc7b0f4eb55c8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9639182e-55b6-4998-a8a1-d548038164f7" -d '{"events": [{"name": "network-changed", "server_uuid": "082a144b-0229-466c-a02d-4945ecd61273", "tag": "506eec41-3293-41e5-8c79-71280fb739b8"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 20:41:49.081756 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5be192-5d45-4a09-98f2-6318c080d946 service neutron] Pushing event updated for resources: {'Port': ['ID=506eec41-3293-41e5-8c79-71280fb739b8,revision_number=3']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:41:49.252682 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 20:41:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4121f7e-3b98-4e4c-a381-3115cc883f55 x-openstack-request-id: req-c4121f7e-3b98-4e4c-a381-3115cc883f55 {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 20:41:49.253224 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "082a144b-0229-466c-a02d-4945ecd61273", "tag": "506eec41-3293-41e5-8c79-71280fb739b8", "status": "completed", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 20:41:49.253764 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c4121f7e-3b98-4e4c-a381-3115cc883f55 {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 20:41:49.254821 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '082a144b-0229-466c-a02d-4945ecd61273', 'tag': '506eec41-3293-41e5-8c79-71280fb739b8', 'status': 'completed', 'code': 200} Mar 08 20:41:49.278593 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde2ce92-45ac-4585-a8eb-aa8022909b0d req-bf15098b-39e1-4a7c-a1a2-02a3a1a3c79f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:41:49.278593 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-dde2ce92-45ac-4585-a8eb-aa8022909b0d req-bf15098b-39e1-4a7c-a1a2-02a3a1a3c79f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=db29e5d57c4843ae951066080ae50d37&device_id=082a144b-0229-466c-a02d-4945ecd61273 HTTP/1.1" status: 200 len: 1128 time: 0.0543525 Mar 08 20:41:49.320273 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-dde2ce92-45ac-4585-a8eb-aa8022909b0d req-9b561d07-801b-4289-8230-32a94d3d6e5e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=506eec41-3293-41e5-8c79-71280fb739b8 HTTP/1.1" status: 200 len: 217 time: 0.0345895 Mar 08 20:41:49.373369 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde2ce92-45ac-4585-a8eb-aa8022909b0d req-7d2a0425-8b77-4d77-bd5f-0b5a1bf49348 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:41:49.374807 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-dde2ce92-45ac-4585-a8eb-aa8022909b0d req-7d2a0425-8b77-4d77-bd5f-0b5a1bf49348 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e86bf876-bd16-47fc-be67-14ef22cd6377 HTTP/1.1" status: 200 len: 848 time: 0.0448637 Mar 08 20:41:49.428919 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde2ce92-45ac-4585-a8eb-aa8022909b0d req-1b50bc37-b008-431d-aa9b-f253cad0559e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:41:49.430305 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-dde2ce92-45ac-4585-a8eb-aa8022909b0d req-1b50bc37-b008-431d-aa9b-f253cad0559e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=da669f67-20d4-4a55-981d-80d7d8e8963b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0489779 Mar 08 20:41:49.532409 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-dde2ce92-45ac-4585-a8eb-aa8022909b0d req-4a7aa81c-4623-4636-b53f-ab7b90fa1c34 service neutron] 10.222.0.37 "GET /v2.0/networks/da669f67-20d4-4a55-981d-80d7d8e8963b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950470 Mar 08 20:41:49.666572 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-dde2ce92-45ac-4585-a8eb-aa8022909b0d req-f395ce39-edc4-477e-9991-4067b0417426 service neutron] 10.222.0.37 "GET /v2.0/networks/da669f67-20d4-4a55-981d-80d7d8e8963b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261067 Mar 08 20:41:49.676254 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c167e40c-3d8e-4c9b-82d1-0697990f683b req-abc35647-4efb-47d8-9f15-e3b8bb2151f1 tempest-TestShelveInstance-772326984 tempest-TestShelveInstance-772326984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:41:49.677752 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-c167e40c-3d8e-4c9b-82d1-0697990f683b req-abc35647-4efb-47d8-9f15-e3b8bb2151f1 tempest-TestShelveInstance-772326984 tempest-TestShelveInstance-772326984-project] 10.222.0.41 "GET /v2.0/ports?device_id=082a144b-0229-466c-a02d-4945ecd61273 HTTP/1.1" status: 200 len: 944 time: 0.1073544 Mar 08 20:41:49.681185 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-3ef7aea3-9464-4dd0-ac42-31dcedf0dd34 req-09161081-e9f3-4641-9d8b-9498a6759590 tempest-VolumesNegativeTest-235764566 tempest-VolumesNegativeTest-235764566-project] 10.222.0.41 "GET /v2.0/ports?device_id=d5fb888e-e040-433d-86fa-2966aad6ef11 HTTP/1.1" status: 200 len: 210 time: 0.0380442 Mar 08 20:41:49.728122 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-c167e40c-3d8e-4c9b-82d1-0697990f683b req-01026669-69c9-4865-a032-4b2f497800db tempest-TestShelveInstance-772326984 tempest-TestShelveInstance-772326984-project] 10.222.0.41 "GET /v2.0/security-groups?id=2392dbbf-729e-42fc-b594-8a9340c4fea9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441875 Mar 08 20:41:49.857775 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9639182e-55b6-4998-a8a1-d548038164f7 req-9e01d5db-f9c4-4b96-89ee-baf7b544e988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:41:49.859163 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-9639182e-55b6-4998-a8a1-d548038164f7 req-9e01d5db-f9c4-4b96-89ee-baf7b544e988 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=db29e5d57c4843ae951066080ae50d37&device_id=082a144b-0229-466c-a02d-4945ecd61273 HTTP/1.1" status: 200 len: 1128 time: 0.0483382 Mar 08 20:41:49.952520 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9639182e-55b6-4998-a8a1-d548038164f7 req-58927792-0f98-4fbf-ba4a-941e3c28432a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:41:49.953876 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-9639182e-55b6-4998-a8a1-d548038164f7 req-58927792-0f98-4fbf-ba4a-941e3c28432a service neutron] 10.222.0.37 "GET /v2.0/networks?id=da669f67-20d4-4a55-981d-80d7d8e8963b HTTP/1.1" status: 200 len: 910 time: 0.0859196 Mar 08 20:41:49.999523 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-9639182e-55b6-4998-a8a1-d548038164f7 req-17d7c7a4-c4f1-4c49-8bfc-0bc683b7235a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=506eec41-3293-41e5-8c79-71280fb739b8 HTTP/1.1" status: 200 len: 217 time: 0.0377805 Mar 08 20:41:50.332061 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-99f5945a-5f3f-49a7-b227-b23d57dfb4d9 req-c082910d-6a78-4d30-9267-cb1e99ab34fa tempest-VolumesNegativeTest-235764566 tempest-VolumesNegativeTest-235764566-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=dd5e65bf6fed446fb3ebd09271ffa2bb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0248849 Mar 08 20:41:50.360117 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9639182e-55b6-4998-a8a1-d548038164f7 req-f5a74660-15b1-4c51-99e3-8f6e5a1d44a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:41:50.365282 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-9639182e-55b6-4998-a8a1-d548038164f7 req-f5a74660-15b1-4c51-99e3-8f6e5a1d44a6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e86bf876-bd16-47fc-be67-14ef22cd6377 HTTP/1.1" status: 200 len: 848 time: 0.3504024 Mar 08 20:41:50.473824 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f5945a-5f3f-49a7-b227-b23d57dfb4d9 req-5e5102a6-2578-4e93-98ba-df0f5e1049af tempest-VolumesNegativeTest-235764566 tempest-VolumesNegativeTest-235764566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:41:50.475223 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-99f5945a-5f3f-49a7-b227-b23d57dfb4d9 req-5e5102a6-2578-4e93-98ba-df0f5e1049af tempest-VolumesNegativeTest-235764566 tempest-VolumesNegativeTest-235764566-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1376319 Mar 08 20:41:50.477732 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9639182e-55b6-4998-a8a1-d548038164f7 req-9d341915-f5a5-4407-b102-e48ab87ca71a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:41:50.479059 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-9639182e-55b6-4998-a8a1-d548038164f7 req-9d341915-f5a5-4407-b102-e48ab87ca71a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=da669f67-20d4-4a55-981d-80d7d8e8963b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1070704 Mar 08 20:41:50.502954 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.v2.base [req-99f5945a-5f3f-49a7-b227-b23d57dfb4d9 req-3c08dd12-5966-49bc-af67-94c887444d66 tempest-VolumesNegativeTest-235764566 tempest-VolumesNegativeTest-235764566-project] Request body: {'port': {'device_id': 'd5fb888e-e040-433d-86fa-2966aad6ef11', 'network_id': 'e7a779e9-25f0-4b55-9501-9229b7fc6456', 'admin_state_up': True, 'tenant_id': 'dd5e65bf6fed446fb3ebd09271ffa2bb'}} {{(pid=103458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:41:50.662194 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-9639182e-55b6-4998-a8a1-d548038164f7 req-160aeef6-cc14-4fc9-8298-478a12d78311 service neutron] 10.222.0.37 "GET /v2.0/networks/da669f67-20d4-4a55-981d-80d7d8e8963b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1544046 Mar 08 20:41:50.761394 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-9639182e-55b6-4998-a8a1-d548038164f7 req-b4b5e952-f33f-4ba0-80e0-963d69520def service neutron] 10.222.0.37 "GET /v2.0/networks/da669f67-20d4-4a55-981d-80d7d8e8963b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909007 Mar 08 20:41:50.782603 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-b608ef4c-a276-49f9-a89a-570ddc009574 req-c659c604-5233-4be8-b7e3-60ff15513004 tempest-VolumesNegativeTest-235764566 tempest-VolumesNegativeTest-235764566-project] 10.222.0.41 "GET /v2.0/ports?device_id=d5fb888e-e040-433d-86fa-2966aad6ef11 HTTP/1.1" status: 200 len: 210 time: 0.0290146 Mar 08 20:41:50.831934 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99f5945a-5f3f-49a7-b227-b23d57dfb4d9 req-3c08dd12-5966-49bc-af67-94c887444d66 tempest-VolumesNegativeTest-235764566 tempest-VolumesNegativeTest-235764566-project] Made reservation on behalf of dd5e65bf6fed446fb3ebd09271ffa2bb for: {'port': 1} {{(pid=103458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 20:41:50.835570 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-99f5945a-5f3f-49a7-b227-b23d57dfb4d9 req-3c08dd12-5966-49bc-af67-94c887444d66 tempest-VolumesNegativeTest-235764566 tempest-VolumesNegativeTest-235764566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747308'] for port (None), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:50.848837 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-99f5945a-5f3f-49a7-b227-b23d57dfb4d9 req-3c08dd12-5966-49bc-af67-94c887444d66 tempest-VolumesNegativeTest-235764566 tempest-VolumesNegativeTest-235764566-project] Publish callbacks [] for security_group (None), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:50.883768 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733f867e-bec0-481d-afcb-92f8e914cd61 req-5b8df5a8-a5de-4e61-aef9-6fc4ed630621 tempest-TestShelveInstance-772326984 tempest-TestShelveInstance-772326984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:41:50.885302 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-733f867e-bec0-481d-afcb-92f8e914cd61 req-5b8df5a8-a5de-4e61-aef9-6fc4ed630621 tempest-TestShelveInstance-772326984 tempest-TestShelveInstance-772326984-project] 10.222.0.41 "GET /v2.0/ports?device_id=082a144b-0229-466c-a02d-4945ecd61273 HTTP/1.1" status: 200 len: 944 time: 0.0813768 Mar 08 20:41:50.957788 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-733f867e-bec0-481d-afcb-92f8e914cd61 req-3db433a5-a7de-48d6-887f-bd477ee6a3ba tempest-TestShelveInstance-772326984 tempest-TestShelveInstance-772326984-project] 10.222.0.41 "GET /v2.0/security-groups?id=2392dbbf-729e-42fc-b594-8a9340c4fea9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641363 Mar 08 20:41:50.981305 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-99f5945a-5f3f-49a7-b227-b23d57dfb4d9 req-3c08dd12-5966-49bc-af67-94c887444d66 tempest-VolumesNegativeTest-235764566 tempest-VolumesNegativeTest-235764566-project] Publish callbacks [] for security_group (b5d246f0-0780-424f-b62e-fccadc3baec7), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:51.051381 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-99f5945a-5f3f-49a7-b227-b23d57dfb4d9 req-3c08dd12-5966-49bc-af67-94c887444d66 tempest-VolumesNegativeTest-235764566 tempest-VolumesNegativeTest-235764566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310940'] for security_group (b5d246f0-0780-424f-b62e-fccadc3baec7), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:51.124898 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c08dd12-5966-49bc-af67-94c887444d66 tempest-VolumesNegativeTest-235764566 tempest-VolumesNegativeTest-235764566-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b5d246f0-0780-424f-b62e-fccadc3baec7,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:41:51.201159 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.db.db_base_plugin_common [req-99f5945a-5f3f-49a7-b227-b23d57dfb4d9 req-3c08dd12-5966-49bc-af67-94c887444d66 tempest-VolumesNegativeTest-235764566 tempest-VolumesNegativeTest-235764566-project] Allocated IP 192.168.233.41 (e7a779e9-25f0-4b55-9501-9229b7fc6456/fd8c3f69-2550-49c2-8ff9-1551e4543b94/5646dc52-4e88-43a5-9f31-21a507e3921b) {{(pid=103458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 20:41:51.354159 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-99f5945a-5f3f-49a7-b227-b23d57dfb4d9 req-3c08dd12-5966-49bc-af67-94c887444d66 tempest-VolumesNegativeTest-235764566 tempest-VolumesNegativeTest-235764566-project] Publish callbacks [] for port (5646dc52-4e88-43a5-9f31-21a507e3921b), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:51.475080 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-99f5945a-5f3f-49a7-b227-b23d57dfb4d9 req-3c08dd12-5966-49bc-af67-94c887444d66 tempest-VolumesNegativeTest-235764566 tempest-VolumesNegativeTest-235764566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745146440906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28566877'] for port (5646dc52-4e88-43a5-9f31-21a507e3921b), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:51.520809 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99f5945a-5f3f-49a7-b227-b23d57dfb4d9 req-3c08dd12-5966-49bc-af67-94c887444d66 tempest-VolumesNegativeTest-235764566 tempest-VolumesNegativeTest-235764566-project] Network e7a779e9-25f0-4b55-9501-9229b7fc6456 is already hosted by enough agents. {{(pid=103458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 20:41:51.524237 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.scheduler.base_scheduler [req-99f5945a-5f3f-49a7-b227-b23d57dfb4d9 req-3c08dd12-5966-49bc-af67-94c887444d66 tempest-VolumesNegativeTest-235764566 tempest-VolumesNegativeTest-235764566-project] Resources bound (agent type, host, resource id): {{(pid=103458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:41:51.528133 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [req-99f5945a-5f3f-49a7-b227-b23d57dfb4d9 req-3c08dd12-5966-49bc-af67-94c887444d66 tempest-VolumesNegativeTest-235764566 tempest-VolumesNegativeTest-235764566-project] Received port after_create {{(pid=103458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 20:41:51.534785 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c08dd12-5966-49bc-af67-94c887444d66 tempest-VolumesNegativeTest-235764566 tempest-VolumesNegativeTest-235764566-project] Pushing event updated for resources: {'Port': ['ID=5646dc52-4e88-43a5-9f31-21a507e3921b,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:41:51.589805 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f5945a-5f3f-49a7-b227-b23d57dfb4d9 req-3c08dd12-5966-49bc-af67-94c887444d66 tempest-VolumesNegativeTest-235764566 tempest-VolumesNegativeTest-235764566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:41:51.590465 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-99f5945a-5f3f-49a7-b227-b23d57dfb4d9 req-3c08dd12-5966-49bc-af67-94c887444d66 tempest-VolumesNegativeTest-235764566 tempest-VolumesNegativeTest-235764566-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4188892'] for port (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:51.700941 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-99f5945a-5f3f-49a7-b227-b23d57dfb4d9 req-3c08dd12-5966-49bc-af67-94c887444d66 tempest-VolumesNegativeTest-235764566 tempest-VolumesNegativeTest-235764566-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2018518 Mar 08 20:41:51.712393 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.v2.base [req-99f5945a-5f3f-49a7-b227-b23d57dfb4d9 req-d7f8858c-e0a8-4141-855a-42f287861a8d service neutron] Request body: {'port': {'device_id': 'd5fb888e-e040-433d-86fa-2966aad6ef11', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=103458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:41:51.777713 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-99f5945a-5f3f-49a7-b227-b23d57dfb4d9 req-d7f8858c-e0a8-4141-855a-42f287861a8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747308'] for port (5646dc52-4e88-43a5-9f31-21a507e3921b), before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:51.780149 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.provisioning_blocks [None req-e97c6847-c961-48ae-8195-5e984197945b None None] Provisioning complete for port 5646dc52-4e88-43a5-9f31-21a507e3921b triggered by entity DHCP. {{(pid=103460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:41:51.780733 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-e97c6847-c961-48ae-8195-5e984197945b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476507'] for port (5646dc52-4e88-43a5-9f31-21a507e3921b), provisioning_complete {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:51.819496 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.plugin [None req-e97c6847-c961-48ae-8195-5e984197945b None None] Port 5646dc52-4e88-43a5-9f31-21a507e3921b cannot update to ACTIVE because it is not bound. {{(pid=103460) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 20:41:51.913622 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328c995e-2ec6-4cc2-b95f-d0e85edfd671 req-787748fb-f8d8-4df7-b305-86276d914b91 tempest-VolumesNegativeTest-235764566 tempest-VolumesNegativeTest-235764566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:41:51.915710 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-328c995e-2ec6-4cc2-b95f-d0e85edfd671 req-787748fb-f8d8-4df7-b305-86276d914b91 tempest-VolumesNegativeTest-235764566 tempest-VolumesNegativeTest-235764566-project] 10.222.0.41 "GET /v2.0/ports?device_id=d5fb888e-e040-433d-86fa-2966aad6ef11 HTTP/1.1" status: 200 len: 935 time: 0.0586481 Mar 08 20:41:51.965035 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-328c995e-2ec6-4cc2-b95f-d0e85edfd671 req-eae8fef9-f03c-4a6c-835a-41d51d4ba225 tempest-VolumesNegativeTest-235764566 tempest-VolumesNegativeTest-235764566-project] 10.222.0.41 "GET /v2.0/security-groups?id=b5d246f0-0780-424f-b62e-fccadc3baec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426428 Mar 08 20:41:52.094516 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.notifiers.nova [req-99f5945a-5f3f-49a7-b227-b23d57dfb4d9 req-d7f8858c-e0a8-4141-855a-42f287861a8d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5646dc52-4e88-43a5-9f31-21a507e3921b {{(pid=103458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 20:41:52.104525 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-99f5945a-5f3f-49a7-b227-b23d57dfb4d9 req-d7f8858c-e0a8-4141-855a-42f287861a8d service neutron] Publish callbacks [] for port (5646dc52-4e88-43a5-9f31-21a507e3921b), precommit_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:52.120973 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [req-99f5945a-5f3f-49a7-b227-b23d57dfb4d9 req-d7f8858c-e0a8-4141-855a-42f287861a8d service neutron] Transition to ACTIVE for port object 5646dc52-4e88-43a5-9f31-21a507e3921b will not be triggered until provisioned by entity L2. {{(pid=103458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 20:41:52.128596 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41da4a96-735b-4e28-b3b3-75e8f2151c7a req-1f1e6b63-993c-48b6-a32a-7b14ead16edb tempest-TestShelveInstance-772326984 tempest-TestShelveInstance-772326984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:41:52.130328 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-41da4a96-735b-4e28-b3b3-75e8f2151c7a req-1f1e6b63-993c-48b6-a32a-7b14ead16edb tempest-TestShelveInstance-772326984 tempest-TestShelveInstance-772326984-project] 10.222.0.41 "GET /v2.0/ports?device_id=082a144b-0229-466c-a02d-4945ecd61273 HTTP/1.1" status: 200 len: 944 time: 0.1004567 Mar 08 20:41:52.180932 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-41da4a96-735b-4e28-b3b3-75e8f2151c7a req-00aacbe6-1561-4fab-a14f-00973b713263 tempest-TestShelveInstance-772326984 tempest-TestShelveInstance-772326984-project] 10.222.0.41 "GET /v2.0/security-groups?id=2392dbbf-729e-42fc-b594-8a9340c4fea9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447326 Mar 08 20:41:52.207020 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-99f5945a-5f3f-49a7-b227-b23d57dfb4d9 req-d7f8858c-e0a8-4141-855a-42f287861a8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745146878648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745146440924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745146440942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28566820'] for port (5646dc52-4e88-43a5-9f31-21a507e3921b), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:52.258828 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f8858c-e0a8-4141-855a-42f287861a8d service neutron] Pushing event updated for resources: {'Port': ['ID=5646dc52-4e88-43a5-9f31-21a507e3921b,revision_number=2']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:41:52.329830 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [req-99f5945a-5f3f-49a7-b227-b23d57dfb4d9 req-d7f8858c-e0a8-4141-855a-42f287861a8d service neutron] Attempting to bind port 5646dc52-4e88-43a5-9f31-21a507e3921b on host hv-cinder-83009 for vnic_type normal with profile {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 20:41:52.330380 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [req-99f5945a-5f3f-49a7-b227-b23d57dfb4d9 req-d7f8858c-e0a8-4141-855a-42f287861a8d service neutron] Attempting to bind port 5646dc52-4e88-43a5-9f31-21a507e3921b by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': 'b17699f2-a6d0-4342-a50a-fc827084701d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'e7a779e9-25f0-4b55-9501-9229b7fc6456'}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 20:41:52.330667 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99f5945a-5f3f-49a7-b227-b23d57dfb4d9 req-d7f8858c-e0a8-4141-855a-42f287861a8d service neutron] Attempting to bind port 5646dc52-4e88-43a5-9f31-21a507e3921b on network e7a779e9-25f0-4b55-9501-9229b7fc6456 {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 20:41:52.335879 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99f5945a-5f3f-49a7-b227-b23d57dfb4d9 req-d7f8858c-e0a8-4141-855a-42f287861a8d service neutron] Port 5646dc52-4e88-43a5-9f31-21a507e3921b on network e7a779e9-25f0-4b55-9501-9229b7fc6456 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 20:41:52.341302 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99f5945a-5f3f-49a7-b227-b23d57dfb4d9 req-d7f8858c-e0a8-4141-855a-42f287861a8d service neutron] Attempting to bind port 5646dc52-4e88-43a5-9f31-21a507e3921b on network e7a779e9-25f0-4b55-9501-9229b7fc6456 {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 20:41:52.341302 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99f5945a-5f3f-49a7-b227-b23d57dfb4d9 req-d7f8858c-e0a8-4141-855a-42f287861a8d service neutron] Checking agent: {'id': '905863fd-6a46-47f8-82ce-98f31309cbd3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 20, 29, 24), 'started_at': datetime.datetime(2022, 3, 8, 20, 29, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 20, 41, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 20:41:52.341652 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99f5945a-5f3f-49a7-b227-b23d57dfb4d9 req-d7f8858c-e0a8-4141-855a-42f287861a8d service neutron] Checking segment: {'id': 'b17699f2-a6d0-4342-a50a-fc827084701d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'e7a779e9-25f0-4b55-9501-9229b7fc6456'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 20:41:52.342026 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99f5945a-5f3f-49a7-b227-b23d57dfb4d9 req-d7f8858c-e0a8-4141-855a-42f287861a8d service neutron] Bound using segment: {'id': 'b17699f2-a6d0-4342-a50a-fc827084701d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'e7a779e9-25f0-4b55-9501-9229b7fc6456'} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 20:41:52.342458 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [req-99f5945a-5f3f-49a7-b227-b23d57dfb4d9 req-d7f8858c-e0a8-4141-855a-42f287861a8d service neutron] Bound port: 5646dc52-4e88-43a5-9f31-21a507e3921b, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b17699f2-a6d0-4342-a50a-fc827084701d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'e7a779e9-25f0-4b55-9501-9229b7fc6456'}}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 20:41:52.342820 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-99f5945a-5f3f-49a7-b227-b23d57dfb4d9 req-d7f8858c-e0a8-4141-855a-42f287861a8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747308'] for port (5646dc52-4e88-43a5-9f31-21a507e3921b), before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:52.414162 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.db [req-99f5945a-5f3f-49a7-b227-b23d57dfb4d9 req-d7f8858c-e0a8-4141-855a-42f287861a8d service neutron] For port 5646dc52-4e88-43a5-9f31-21a507e3921b, host hv-cinder-83009, cleared binding levels {{(pid=103458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 20:41:52.417221 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.db [req-99f5945a-5f3f-49a7-b227-b23d57dfb4d9 req-d7f8858c-e0a8-4141-855a-42f287861a8d service neutron] For port 5646dc52-4e88-43a5-9f31-21a507e3921b, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=5646dc52-4e88-43a5-9f31-21a507e3921b,segment=NetworkSegment(b17699f2-a6d0-4342-a50a-fc827084701d),segment_id=b17699f2-a6d0-4342-a50a-fc827084701d)] {{(pid=103458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 20:41:52.537525 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-99f5945a-5f3f-49a7-b227-b23d57dfb4d9 req-d7f8858c-e0a8-4141-855a-42f287861a8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745146878648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745146440924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745146440942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28566820'] for port (5646dc52-4e88-43a5-9f31-21a507e3921b), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:52.573863 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f5945a-5f3f-49a7-b227-b23d57dfb4d9 req-d7f8858c-e0a8-4141-855a-42f287861a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:41:52.574507 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-99f5945a-5f3f-49a7-b227-b23d57dfb4d9 req-d7f8858c-e0a8-4141-855a-42f287861a8d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4188892'] for port (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:52.575891 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-99f5945a-5f3f-49a7-b227-b23d57dfb4d9 req-d7f8858c-e0a8-4141-855a-42f287861a8d service neutron] 10.222.0.37 "PUT /v2.0/ports/5646dc52-4e88-43a5-9f31-21a507e3921b HTTP/1.1" status: 200 len: 1097 time: 0.8677101 Mar 08 20:41:52.576365 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5fb888e-e040-433d-86fa-2966aad6ef11', 'tag': '5646dc52-4e88-43a5-9f31-21a507e3921b'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 20:41:52.578579 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80a387be2d8005eb2e27f9060a02e972faa958bb0688f3ffd3bc7b0f4eb55c8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af19a919-1173-4eb5-8e85-9d1d1e89e570" -d '{"events": [{"name": "network-changed", "server_uuid": "d5fb888e-e040-433d-86fa-2966aad6ef11", "tag": "5646dc52-4e88-43a5-9f31-21a507e3921b"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 20:41:52.604241 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f8858c-e0a8-4141-855a-42f287861a8d service neutron] Pushing event updated for resources: {'Port': ['ID=5646dc52-4e88-43a5-9f31-21a507e3921b,revision_number=3']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:41:52.619328 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 20:41:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e1ff163-cbf5-421b-ad12-03e35dcdce7a x-openstack-request-id: req-1e1ff163-cbf5-421b-ad12-03e35dcdce7a {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 20:41:52.619632 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5fb888e-e040-433d-86fa-2966aad6ef11", "tag": "5646dc52-4e88-43a5-9f31-21a507e3921b", "status": "completed", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 20:41:52.619941 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1e1ff163-cbf5-421b-ad12-03e35dcdce7a {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 20:41:52.620866 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5fb888e-e040-433d-86fa-2966aad6ef11', 'tag': '5646dc52-4e88-43a5-9f31-21a507e3921b', 'status': 'completed', 'code': 200} Mar 08 20:41:52.697357 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af19a919-1173-4eb5-8e85-9d1d1e89e570 req-5c6386fe-35f7-40d5-a55d-dd677865e9e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:41:52.699434 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-af19a919-1173-4eb5-8e85-9d1d1e89e570 req-5c6386fe-35f7-40d5-a55d-dd677865e9e9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=dd5e65bf6fed446fb3ebd09271ffa2bb&device_id=d5fb888e-e040-433d-86fa-2966aad6ef11 HTTP/1.1" status: 200 len: 1131 time: 0.0487738 Mar 08 20:41:52.727218 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-af19a919-1173-4eb5-8e85-9d1d1e89e570 req-7e409de4-ca33-49bf-a320-1bc25b8cba35 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=dd5e65bf6fed446fb3ebd09271ffa2bb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0199351 Mar 08 20:41:52.829625 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af19a919-1173-4eb5-8e85-9d1d1e89e570 req-497007d8-d6c6-4927-afd4-293f4cc842a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:41:52.831751 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-af19a919-1173-4eb5-8e85-9d1d1e89e570 req-497007d8-d6c6-4927-afd4-293f4cc842a3 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0978484 Mar 08 20:41:52.911113 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f5945a-5f3f-49a7-b227-b23d57dfb4d9 req-1a2ad2ea-dfae-4934-8b6b-4584b7f40127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:41:52.912657 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-99f5945a-5f3f-49a7-b227-b23d57dfb4d9 req-1a2ad2ea-dfae-4934-8b6b-4584b7f40127 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=dd5e65bf6fed446fb3ebd09271ffa2bb&device_id=d5fb888e-e040-433d-86fa-2966aad6ef11 HTTP/1.1" status: 200 len: 1131 time: 0.0452459 Mar 08 20:41:52.958147 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-99f5945a-5f3f-49a7-b227-b23d57dfb4d9 req-412c7b63-232e-4fc8-8ed9-fa7add11bd4f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.41&port_id=5646dc52-4e88-43a5-9f31-21a507e3921b HTTP/1.1" status: 200 len: 217 time: 0.0385699 Mar 08 20:41:53.016342 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f5945a-5f3f-49a7-b227-b23d57dfb4d9 req-ce237bb3-cc42-4ad9-8c76-4744ff5bbd2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:41:53.017865 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-99f5945a-5f3f-49a7-b227-b23d57dfb4d9 req-ce237bb3-cc42-4ad9-8c76-4744ff5bbd2b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fd8c3f69-2550-49c2-8ff9-1551e4543b94 HTTP/1.1" status: 200 len: 843 time: 0.0457821 Mar 08 20:41:53.103932 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f5945a-5f3f-49a7-b227-b23d57dfb4d9 req-fda20235-86c6-4c54-a218-51e2eb4b94a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:41:53.105483 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-99f5945a-5f3f-49a7-b227-b23d57dfb4d9 req-fda20235-86c6-4c54-a218-51e2eb4b94a9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e7a779e9-25f0-4b55-9501-9229b7fc6456&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0785549 Mar 08 20:41:53.115443 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91f9b81-e6f9-4406-a286-efdf7803b6ca req-dc7d79db-ce55-42d9-a5b6-c82e0f039f56 tempest-VolumesNegativeTest-235764566 tempest-VolumesNegativeTest-235764566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:41:53.116888 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-c91f9b81-e6f9-4406-a286-efdf7803b6ca req-dc7d79db-ce55-42d9-a5b6-c82e0f039f56 tempest-VolumesNegativeTest-235764566 tempest-VolumesNegativeTest-235764566-project] 10.222.0.41 "GET /v2.0/ports?device_id=d5fb888e-e040-433d-86fa-2966aad6ef11 HTTP/1.1" status: 200 len: 947 time: 0.0799534 Mar 08 20:41:53.223797 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-c91f9b81-e6f9-4406-a286-efdf7803b6ca req-27d11f16-4711-4d5c-9052-eeb1d1e50b93 tempest-VolumesNegativeTest-235764566 tempest-VolumesNegativeTest-235764566-project] 10.222.0.41 "GET /v2.0/security-groups?id=b5d246f0-0780-424f-b62e-fccadc3baec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989883 Mar 08 20:41:53.244032 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-99f5945a-5f3f-49a7-b227-b23d57dfb4d9 req-e08b9be2-de36-48d3-b49a-23e4cef39624 service neutron] 10.222.0.37 "GET /v2.0/networks/e7a779e9-25f0-4b55-9501-9229b7fc6456?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245024 Mar 08 20:41:53.303779 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5756b6-3b96-4ba2-9f21-2edf768b38e9 req-8d90533e-e3b9-467a-b45e-9df7fa56b3ec tempest-TestShelveInstance-772326984 tempest-TestShelveInstance-772326984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:41:53.305348 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-3c5756b6-3b96-4ba2-9f21-2edf768b38e9 req-8d90533e-e3b9-467a-b45e-9df7fa56b3ec tempest-TestShelveInstance-772326984 tempest-TestShelveInstance-772326984-project] 10.222.0.41 "GET /v2.0/ports?device_id=082a144b-0229-466c-a02d-4945ecd61273 HTTP/1.1" status: 200 len: 944 time: 0.0528812 Mar 08 20:41:53.347345 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-99f5945a-5f3f-49a7-b227-b23d57dfb4d9 req-f6413f05-425a-49b9-b6c0-d3e7af6741f1 service neutron] 10.222.0.37 "GET /v2.0/networks/e7a779e9-25f0-4b55-9501-9229b7fc6456?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924251 Mar 08 20:41:53.359680 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-3c5756b6-3b96-4ba2-9f21-2edf768b38e9 req-36aa1424-7dbf-43d5-b587-9aee1d809a9d tempest-TestShelveInstance-772326984 tempest-TestShelveInstance-772326984-project] 10.222.0.41 "GET /v2.0/security-groups?id=2392dbbf-729e-42fc-b594-8a9340c4fea9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487318 Mar 08 20:41:54.263453 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745146981205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476605'] for agent (905863fd-6a46-47f8-82ce-98f31309cbd3), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:54.341456 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f849925-51b4-4dff-b8cd-ec302b8d2331 req-fea3a9e3-9fc4-4167-ba72-f985901ec74b tempest-VolumesNegativeTest-235764566 tempest-VolumesNegativeTest-235764566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:41:54.342912 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-4f849925-51b4-4dff-b8cd-ec302b8d2331 req-fea3a9e3-9fc4-4167-ba72-f985901ec74b tempest-VolumesNegativeTest-235764566 tempest-VolumesNegativeTest-235764566-project] 10.222.0.41 "GET /v2.0/ports?device_id=d5fb888e-e040-433d-86fa-2966aad6ef11 HTTP/1.1" status: 200 len: 947 time: 0.0534685 Mar 08 20:41:54.389819 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-4f849925-51b4-4dff-b8cd-ec302b8d2331 req-5da20461-4dc6-4aa0-9916-bd34da8cc61a tempest-VolumesNegativeTest-235764566 tempest-VolumesNegativeTest-235764566-project] 10.222.0.41 "GET /v2.0/security-groups?id=b5d246f0-0780-424f-b62e-fccadc3baec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407615 Mar 08 20:41:54.477888 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97752a84-87a7-4d37-b17d-8360cf538ce7 req-65f310c0-2cab-47fc-9656-0da525c05ab7 tempest-TestShelveInstance-772326984 tempest-TestShelveInstance-772326984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:41:54.479333 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-97752a84-87a7-4d37-b17d-8360cf538ce7 req-65f310c0-2cab-47fc-9656-0da525c05ab7 tempest-TestShelveInstance-772326984 tempest-TestShelveInstance-772326984-project] 10.222.0.41 "GET /v2.0/ports?device_id=082a144b-0229-466c-a02d-4945ecd61273 HTTP/1.1" status: 200 len: 944 time: 0.0535846 Mar 08 20:41:54.527506 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-97752a84-87a7-4d37-b17d-8360cf538ce7 req-82ddb01c-c36b-4f51-9e2e-b09b5623259e tempest-TestShelveInstance-772326984 tempest-TestShelveInstance-772326984-project] 10.222.0.41 "GET /v2.0/security-groups?id=2392dbbf-729e-42fc-b594-8a9340c4fea9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426493 Mar 08 20:41:55.514978 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a25cf4-9a97-4d33-9cba-bc398576d6ca req-98d52c31-246c-40f0-abc0-273566ee8688 tempest-VolumesNegativeTest-235764566 tempest-VolumesNegativeTest-235764566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:41:55.516507 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-21a25cf4-9a97-4d33-9cba-bc398576d6ca req-98d52c31-246c-40f0-abc0-273566ee8688 tempest-VolumesNegativeTest-235764566 tempest-VolumesNegativeTest-235764566-project] 10.222.0.41 "GET /v2.0/ports?device_id=d5fb888e-e040-433d-86fa-2966aad6ef11 HTTP/1.1" status: 200 len: 947 time: 0.0565805 Mar 08 20:41:55.565992 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-21a25cf4-9a97-4d33-9cba-bc398576d6ca req-1a31294d-800c-4ad5-835e-51bd9cc78599 tempest-VolumesNegativeTest-235764566 tempest-VolumesNegativeTest-235764566-project] 10.222.0.41 "GET /v2.0/security-groups?id=b5d246f0-0780-424f-b62e-fccadc3baec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439122 Mar 08 20:41:55.648253 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a8816e-91bf-4ed5-af82-409fa0fe837b req-805da6a2-4463-4c3b-a8bd-a009293c6800 tempest-TestShelveInstance-772326984 tempest-TestShelveInstance-772326984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:41:55.649742 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-89a8816e-91bf-4ed5-af82-409fa0fe837b req-805da6a2-4463-4c3b-a8bd-a009293c6800 tempest-TestShelveInstance-772326984 tempest-TestShelveInstance-772326984-project] 10.222.0.41 "GET /v2.0/ports?device_id=082a144b-0229-466c-a02d-4945ecd61273 HTTP/1.1" status: 200 len: 944 time: 0.0535266 Mar 08 20:41:55.699115 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-89a8816e-91bf-4ed5-af82-409fa0fe837b req-4a2d1553-13b9-4c64-a5e0-b34456051c02 tempest-TestShelveInstance-772326984 tempest-TestShelveInstance-772326984-project] 10.222.0.41 "GET /v2.0/security-groups?id=2392dbbf-729e-42fc-b594-8a9340c4fea9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436563 Mar 08 20:41:56.482518 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.rpc [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Device 5646dc52-4e88-43a5-9f31-21a507e3921b details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103460) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 20:41:56.582613 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.db [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] For port 5646dc52-4e88-43a5-9f31-21a507e3921b, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=5646dc52-4e88-43a5-9f31-21a507e3921b,segment=NetworkSegment(b17699f2-a6d0-4342-a50a-fc827084701d),segment_id=b17699f2-a6d0-4342-a50a-fc827084701d)] {{(pid=103460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:41:56.594317 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.rpc [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Returning: {'device': '5646dc52-4e88-43a5-9f31-21a507e3921b', 'network_id': 'e7a779e9-25f0-4b55-9501-9229b7fc6456', 'port_id': '5646dc52-4e88-43a5-9f31-21a507e3921b', 'mac_address': 'fa:16:3e:bb:ca:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd8c3f69-2550-49c2-8ff9-1551e4543b94', 'ip_address': '192.168.233.41'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103460) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 20:41:56.633838 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.plugin [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Current status of the port 5646dc52-4e88-43a5-9f31-21a507e3921b is: DOWN; New status is: BUILD {{(pid=103460) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:41:56.634230 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747308'] for port (5646dc52-4e88-43a5-9f31-21a507e3921b), before_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:56.648802 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.notifiers.nova [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5646dc52-4e88-43a5-9f31-21a507e3921b {{(pid=103460) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 20:41:56.669450 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.db [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] For port 5646dc52-4e88-43a5-9f31-21a507e3921b, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=5646dc52-4e88-43a5-9f31-21a507e3921b,segment=NetworkSegment(b17699f2-a6d0-4342-a50a-fc827084701d),segment_id=b17699f2-a6d0-4342-a50a-fc827084701d)] {{(pid=103460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:41:56.690910 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67fe60b-7d9b-43a5-a2db-6cc5190e0965 req-e2937b6b-da08-4430-9f3a-3f1432cb1ee3 tempest-VolumesNegativeTest-235764566 tempest-VolumesNegativeTest-235764566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:41:56.692395 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-d67fe60b-7d9b-43a5-a2db-6cc5190e0965 req-e2937b6b-da08-4430-9f3a-3f1432cb1ee3 tempest-VolumesNegativeTest-235764566 tempest-VolumesNegativeTest-235764566-project] 10.222.0.41 "GET /v2.0/ports?device_id=d5fb888e-e040-433d-86fa-2966aad6ef11 HTTP/1.1" status: 200 len: 947 time: 0.0574889 Mar 08 20:41:56.740504 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-d67fe60b-7d9b-43a5-a2db-6cc5190e0965 req-53c8ab7c-5a55-4acc-90d6-1fc522f6000f tempest-VolumesNegativeTest-235764566 tempest-VolumesNegativeTest-235764566-project] 10.222.0.41 "GET /v2.0/security-groups?id=b5d246f0-0780-424f-b62e-fccadc3baec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423322 Mar 08 20:41:56.761517 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745146878648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745146440924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745146440942'] for port (5646dc52-4e88-43a5-9f31-21a507e3921b), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:56.821850 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Pushing event updated for resources: {'Port': ['ID=5646dc52-4e88-43a5-9f31-21a507e3921b,revision_number=4']} {{(pid=103460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:41:56.830280 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:41:56.831413 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:41:56.831767 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:41:56.832112 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:41:56.832622 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:41:56.833093 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:41:56.833434 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:41:56.833768 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:41:56.834099 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:41:56.834430 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:41:56.834759 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:41:56.835084 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:41:56.835407 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:41:57.066016 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469f3734-1f7f-4acb-885b-45b7db9f457a req-230e86d2-1ff4-441c-9b85-d96cf16d6ee4 tempest-TestShelveInstance-772326984 tempest-TestShelveInstance-772326984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:41:57.067402 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-469f3734-1f7f-4acb-885b-45b7db9f457a req-230e86d2-1ff4-441c-9b85-d96cf16d6ee4 tempest-TestShelveInstance-772326984 tempest-TestShelveInstance-772326984-project] 10.222.0.41 "GET /v2.0/ports?device_id=082a144b-0229-466c-a02d-4945ecd61273 HTTP/1.1" status: 200 len: 944 time: 0.3028326 Mar 08 20:41:57.090127 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.db [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] get_ports_and_sgs() called for port_ids ['5646dc52-4e88-43a5-9f31-21a507e3921b'] {{(pid=103460) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 20:41:57.115841 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-469f3734-1f7f-4acb-885b-45b7db9f457a req-abb815c1-3a6e-42f8-919d-c80c80fc5df5 tempest-TestShelveInstance-772326984 tempest-TestShelveInstance-772326984-project] 10.222.0.41 "GET /v2.0/security-groups?id=2392dbbf-729e-42fc-b594-8a9340c4fea9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427413 Mar 08 20:41:57.406239 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a7030b-97df-45f8-bbd8-5a7878b7bdd8 req-1eb147b0-1ffc-48ad-9680-c0c909764395 tempest-TestMinimumBasicScenario-1546645339 tempest-TestMinimumBasicScenario-1546645339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:41:57.407728 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-38a7030b-97df-45f8-bbd8-5a7878b7bdd8 req-1eb147b0-1ffc-48ad-9680-c0c909764395 tempest-TestMinimumBasicScenario-1546645339 tempest-TestMinimumBasicScenario-1546645339-project] 10.222.0.41 "GET /v2.0/ports?device_id=b217c0e6-a561-4d46-b157-b4a72fa68021 HTTP/1.1" status: 200 len: 945 time: 0.0536509 Mar 08 20:41:57.454229 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-38a7030b-97df-45f8-bbd8-5a7878b7bdd8 req-b06a4c78-79f2-4157-840c-edf8b060713c tempest-TestMinimumBasicScenario-1546645339 tempest-TestMinimumBasicScenario-1546645339-project] 10.222.0.41 "GET /v2.0/security-groups?id=802559eb-4a4a-4285-9736-477b59370538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407860 Mar 08 20:41:57.475811 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.wsgi [-] (103459) accepted ('10.222.0.41', 39150) {{(pid=103459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:41:57.661249 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be6a2275-7d44-4665-8caf-7a744f681e65 tempest-TestMinimumBasicScenario-642047144 tempest-TestMinimumBasicScenario-642047144-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:41:57.662749 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [None req-be6a2275-7d44-4665-8caf-7a744f681e65 tempest-TestMinimumBasicScenario-642047144 tempest-TestMinimumBasicScenario-642047144-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=b217c0e6-a561-4d46-b157-b4a72fa68021 HTTP/1.1" status: 200 len: 1124 time: 0.1858909 Mar 08 20:41:57.665536 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.wsgi [-] (103459) accepted ('10.222.0.41', 39154) {{(pid=103459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:41:57.669636 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.v2.base [None req-99569171-14b3-4231-8c53-a913984e1f6a tempest-TestMinimumBasicScenario-1546645339 tempest-TestMinimumBasicScenario-1546645339-project] Request body: {'floatingip': {'floating_network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'port_id': '3bacef93-d91b-4b4a-9031-e7b90c500f4f', 'tenant_id': '541c315e66fa42668963ee3c03670435', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:41:57.788839 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-99569171-14b3-4231-8c53-a913984e1f6a tempest-TestMinimumBasicScenario-1546645339 tempest-TestMinimumBasicScenario-1546645339-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:57.904687 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14871b9c-648e-4b2a-9b77-96ec545dc14c req-e41ff4b2-e941-4cd3-b94e-ea39dedbbb4f tempest-VolumesNegativeTest-235764566 tempest-VolumesNegativeTest-235764566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:41:57.906084 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-14871b9c-648e-4b2a-9b77-96ec545dc14c req-e41ff4b2-e941-4cd3-b94e-ea39dedbbb4f tempest-VolumesNegativeTest-235764566 tempest-VolumesNegativeTest-235764566-project] 10.222.0.41 "GET /v2.0/ports?device_id=d5fb888e-e040-433d-86fa-2966aad6ef11 HTTP/1.1" status: 200 len: 948 time: 0.0980034 Mar 08 20:41:57.960604 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-99569171-14b3-4231-8c53-a913984e1f6a tempest-TestMinimumBasicScenario-1546645339 tempest-TestMinimumBasicScenario-1546645339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747308'] for port (None), before_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:57.970581 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-14871b9c-648e-4b2a-9b77-96ec545dc14c req-01ee2067-2e9e-433f-b404-76937d9bf395 tempest-VolumesNegativeTest-235764566 tempest-VolumesNegativeTest-235764566-project] 10.222.0.41 "GET /v2.0/security-groups?id=b5d246f0-0780-424f-b62e-fccadc3baec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575385 Mar 08 20:41:58.071376 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.db.db_base_plugin_common [None req-99569171-14b3-4231-8c53-a913984e1f6a tempest-TestMinimumBasicScenario-1546645339 tempest-TestMinimumBasicScenario-1546645339-project] Allocated IP 172.27.2.159 (fc278ace-cc38-44e4-ba35-3f28be706052/6746aa92-141d-47b3-806a-20502e0a6f7e/270bc8c4-9eb6-4a07-890d-c0d3c65f6d05) {{(pid=103459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 20:41:58.169207 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-99569171-14b3-4231-8c53-a913984e1f6a tempest-TestMinimumBasicScenario-1546645339 tempest-TestMinimumBasicScenario-1546645339-project] Publish callbacks [] for port (270bc8c4-9eb6-4a07-890d-c0d3c65f6d05), precommit_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:58.204743 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.db.agents_db [None req-39e8813d-158c-4e2f-bb5f-b8539461cb33 None None] Agent healthcheck: found 6 active agents {{(pid=103461) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 20:41:58.242156 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6f55bc-7aba-4688-86c4-fd9cbedd1749 req-f4dac7ff-c7ed-4876-b451-1b5b5271e4c8 tempest-TestShelveInstance-772326984 tempest-TestShelveInstance-772326984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:41:58.243665 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-dd6f55bc-7aba-4688-86c4-fd9cbedd1749 req-f4dac7ff-c7ed-4876-b451-1b5b5271e4c8 tempest-TestShelveInstance-772326984 tempest-TestShelveInstance-772326984-project] 10.222.0.41 "GET /v2.0/ports?device_id=082a144b-0229-466c-a02d-4945ecd61273 HTTP/1.1" status: 200 len: 944 time: 0.0600920 Mar 08 20:41:58.274684 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-99569171-14b3-4231-8c53-a913984e1f6a tempest-TestMinimumBasicScenario-1546645339 tempest-TestMinimumBasicScenario-1546645339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745146440906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28404629'] for port (270bc8c4-9eb6-4a07-890d-c0d3c65f6d05), after_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:58.294891 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-dd6f55bc-7aba-4688-86c4-fd9cbedd1749 req-2470858a-fb15-496b-b089-7dc0008e5b9e tempest-TestShelveInstance-772326984 tempest-TestShelveInstance-772326984-project] 10.222.0.41 "GET /v2.0/security-groups?id=2392dbbf-729e-42fc-b594-8a9340c4fea9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450540 Mar 08 20:41:58.319997 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99569171-14b3-4231-8c53-a913984e1f6a tempest-TestMinimumBasicScenario-1546645339 tempest-TestMinimumBasicScenario-1546645339-project] Network fc278ace-cc38-44e4-ba35-3f28be706052 is already hosted by enough agents. {{(pid=103459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 20:41:58.322934 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.scheduler.base_scheduler [None req-99569171-14b3-4231-8c53-a913984e1f6a tempest-TestMinimumBasicScenario-1546645339 tempest-TestMinimumBasicScenario-1546645339-project] Resources bound (agent type, host, resource id): {{(pid=103459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:41:58.326313 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99569171-14b3-4231-8c53-a913984e1f6a tempest-TestMinimumBasicScenario-1546645339 tempest-TestMinimumBasicScenario-1546645339-project] Received port after_create {{(pid=103459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 20:41:58.349810 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99569171-14b3-4231-8c53-a913984e1f6a tempest-TestMinimumBasicScenario-1546645339 tempest-TestMinimumBasicScenario-1546645339-project] Pushing event updated for resources: {'Port': ['ID=270bc8c4-9eb6-4a07-890d-c0d3c65f6d05,revision_number=1']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:41:58.483226 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.rpc [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Device 506eec41-3293-41e5-8c79-71280fb739b8 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103460) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 20:41:58.488690 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.rpc [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Device 5646dc52-4e88-43a5-9f31-21a507e3921b up at agent hyperv_hv-cinder-83009 {{(pid=103460) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 20:41:58.629780 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.db [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] For port 506eec41-3293-41e5-8c79-71280fb739b8, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=506eec41-3293-41e5-8c79-71280fb739b8,segment=NetworkSegment(8fc2d993-6803-4556-81fb-1985715cec09),segment_id=8fc2d993-6803-4556-81fb-1985715cec09)] {{(pid=103460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:41:58.642547 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.rpc [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Returning: {'device': '506eec41-3293-41e5-8c79-71280fb739b8', 'network_id': 'da669f67-20d4-4a55-981d-80d7d8e8963b', 'port_id': '506eec41-3293-41e5-8c79-71280fb739b8', 'mac_address': 'fa:16:3e:aa:2d:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e86bf876-bd16-47fc-be67-14ef22cd6377', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103460) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 20:41:58.688958 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.plugin [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Current status of the port 506eec41-3293-41e5-8c79-71280fb739b8 is: DOWN; New status is: BUILD {{(pid=103460) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:41:58.689343 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747308'] for port (506eec41-3293-41e5-8c79-71280fb739b8), before_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:58.703448 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.provisioning_blocks [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Provisioning for port 5646dc52-4e88-43a5-9f31-21a507e3921b completed by entity L2. {{(pid=103460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 20:41:58.706962 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.notifiers.nova [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 506eec41-3293-41e5-8c79-71280fb739b8 {{(pid=103460) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 20:41:58.709286 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-99569171-14b3-4231-8c53-a913984e1f6a tempest-TestMinimumBasicScenario-1546645339 tempest-TestMinimumBasicScenario-1546645339-project] Publish callbacks [] for floatingip (db7a8bcb-b004-42a3-9ca5-8080fe5b5f8b), precommit_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:58.714483 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.provisioning_blocks [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Provisioning complete for port 5646dc52-4e88-43a5-9f31-21a507e3921b triggered by entity L2. {{(pid=103460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:41:58.714866 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476507'] for port (5646dc52-4e88-43a5-9f31-21a507e3921b), provisioning_complete {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:58.748614 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.db [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] For port 506eec41-3293-41e5-8c79-71280fb739b8, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=506eec41-3293-41e5-8c79-71280fb739b8,segment=NetworkSegment(8fc2d993-6803-4556-81fb-1985715cec09),segment_id=8fc2d993-6803-4556-81fb-1985715cec09)] {{(pid=103460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:41:58.804576 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.plugin [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Current status of the port 5646dc52-4e88-43a5-9f31-21a507e3921b is: BUILD; New status is: ACTIVE {{(pid=103460) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:41:58.804976 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747308'] for port (5646dc52-4e88-43a5-9f31-21a507e3921b), before_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:58.829092 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5fb888e-e040-433d-86fa-2966aad6ef11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5646dc52-4e88-43a5-9f31-21a507e3921b'}] {{(pid=103460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 20:41:58.832005 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf2096ed20afa7c789231551a200e589db82a1cedf1791aa7acfc36920bc021b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0545161-1ad5-4446-b931-cf69de04c857" -d '{"events": [{"server_uuid": "d5fb888e-e040-433d-86fa-2966aad6ef11", "name": "network-vif-plugged", "status": "completed", "tag": "5646dc52-4e88-43a5-9f31-21a507e3921b"}]}' {{(pid=103460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 20:41:58.842583 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745146878648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745146440924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745146440942'] for port (506eec41-3293-41e5-8c79-71280fb739b8), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:58.850785 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.db [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] For port 5646dc52-4e88-43a5-9f31-21a507e3921b, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=5646dc52-4e88-43a5-9f31-21a507e3921b,segment=NetworkSegment(b17699f2-a6d0-4342-a50a-fc827084701d),segment_id=b17699f2-a6d0-4342-a50a-fc827084701d)] {{(pid=103460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:41:58.872494 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 20:41:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2b5670a-a070-428b-8a28-c0569dd49ece x-openstack-request-id: req-e2b5670a-a070-428b-8a28-c0569dd49ece {{(pid=103460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 20:41:58.872779 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5fb888e-e040-433d-86fa-2966aad6ef11", "name": "network-vif-plugged", "status": "completed", "tag": "5646dc52-4e88-43a5-9f31-21a507e3921b", "code": 200}]} {{(pid=103460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 20:41:58.873025 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e2b5670a-a070-428b-8a28-c0569dd49ece {{(pid=103460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 20:41:58.873405 dv-cinder-830096-3-iscsi neutron-server[103460]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5fb888e-e040-433d-86fa-2966aad6ef11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5646dc52-4e88-43a5-9f31-21a507e3921b', 'code': 200} Mar 08 20:41:58.909389 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-99569171-14b3-4231-8c53-a913984e1f6a tempest-TestMinimumBasicScenario-1546645339 tempest-TestMinimumBasicScenario-1546645339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747308'] for port (270bc8c4-9eb6-4a07-890d-c0d3c65f6d05), before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:58.909634 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Pushing event updated for resources: {'Port': ['ID=506eec41-3293-41e5-8c79-71280fb739b8,revision_number=4']} {{(pid=103460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:41:58.937040 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745146878648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745146440924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745146440942'] for port (5646dc52-4e88-43a5-9f31-21a507e3921b), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:58.980729 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-1d76096a-bfc6-4922-b39b-e8dc00b3ba4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745146981205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476605'] for agent (a3d84102-f7d3-452b-861a-973020576047), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:58.985979 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Pushing event updated for resources: {'Port': ['ID=5646dc52-4e88-43a5-9f31-21a507e3921b,revision_number=5']} {{(pid=103460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:41:59.068642 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-99569171-14b3-4231-8c53-a913984e1f6a tempest-TestMinimumBasicScenario-1546645339 tempest-TestMinimumBasicScenario-1546645339-project] Publish callbacks [] for port (270bc8c4-9eb6-4a07-890d-c0d3c65f6d05), precommit_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:59.092918 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b61c80-1908-45e2-b633-2b38ecad940f req-99c5e26f-d8a3-4873-a41a-62540418bdce tempest-VolumesNegativeTest-235764566 tempest-VolumesNegativeTest-235764566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:41:59.094446 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-09b61c80-1908-45e2-b633-2b38ecad940f req-99c5e26f-d8a3-4873-a41a-62540418bdce tempest-VolumesNegativeTest-235764566 tempest-VolumesNegativeTest-235764566-project] 10.222.0.41 "GET /v2.0/ports?device_id=d5fb888e-e040-433d-86fa-2966aad6ef11 HTTP/1.1" status: 200 len: 949 time: 0.0561304 Mar 08 20:41:59.144825 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-09b61c80-1908-45e2-b633-2b38ecad940f req-7d0bc6c9-3646-4174-a46c-b72cc449260f tempest-VolumesNegativeTest-235764566 tempest-VolumesNegativeTest-235764566-project] 10.222.0.41 "GET /v2.0/security-groups?id=b5d246f0-0780-424f-b62e-fccadc3baec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442441 Mar 08 20:41:59.148758 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.db [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] get_ports_and_sgs() called for port_ids ['506eec41-3293-41e5-8c79-71280fb739b8'] {{(pid=103460) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 20:41:59.182537 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-99569171-14b3-4231-8c53-a913984e1f6a tempest-TestMinimumBasicScenario-1546645339 tempest-TestMinimumBasicScenario-1546645339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745146878648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745146440924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745146440942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28404716'] for port (270bc8c4-9eb6-4a07-890d-c0d3c65f6d05), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:59.250728 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99569171-14b3-4231-8c53-a913984e1f6a tempest-TestMinimumBasicScenario-1546645339 tempest-TestMinimumBasicScenario-1546645339-project] Pushing event updated for resources: {'Port': ['ID=270bc8c4-9eb6-4a07-890d-c0d3c65f6d05,revision_number=2']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:41:59.266797 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-99569171-14b3-4231-8c53-a913984e1f6a tempest-TestMinimumBasicScenario-1546645339 tempest-TestMinimumBasicScenario-1546645339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-443219'] for floatingip (db7a8bcb-b004-42a3-9ca5-8080fe5b5f8b), after_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:59.324348 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8943cd1e-4293-4915-97c6-7e35923fc387 req-12889519-f0b4-49df-b8bc-fdd2e28195d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:41:59.328694 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-8943cd1e-4293-4915-97c6-7e35923fc387 req-12889519-f0b4-49df-b8bc-fdd2e28195d2 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d5fb888e-e040-433d-86fa-2966aad6ef11 HTTP/1.1" status: 200 len: 1133 time: 0.0570071 Mar 08 20:41:59.386656 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.db.l3_db [None req-99569171-14b3-4231-8c53-a913984e1f6a tempest-TestMinimumBasicScenario-1546645339 tempest-TestMinimumBasicScenario-1546645339-project] Floating IP db7a8bcb-b004-42a3-9ca5-8080fe5b5f8b associated. External IP: 172.27.2.159, port: 3bacef93-d91b-4b4a-9031-e7b90c500f4f. Mar 08 20:41:59.395041 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-8943cd1e-4293-4915-97c6-7e35923fc387 req-9d44646c-cb1f-42e4-85e5-1090ba38b0e4 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=b5d246f0-0780-424f-b62e-fccadc3baec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562515 Mar 08 20:41:59.522842 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cb0fa0-e7fc-4e60-a362-a82fa406d522 req-0801a248-cbc5-47ce-a407-8e733b6e204d tempest-TestShelveInstance-772326984 tempest-TestShelveInstance-772326984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:41:59.524404 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-78cb0fa0-e7fc-4e60-a362-a82fa406d522 req-0801a248-cbc5-47ce-a407-8e733b6e204d tempest-TestShelveInstance-772326984 tempest-TestShelveInstance-772326984-project] 10.222.0.41 "GET /v2.0/ports?device_id=082a144b-0229-466c-a02d-4945ecd61273 HTTP/1.1" status: 200 len: 945 time: 0.1346276 Mar 08 20:41:59.620112 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-78cb0fa0-e7fc-4e60-a362-a82fa406d522 req-6b066a1f-8000-47a0-aa75-61d7f41fe53e tempest-TestShelveInstance-772326984 tempest-TestShelveInstance-772326984-project] 10.222.0.41 "GET /v2.0/security-groups?id=2392dbbf-729e-42fc-b594-8a9340c4fea9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0891769 Mar 08 20:41:59.677176 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99569171-14b3-4231-8c53-a913984e1f6a tempest-TestMinimumBasicScenario-1546645339 tempest-TestMinimumBasicScenario-1546645339-project] Router 4e783fcd-94b3-4897-953b-f8d250192afb has already been hosted by L3 agent 7ae9fd8f-5d61-4821-9eac-044950c450f0 {{(pid=103459) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 20:41:59.787934 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99569171-14b3-4231-8c53-a913984e1f6a tempest-TestMinimumBasicScenario-1546645339 tempest-TestMinimumBasicScenario-1546645339-project] Notify agent at l3_agent.dv-cinder-830096-3-iscsi the message routers_updated {{(pid=103459) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 20:41:59.797584 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51810e97-5396-4e45-8b12-d1d82473347c None None] Sync routers for ids ['4e783fcd-94b3-4897-953b-f8d250192afb'] in dv-cinder-830096-3-iscsi {{(pid=103461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 20:41:59.807398 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51810e97-5396-4e45-8b12-d1d82473347c None None] Routers {'4e783fcd-94b3-4897-953b-f8d250192afb'} bound to L3 agent in host dv-cinder-830096-3-iscsi {{(pid=103461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:41:59.808010 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.db.l3_hamode_db [None req-51810e97-5396-4e45-8b12-d1d82473347c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-08T20:23:01Z,description=,heartbeat_timestamp=2022-03-08T20:41:31Z,host='dv-cinder-830096-3-iscsi',id=7ae9fd8f-5d61-4821-9eac-044950c450f0,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:23:02Z,topic='l3_agent')) {'router_ids': ['4e783fcd-94b3-4897-953b-f8d250192afb'], 'active': True} {{(pid=103461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:41:59.858408 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-99569171-14b3-4231-8c53-a913984e1f6a tempest-TestMinimumBasicScenario-1546645339 tempest-TestMinimumBasicScenario-1546645339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4188892'] for floatingip (None), before_response {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:59.890353 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [None req-99569171-14b3-4231-8c53-a913984e1f6a tempest-TestMinimumBasicScenario-1546645339 tempest-TestMinimumBasicScenario-1546645339-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2232785 Mar 08 20:41:59.890952 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b217c0e6-a561-4d46-b157-b4a72fa68021', 'tag': '3bacef93-d91b-4b4a-9031-e7b90c500f4f'}] {{(pid=103459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 20:41:59.892858 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.41', 39170) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:41:59.893434 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30f128d5f71b3f7cc76d6cee4f56f72b4ad92d7c7cb63713f7d7a45aaaaee86d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81aa22db-557e-41be-a4a6-473a7b824e80" -d '{"events": [{"name": "network-changed", "server_uuid": "b217c0e6-a561-4d46-b157-b4a72fa68021", "tag": "3bacef93-d91b-4b4a-9031-e7b90c500f4f"}]}' {{(pid=103459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 20:41:59.898380 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.v2.base [None req-3956781a-9189-48d1-bf46-486416028062 tempest-TestMinimumBasicScenario-1546645339 tempest-TestMinimumBasicScenario-1546645339-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1117270889', 'description': 'tempest-secgroup-smoke-1117270889 description', 'project_id': '541c315e66fa42668963ee3c03670435'}} {{(pid=103458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:41:59.919737 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.db.l3_dvr_db [None req-51810e97-5396-4e45-8b12-d1d82473347c None None] Set router 4e783fcd-94b3-4897-953b-f8d250192afb gateway port host: dv-cinder-830096-3-iscsi {{(pid=103461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:41:59.931989 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 20:41:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aeba2f57-8b09-4dd4-a393-fd30a3f27686 x-openstack-request-id: req-aeba2f57-8b09-4dd4-a393-fd30a3f27686 {{(pid=103459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 20:41:59.932366 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b217c0e6-a561-4d46-b157-b4a72fa68021", "tag": "3bacef93-d91b-4b4a-9031-e7b90c500f4f", "status": "completed", "code": 200}]} {{(pid=103459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 20:41:59.932741 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-aeba2f57-8b09-4dd4-a393-fd30a3f27686 {{(pid=103459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 20:41:59.933145 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b217c0e6-a561-4d46-b157-b4a72fa68021', 'tag': '3bacef93-d91b-4b4a-9031-e7b90c500f4f', 'status': 'completed', 'code': 200} Mar 08 20:41:59.984553 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-3956781a-9189-48d1-bf46-486416028062 tempest-TestMinimumBasicScenario-1546645339 tempest-TestMinimumBasicScenario-1546645339-project] Publish callbacks [] for security_group (None), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:42:00.029034 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81aa22db-557e-41be-a4a6-473a7b824e80 req-2a4f3287-e837-459a-a753-c07a622119c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:42:00.030544 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-81aa22db-557e-41be-a4a6-473a7b824e80 req-2a4f3287-e837-459a-a753-c07a622119c3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=541c315e66fa42668963ee3c03670435&device_id=b217c0e6-a561-4d46-b157-b4a72fa68021 HTTP/1.1" status: 200 len: 1129 time: 0.0739799 Mar 08 20:42:00.122347 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-3956781a-9189-48d1-bf46-486416028062 tempest-TestMinimumBasicScenario-1546645339 tempest-TestMinimumBasicScenario-1546645339-project] Publish callbacks [] for security_group (367b0b63-618b-46b7-9c36-4183510fc715), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:42:00.140569 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.db.l3_hamode_db [None req-51810e97-5396-4e45-8b12-d1d82473347c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e783fcd-94b3-4897-953b-f8d250192afb', 'name': 'tempest-TestMinimumBasicScenario-1798639412-router', 'tenant_id': '541c315e66fa42668963ee3c03670435', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'external_fixed_ips': [{'subnet_id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'ip_address': '172.27.2.183'}], 'enable_snat': True}, 'gw_port_id': 'b94a8249-8eb2-42a6-a0ef-f27012dcd1aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:40:46Z', 'updated_at': '2022-03-08T20:40:50Z', 'revision_number': 4, 'project_id': '541c315e66fa42668963ee3c03670435', 'gw_port': {'id': 'b94a8249-8eb2-42a6-a0ef-f27012dcd1aa', 'name': '', 'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:97:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e783fcd-94b3-4897-953b-f8d250192afb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'ip_address': '172.27.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:40:47Z', 'updated_at': '2022-03-08T20:40:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-3-iscsi', '_floatingips': [{'id': 'db7a8bcb-b004-42a3-9ca5-8080fe5b5f8b', 'tenant_id': '541c315e66fa42668963ee3c03670435', 'floating_ip_address': '172.27.2.159', 'floating_network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'router_id': '4e783fcd-94b3-4897-953b-f8d250192afb', 'port_id': '3bacef93-d91b-4b4a-9031-e7b90c500f4f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 723, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '59981146-db64-4aab-9ae0-f6de91557fc5', 'mac_address': 'fa:16:3e:0c:48:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b217c0e6-a561-4d46-b157-b4a72fa68021', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T20:41:58Z', 'updated_at': '2022-03-08T20:41:58Z', 'revision_number': 0, 'project_id': '541c315e66fa42668963ee3c03670435', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df19568a-c815-4efc-9a03-2d9c7d4d51ad', 'name': '', 'network_id': '59981146-db64-4aab-9ae0-f6de91557fc5', 'tenant_id': '541c315e66fa42668963ee3c03670435', 'mac_address': 'fa:16:3e:ec:84:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e783fcd-94b3-4897-953b-f8d250192afb', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '64223cab-22b1-4c64-b303-569b24b13550', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:40:50Z', 'updated_at': '2022-03-08T20:40:55Z', 'revision_number': 5, 'project_id': '541c315e66fa42668963ee3c03670435', 'subnets': [{'id': '64223cab-22b1-4c64-b303-569b24b13550', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830096-3-iscsi', False) {} {{(pid=103461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:42:00.146465 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81aa22db-557e-41be-a4a6-473a7b824e80 req-9b492128-268a-420c-94bc-d29486ce1dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:42:00.148373 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-81aa22db-557e-41be-a4a6-473a7b824e80 req-9b492128-268a-420c-94bc-d29486ce1dd9 service neutron] 10.222.0.37 "GET /v2.0/networks?id=59981146-db64-4aab-9ae0-f6de91557fc5 HTTP/1.1" status: 200 len: 916 time: 0.1107407 Mar 08 20:42:00.169954 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51810e97-5396-4e45-8b12-d1d82473347c None None] Checking router: 4e783fcd-94b3-4897-953b-f8d250192afb for host: dv-cinder-830096-3-iscsi {{(pid=103461) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 20:42:00.178685 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51810e97-5396-4e45-8b12-d1d82473347c None None] Routers {'4e783fcd-94b3-4897-953b-f8d250192afb'} bound to L3 agent in host dv-cinder-830096-3-iscsi {{(pid=103461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:42:00.179288 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.db.l3_hamode_db [None req-51810e97-5396-4e45-8b12-d1d82473347c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-08T20:23:01Z,description=,heartbeat_timestamp=2022-03-08T20:41:31Z,host='dv-cinder-830096-3-iscsi',id=7ae9fd8f-5d61-4821-9eac-044950c450f0,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:23:02Z,topic='l3_agent')) {'router_ids': ['4e783fcd-94b3-4897-953b-f8d250192afb'], 'active': True} {{(pid=103461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:42:00.191669 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-3956781a-9189-48d1-bf46-486416028062 tempest-TestMinimumBasicScenario-1546645339 tempest-TestMinimumBasicScenario-1546645339-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310940'] for security_group (367b0b63-618b-46b7-9c36-4183510fc715), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:42:00.240268 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3956781a-9189-48d1-bf46-486416028062 tempest-TestMinimumBasicScenario-1546645339 tempest-TestMinimumBasicScenario-1546645339-project] Pushing event updated for resources: {'SecurityGroup': ['ID=367b0b63-618b-46b7-9c36-4183510fc715,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:42:00.245120 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-81aa22db-557e-41be-a4a6-473a7b824e80 req-be8fa608-7cb2-4e65-9541-061f20172cd1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3bacef93-d91b-4b4a-9031-e7b90c500f4f HTTP/1.1" status: 200 len: 999 time: 0.0901532 Mar 08 20:42:00.289916 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3d3226-d6b5-4496-9305-0ced38822ef6 req-d18cba48-8eaa-4e1e-836a-2a4405b11973 tempest-VolumesNegativeTest-235764566 tempest-VolumesNegativeTest-235764566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:42:00.291548 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-7f3d3226-d6b5-4496-9305-0ced38822ef6 req-d18cba48-8eaa-4e1e-836a-2a4405b11973 tempest-VolumesNegativeTest-235764566 tempest-VolumesNegativeTest-235764566-project] 10.222.0.41 "GET /v2.0/ports?device_id=d5fb888e-e040-433d-86fa-2966aad6ef11 HTTP/1.1" status: 200 len: 949 time: 0.0649257 Mar 08 20:42:00.294251 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.db.l3_dvr_db [None req-51810e97-5396-4e45-8b12-d1d82473347c None None] Set router 4e783fcd-94b3-4897-953b-f8d250192afb gateway port host: dv-cinder-830096-3-iscsi {{(pid=103461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:42:00.304833 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-3956781a-9189-48d1-bf46-486416028062 tempest-TestMinimumBasicScenario-1546645339 tempest-TestMinimumBasicScenario-1546645339-project] Publish callbacks [] for security_group (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:42:00.310061 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-3956781a-9189-48d1-bf46-486416028062 tempest-TestMinimumBasicScenario-1546645339 tempest-TestMinimumBasicScenario-1546645339-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4118383 Mar 08 20:42:00.310061 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81aa22db-557e-41be-a4a6-473a7b824e80 req-9a40fbc6-0810-461c-988f-bf28dec5c08d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:42:00.310061 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-81aa22db-557e-41be-a4a6-473a7b824e80 req-9a40fbc6-0810-461c-988f-bf28dec5c08d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=64223cab-22b1-4c64-b303-569b24b13550 HTTP/1.1" status: 200 len: 854 time: 0.0572305 Mar 08 20:42:00.311137 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.41', 39176) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:42:00.315924 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.v2.base [None req-539be175-58d0-449b-8ca0-d061ffa3fe6b tempest-TestMinimumBasicScenario-1546645339 tempest-TestMinimumBasicScenario-1546645339-project] Request body: {'security_group_rule': {'security_group_id': '367b0b63-618b-46b7-9c36-4183510fc715', 'project_id': '541c315e66fa42668963ee3c03670435', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:42:00.355283 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-7f3d3226-d6b5-4496-9305-0ced38822ef6 req-78b74ff5-55e4-4eb6-b2ce-2b61e8f622ae tempest-VolumesNegativeTest-235764566 tempest-VolumesNegativeTest-235764566-project] 10.222.0.41 "GET /v2.0/security-groups?id=b5d246f0-0780-424f-b62e-fccadc3baec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571897 Mar 08 20:42:00.385912 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81aa22db-557e-41be-a4a6-473a7b824e80 req-cf901020-80de-4976-9b46-700543d4265d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:42:00.387387 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-81aa22db-557e-41be-a4a6-473a7b824e80 req-cf901020-80de-4976-9b46-700543d4265d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=59981146-db64-4aab-9ae0-f6de91557fc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0658922 Mar 08 20:42:00.481752 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.rpc [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Device 506eec41-3293-41e5-8c79-71280fb739b8 up at agent hyperv_hv-cinder-83009 {{(pid=103460) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 20:42:00.485346 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-539be175-58d0-449b-8ca0-d061ffa3fe6b tempest-TestMinimumBasicScenario-1546645339 tempest-TestMinimumBasicScenario-1546645339-project] Publish callbacks [] for security_group_rule (c0ca5ed1-097d-47f5-bab6-91dc246c1530), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:42:00.514336 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-81aa22db-557e-41be-a4a6-473a7b824e80 req-37b3c3ee-53ef-48f5-8a95-0d5e0186d330 service neutron] 10.222.0.37 "GET /v2.0/networks/59981146-db64-4aab-9ae0-f6de91557fc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1131260 Mar 08 20:42:00.551863 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.db.l3_hamode_db [None req-51810e97-5396-4e45-8b12-d1d82473347c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e783fcd-94b3-4897-953b-f8d250192afb', 'name': 'tempest-TestMinimumBasicScenario-1798639412-router', 'tenant_id': '541c315e66fa42668963ee3c03670435', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'external_fixed_ips': [{'subnet_id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'ip_address': '172.27.2.183'}], 'enable_snat': True}, 'gw_port_id': 'b94a8249-8eb2-42a6-a0ef-f27012dcd1aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:40:46Z', 'updated_at': '2022-03-08T20:40:50Z', 'revision_number': 4, 'project_id': '541c315e66fa42668963ee3c03670435', 'gw_port': {'id': 'b94a8249-8eb2-42a6-a0ef-f27012dcd1aa', 'name': '', 'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:97:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e783fcd-94b3-4897-953b-f8d250192afb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'ip_address': '172.27.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:40:47Z', 'updated_at': '2022-03-08T20:40:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-3-iscsi', '_floatingips': [{'id': 'db7a8bcb-b004-42a3-9ca5-8080fe5b5f8b', 'tenant_id': '541c315e66fa42668963ee3c03670435', 'floating_ip_address': '172.27.2.159', 'floating_network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'router_id': '4e783fcd-94b3-4897-953b-f8d250192afb', 'port_id': '3bacef93-d91b-4b4a-9031-e7b90c500f4f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 723, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '59981146-db64-4aab-9ae0-f6de91557fc5', 'mac_address': 'fa:16:3e:0c:48:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b217c0e6-a561-4d46-b157-b4a72fa68021', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T20:41:58Z', 'updated_at': '2022-03-08T20:41:58Z', 'revision_number': 0, 'project_id': '541c315e66fa42668963ee3c03670435', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df19568a-c815-4efc-9a03-2d9c7d4d51ad', 'name': '', 'network_id': '59981146-db64-4aab-9ae0-f6de91557fc5', 'tenant_id': '541c315e66fa42668963ee3c03670435', 'mac_address': 'fa:16:3e:ec:84:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e783fcd-94b3-4897-953b-f8d250192afb', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '64223cab-22b1-4c64-b303-569b24b13550', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:40:50Z', 'updated_at': '2022-03-08T20:40:55Z', 'revision_number': 5, 'project_id': '541c315e66fa42668963ee3c03670435', 'subnets': [{'id': '64223cab-22b1-4c64-b303-569b24b13550', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830096-3-iscsi', False) {} {{(pid=103461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:42:00.584532 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51810e97-5396-4e45-8b12-d1d82473347c None None] The sync data for ids ['4e783fcd-94b3-4897-953b-f8d250192afb'] in dv-cinder-830096-3-iscsi is: [{'id': '4e783fcd-94b3-4897-953b-f8d250192afb', 'name': 'tempest-TestMinimumBasicScenario-1798639412-router', 'tenant_id': '541c315e66fa42668963ee3c03670435', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'external_fixed_ips': [{'subnet_id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'ip_address': '172.27.2.183'}], 'enable_snat': True}, 'gw_port_id': 'b94a8249-8eb2-42a6-a0ef-f27012dcd1aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:40:46Z', 'updated_at': '2022-03-08T20:40:50Z', 'revision_number': 4, 'project_id': '541c315e66fa42668963ee3c03670435', 'gw_port': {'id': 'b94a8249-8eb2-42a6-a0ef-f27012dcd1aa', 'name': '', 'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:97:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e783fcd-94b3-4897-953b-f8d250192afb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'ip_address': '172.27.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:40:47Z', 'updated_at': '2022-03-08T20:40:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-3-iscsi', '_floatingips': [{'id': 'db7a8bcb-b004-42a3-9ca5-8080fe5b5f8b', 'tenant_id': '541c315e66fa42668963ee3c03670435', 'floating_ip_address': '172.27.2.159', 'floating_network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'router_id': '4e783fcd-94b3-4897-953b-f8d250192afb', 'port_id': '3bacef93-d91b-4b4a-9031-e7b90c500f4f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 723, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '59981146-db64-4aab-9ae0-f6de91557fc5', 'mac_address': 'fa:16:3e:0c:48:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b217c0e6-a561-4d46-b157-b4a72fa68021', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T20:41:58Z', 'updated_at': '2022-03-08T20:41:58Z', 'revision_number': 0, 'project_id': '541c315e66fa42668963ee3c03670435', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df19568a-c815-4efc-9a03-2d9c7d4d51ad', 'name': '', 'network_id': '59981146-db64-4aab-9ae0-f6de91557fc5', 'tenant_id': '541c315e66fa42668963ee3c03670435', 'mac_address': 'fa:16:3e:ec:84:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e783fcd-94b3-4897-953b-f8d250192afb', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '64223cab-22b1-4c64-b303-569b24b13550', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:40:50Z', 'updated_at': '2022-03-08T20:40:55Z', 'revision_number': 5, 'project_id': '541c315e66fa42668963ee3c03670435', 'subnets': [{'id': '64223cab-22b1-4c64-b303-569b24b13550', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 20:42:00.623189 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-539be175-58d0-449b-8ca0-d061ffa3fe6b tempest-TestMinimumBasicScenario-1546645339 tempest-TestMinimumBasicScenario-1546645339-project] Publish callbacks [] for security_group_rule (c0ca5ed1-097d-47f5-bab6-91dc246c1530), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:42:00.634181 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.provisioning_blocks [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Provisioning for port 506eec41-3293-41e5-8c79-71280fb739b8 completed by entity L2. {{(pid=103460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 20:42:00.638699 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.provisioning_blocks [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Provisioning complete for port 506eec41-3293-41e5-8c79-71280fb739b8 triggered by entity L2. {{(pid=103460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:42:00.639081 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476507'] for port (506eec41-3293-41e5-8c79-71280fb739b8), provisioning_complete {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:42:00.652381 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-81aa22db-557e-41be-a4a6-473a7b824e80 req-e025a3c2-02fb-4653-9942-993299630b8a service neutron] 10.222.0.37 "GET /v2.0/networks/59981146-db64-4aab-9ae0-f6de91557fc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278052 Mar 08 20:42:00.725443 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-539be175-58d0-449b-8ca0-d061ffa3fe6b tempest-TestMinimumBasicScenario-1546645339 tempest-TestMinimumBasicScenario-1546645339-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310824'] for security_group_rule (c0ca5ed1-097d-47f5-bab6-91dc246c1530), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:42:00.748740 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.plugin [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Current status of the port 506eec41-3293-41e5-8c79-71280fb739b8 is: BUILD; New status is: ACTIVE {{(pid=103460) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:42:00.749137 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747308'] for port (506eec41-3293-41e5-8c79-71280fb739b8), before_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:42:00.759904 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539be175-58d0-449b-8ca0-d061ffa3fe6b tempest-TestMinimumBasicScenario-1546645339 tempest-TestMinimumBasicScenario-1546645339-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0ca5ed1-097d-47f5-bab6-91dc246c1530,revision_number=0']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:42:00.786350 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.db [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] For port 506eec41-3293-41e5-8c79-71280fb739b8, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=506eec41-3293-41e5-8c79-71280fb739b8,segment=NetworkSegment(8fc2d993-6803-4556-81fb-1985715cec09),segment_id=8fc2d993-6803-4556-81fb-1985715cec09)] {{(pid=103460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:42:00.817617 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a09cb23-11ef-4fc0-ad3e-5090f11234c0 req-fe4b83fd-0af5-4a37-9a47-11ff6098a213 tempest-TestShelveInstance-772326984 tempest-TestShelveInstance-772326984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:42:00.819143 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-7a09cb23-11ef-4fc0-ad3e-5090f11234c0 req-fe4b83fd-0af5-4a37-9a47-11ff6098a213 tempest-TestShelveInstance-772326984 tempest-TestShelveInstance-772326984-project] 10.222.0.41 "GET /v2.0/ports?device_id=082a144b-0229-466c-a02d-4945ecd61273 HTTP/1.1" status: 200 len: 945 time: 0.0822203 Mar 08 20:42:00.833171 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02f24c6b-e7e4-4d28-b8e1-fc10bd4b7240 None None] New status for floating IP db7a8bcb-b004-42a3-9ca5-8080fe5b5f8b: ACTIVE {{(pid=103460) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 20:42:00.872068 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-7a09cb23-11ef-4fc0-ad3e-5090f11234c0 req-ade87ee6-e27a-4e48-959d-46d9e31f1b6a tempest-TestShelveInstance-772326984 tempest-TestShelveInstance-772326984-project] 10.222.0.41 "GET /v2.0/security-groups?id=2392dbbf-729e-42fc-b594-8a9340c4fea9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471637 Mar 08 20:42:00.873936 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '082a144b-0229-466c-a02d-4945ecd61273', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '506eec41-3293-41e5-8c79-71280fb739b8'}] {{(pid=103460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 20:42:00.876197 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf2096ed20afa7c789231551a200e589db82a1cedf1791aa7acfc36920bc021b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d27c50eb-3f49-4ddc-a4cc-ab8fae9ab790" -d '{"events": [{"server_uuid": "082a144b-0229-466c-a02d-4945ecd61273", "name": "network-vif-plugged", "status": "completed", "tag": "506eec41-3293-41e5-8c79-71280fb739b8"}]}' {{(pid=103460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 20:42:00.911025 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-539be175-58d0-449b-8ca0-d061ffa3fe6b tempest-TestMinimumBasicScenario-1546645339 tempest-TestMinimumBasicScenario-1546645339-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:42:00.915021 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-539be175-58d0-449b-8ca0-d061ffa3fe6b tempest-TestMinimumBasicScenario-1546645339 tempest-TestMinimumBasicScenario-1546645339-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6018195 Mar 08 20:42:00.917406 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.41', 39182) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:42:00.923711 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.v2.base [None req-8e27124b-9f15-44ba-9740-08bcce937305 tempest-TestMinimumBasicScenario-1546645339 tempest-TestMinimumBasicScenario-1546645339-project] Request body: {'security_group_rule': {'security_group_id': '367b0b63-618b-46b7-9c36-4183510fc715', 'project_id': '541c315e66fa42668963ee3c03670435', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:42:00.937537 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 20:42:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aea75acf-ee29-4e79-8a04-13ce6711fbdf x-openstack-request-id: req-aea75acf-ee29-4e79-8a04-13ce6711fbdf {{(pid=103460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 20:42:00.937826 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "082a144b-0229-466c-a02d-4945ecd61273", "name": "network-vif-plugged", "status": "completed", "tag": "506eec41-3293-41e5-8c79-71280fb739b8", "code": 200}]} {{(pid=103460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 20:42:00.938121 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-aea75acf-ee29-4e79-8a04-13ce6711fbdf {{(pid=103460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 20:42:00.942607 dv-cinder-830096-3-iscsi neutron-server[103460]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '082a144b-0229-466c-a02d-4945ecd61273', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '506eec41-3293-41e5-8c79-71280fb739b8', 'code': 200} Mar 08 20:42:00.943649 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745146878648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745146440924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745146440942'] for port (506eec41-3293-41e5-8c79-71280fb739b8), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:42:01.032685 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Pushing event updated for resources: {'Port': ['ID=506eec41-3293-41e5-8c79-71280fb739b8,revision_number=5']} {{(pid=103460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:42:01.056159 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-8e27124b-9f15-44ba-9740-08bcce937305 tempest-TestMinimumBasicScenario-1546645339 tempest-TestMinimumBasicScenario-1546645339-project] Publish callbacks [] for security_group_rule (c8ff634a-5475-4343-be1f-5d18a5546246), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:42:01.118378 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-8e27124b-9f15-44ba-9740-08bcce937305 tempest-TestMinimumBasicScenario-1546645339 tempest-TestMinimumBasicScenario-1546645339-project] Publish callbacks [] for security_group_rule (c8ff634a-5475-4343-be1f-5d18a5546246), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:42:01.292036 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-8e27124b-9f15-44ba-9740-08bcce937305 tempest-TestMinimumBasicScenario-1546645339 tempest-TestMinimumBasicScenario-1546645339-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310824'] for security_group_rule (c8ff634a-5475-4343-be1f-5d18a5546246), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:42:01.314146 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e27124b-9f15-44ba-9740-08bcce937305 tempest-TestMinimumBasicScenario-1546645339 tempest-TestMinimumBasicScenario-1546645339-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8ff634a-5475-4343-be1f-5d18a5546246,revision_number=0']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:42:01.331575 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-a5cdac1a-f172-4b9e-b1c0-3da1b20f76b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745146981205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476605'] for agent (7ae9fd8f-5d61-4821-9eac-044950c450f0), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:42:01.477272 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ad4b34-5a46-4c6b-b872-d1155dd5c26f req-8ce2c980-fde4-43ed-99f8-e1d77cb549c7 tempest-VolumesNegativeTest-235764566 tempest-VolumesNegativeTest-235764566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:42:01.478952 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-28ad4b34-5a46-4c6b-b872-d1155dd5c26f req-8ce2c980-fde4-43ed-99f8-e1d77cb549c7 tempest-VolumesNegativeTest-235764566 tempest-VolumesNegativeTest-235764566-project] 10.222.0.41 "GET /v2.0/ports?device_id=d5fb888e-e040-433d-86fa-2966aad6ef11 HTTP/1.1" status: 200 len: 949 time: 0.0552547 Mar 08 20:42:01.482158 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-8e27124b-9f15-44ba-9740-08bcce937305 tempest-TestMinimumBasicScenario-1546645339 tempest-TestMinimumBasicScenario-1546645339-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:42:01.483257 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-8e27124b-9f15-44ba-9740-08bcce937305 tempest-TestMinimumBasicScenario-1546645339 tempest-TestMinimumBasicScenario-1546645339-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5646358 Mar 08 20:42:01.486328 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.wsgi [-] (103459) accepted ('10.222.0.41', 39186) {{(pid=103459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:42:01.491802 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.v2.base [None req-1aea41bc-fbdb-46e9-9f40-547923974e13 tempest-TestMinimumBasicScenario-1546645339 tempest-TestMinimumBasicScenario-1546645339-project] Request body: {'security_group_rule': {'security_group_id': '367b0b63-618b-46b7-9c36-4183510fc715', 'project_id': '541c315e66fa42668963ee3c03670435', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:42:01.546065 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-28ad4b34-5a46-4c6b-b872-d1155dd5c26f req-f8511e46-59c1-48cd-8edb-c658f82bf39a tempest-VolumesNegativeTest-235764566 tempest-VolumesNegativeTest-235764566-project] 10.222.0.41 "GET /v2.0/security-groups?id=b5d246f0-0780-424f-b62e-fccadc3baec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614254 Mar 08 20:42:01.618302 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-1aea41bc-fbdb-46e9-9f40-547923974e13 tempest-TestMinimumBasicScenario-1546645339 tempest-TestMinimumBasicScenario-1546645339-project] Publish callbacks [] for security_group_rule (35e56e30-6582-44dc-8423-05155ee98e25), before_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:42:01.646281 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b72e242-ff9b-4f9e-9dac-a983ad29f4fd req-d32bb5a3-ce90-4d4d-81ef-753c93182a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:42:01.648330 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-1b72e242-ff9b-4f9e-9dac-a983ad29f4fd req-d32bb5a3-ce90-4d4d-81ef-753c93182a62 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=082a144b-0229-466c-a02d-4945ecd61273 HTTP/1.1" status: 200 len: 1130 time: 0.0472596 Mar 08 20:42:01.689844 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-1aea41bc-fbdb-46e9-9f40-547923974e13 tempest-TestMinimumBasicScenario-1546645339 tempest-TestMinimumBasicScenario-1546645339-project] Publish callbacks [] for security_group_rule (35e56e30-6582-44dc-8423-05155ee98e25), precommit_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:42:01.708512 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-1b72e242-ff9b-4f9e-9dac-a983ad29f4fd req-a0478d3c-9b0e-4b86-a6a1-781dcd361c8b service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=2392dbbf-729e-42fc-b594-8a9340c4fea9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529110 Mar 08 20:42:01.805886 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-1aea41bc-fbdb-46e9-9f40-547923974e13 tempest-TestMinimumBasicScenario-1546645339 tempest-TestMinimumBasicScenario-1546645339-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310824'] for security_group_rule (35e56e30-6582-44dc-8423-05155ee98e25), after_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:42:01.825107 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aea41bc-fbdb-46e9-9f40-547923974e13 tempest-TestMinimumBasicScenario-1546645339 tempest-TestMinimumBasicScenario-1546645339-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35e56e30-6582-44dc-8423-05155ee98e25,revision_number=0']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:42:01.911186 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-1aea41bc-fbdb-46e9-9f40-547923974e13 tempest-TestMinimumBasicScenario-1546645339 tempest-TestMinimumBasicScenario-1546645339-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:42:01.911987 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [None req-1aea41bc-fbdb-46e9-9f40-547923974e13 tempest-TestMinimumBasicScenario-1546645339 tempest-TestMinimumBasicScenario-1546645339-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4239318 Mar 08 20:42:01.914884 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.wsgi [-] (103459) accepted ('10.222.0.41', 39194) {{(pid=103459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:42:01.919536 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.v2.base [None req-374e2e5e-a68b-4f6f-a7f1-c4446373cbc5 tempest-TestMinimumBasicScenario-1546645339 tempest-TestMinimumBasicScenario-1546645339-project] Request body: {'security_group_rule': {'security_group_id': '367b0b63-618b-46b7-9c36-4183510fc715', 'project_id': '541c315e66fa42668963ee3c03670435', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:42:02.014176 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f56f01-2aac-426a-8c71-e088dc0c9307 req-7f123408-0eb2-4465-bcff-615f7ce4178d tempest-TestShelveInstance-772326984 tempest-TestShelveInstance-772326984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:42:02.015820 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-d3f56f01-2aac-426a-8c71-e088dc0c9307 req-7f123408-0eb2-4465-bcff-615f7ce4178d tempest-TestShelveInstance-772326984 tempest-TestShelveInstance-772326984-project] 10.222.0.41 "GET /v2.0/ports?device_id=082a144b-0229-466c-a02d-4945ecd61273 HTTP/1.1" status: 200 len: 946 time: 0.0653577 Mar 08 20:42:02.040337 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-374e2e5e-a68b-4f6f-a7f1-c4446373cbc5 tempest-TestMinimumBasicScenario-1546645339 tempest-TestMinimumBasicScenario-1546645339-project] Publish callbacks [] for security_group_rule (2c008bf3-4004-4d84-94b6-c383b1f13464), before_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:42:02.074904 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-d3f56f01-2aac-426a-8c71-e088dc0c9307 req-bc851d28-6248-4f73-9982-957a80f5ca39 tempest-TestShelveInstance-772326984 tempest-TestShelveInstance-772326984-project] 10.222.0.41 "GET /v2.0/security-groups?id=2392dbbf-729e-42fc-b594-8a9340c4fea9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530617 Mar 08 20:42:02.144554 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-374e2e5e-a68b-4f6f-a7f1-c4446373cbc5 tempest-TestMinimumBasicScenario-1546645339 tempest-TestMinimumBasicScenario-1546645339-project] Publish callbacks [] for security_group_rule (2c008bf3-4004-4d84-94b6-c383b1f13464), precommit_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:42:02.155730 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab2d328-0ad2-4b69-968c-3a4dce7042c1 req-688e7d52-63b8-4445-b3da-f5fa01b18201 tempest-VolumesNegativeTest-235764566 tempest-VolumesNegativeTest-235764566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:42:02.157271 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-cab2d328-0ad2-4b69-968c-3a4dce7042c1 req-688e7d52-63b8-4445-b3da-f5fa01b18201 tempest-VolumesNegativeTest-235764566 tempest-VolumesNegativeTest-235764566-project] 10.222.0.41 "GET /v2.0/ports?device_id=d5fb888e-e040-433d-86fa-2966aad6ef11 HTTP/1.1" status: 200 len: 949 time: 0.0959187 Mar 08 20:42:02.214668 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-cab2d328-0ad2-4b69-968c-3a4dce7042c1 req-f1005e9a-c953-4c53-81b8-537c1613cf57 tempest-VolumesNegativeTest-235764566 tempest-VolumesNegativeTest-235764566-project] 10.222.0.41 "GET /v2.0/security-groups?id=b5d246f0-0780-424f-b62e-fccadc3baec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514381 Mar 08 20:42:02.222395 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-374e2e5e-a68b-4f6f-a7f1-c4446373cbc5 tempest-TestMinimumBasicScenario-1546645339 tempest-TestMinimumBasicScenario-1546645339-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310824'] for security_group_rule (2c008bf3-4004-4d84-94b6-c383b1f13464), after_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:42:02.241651 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374e2e5e-a68b-4f6f-a7f1-c4446373cbc5 tempest-TestMinimumBasicScenario-1546645339 tempest-TestMinimumBasicScenario-1546645339-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c008bf3-4004-4d84-94b6-c383b1f13464,revision_number=0']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:42:02.316905 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-374e2e5e-a68b-4f6f-a7f1-c4446373cbc5 tempest-TestMinimumBasicScenario-1546645339 tempest-TestMinimumBasicScenario-1546645339-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:42:02.318161 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [None req-374e2e5e-a68b-4f6f-a7f1-c4446373cbc5 tempest-TestMinimumBasicScenario-1546645339 tempest-TestMinimumBasicScenario-1546645339-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4023347 Mar 08 20:42:02.320927 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.wsgi [-] (103459) accepted ('10.222.0.41', 39198) {{(pid=103459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:42:02.325287 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.v2.base [None req-7716db8e-c03c-48e2-a3eb-192fd297aff6 tempest-TestMinimumBasicScenario-1546645339 tempest-TestMinimumBasicScenario-1546645339-project] Request body: {'security_group_rule': {'security_group_id': '367b0b63-618b-46b7-9c36-4183510fc715', 'project_id': '541c315e66fa42668963ee3c03670435', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:42:02.411470 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-dbe61520-29cf-4847-b96e-6d24c6c097a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745146981205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476605'] for agent (6cc78598-e6b3-4e4d-a99c-31b9c4784fd2), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:42:02.474206 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.db.securitygroups_db [None req-7716db8e-c03c-48e2-a3eb-192fd297aff6 tempest-TestMinimumBasicScenario-1546645339 tempest-TestMinimumBasicScenario-1546645339-project] Project 541c315e66fa42668963ee3c03670435 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 08 20:42:02.479974 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-7716db8e-c03c-48e2-a3eb-192fd297aff6 tempest-TestMinimumBasicScenario-1546645339 tempest-TestMinimumBasicScenario-1546645339-project] Publish callbacks [] for security_group_rule (b6e7e6ec-bbc3-4da3-8be5-3b5dbc87db10), before_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:42:02.570615 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-7716db8e-c03c-48e2-a3eb-192fd297aff6 tempest-TestMinimumBasicScenario-1546645339 tempest-TestMinimumBasicScenario-1546645339-project] Publish callbacks [] for security_group_rule (b6e7e6ec-bbc3-4da3-8be5-3b5dbc87db10), precommit_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:42:02.691502 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-7716db8e-c03c-48e2-a3eb-192fd297aff6 tempest-TestMinimumBasicScenario-1546645339 tempest-TestMinimumBasicScenario-1546645339-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310824'] for security_group_rule (b6e7e6ec-bbc3-4da3-8be5-3b5dbc87db10), after_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:42:02.711494 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7716db8e-c03c-48e2-a3eb-192fd297aff6 tempest-TestMinimumBasicScenario-1546645339 tempest-TestMinimumBasicScenario-1546645339-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6e7e6ec-bbc3-4da3-8be5-3b5dbc87db10,revision_number=0']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:42:02.870018 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-7716db8e-c03c-48e2-a3eb-192fd297aff6 tempest-TestMinimumBasicScenario-1546645339 tempest-TestMinimumBasicScenario-1546645339-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:42:02.871269 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [None req-7716db8e-c03c-48e2-a3eb-192fd297aff6 tempest-TestMinimumBasicScenario-1546645339 tempest-TestMinimumBasicScenario-1546645339-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5494151 Mar 08 20:42:02.874079 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.wsgi [-] (103459) accepted ('10.222.0.41', 39200) {{(pid=103459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:42:02.878771 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.v2.base [None req-795b8cc0-4b5c-4404-8bc5-324b627408c7 tempest-TestMinimumBasicScenario-1546645339 tempest-TestMinimumBasicScenario-1546645339-project] Request body: {'security_group_rule': {'security_group_id': '367b0b63-618b-46b7-9c36-4183510fc715', 'project_id': '541c315e66fa42668963ee3c03670435', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:42:03.051777 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.db.securitygroups_db [None req-795b8cc0-4b5c-4404-8bc5-324b627408c7 tempest-TestMinimumBasicScenario-1546645339 tempest-TestMinimumBasicScenario-1546645339-project] Project 541c315e66fa42668963ee3c03670435 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 08 20:42:03.057102 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-795b8cc0-4b5c-4404-8bc5-324b627408c7 tempest-TestMinimumBasicScenario-1546645339 tempest-TestMinimumBasicScenario-1546645339-project] Publish callbacks [] for security_group_rule (fae54e24-d9a4-41b7-a647-b573f0ab43df), before_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:42:03.125671 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-795b8cc0-4b5c-4404-8bc5-324b627408c7 tempest-TestMinimumBasicScenario-1546645339 tempest-TestMinimumBasicScenario-1546645339-project] Publish callbacks [] for security_group_rule (fae54e24-d9a4-41b7-a647-b573f0ab43df), precommit_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:42:03.202747 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227dec3a-ebdf-4312-8bbf-0c585b68721a req-4dd80060-9b54-4cd0-b4e9-02c97adee56a tempest-TestShelveInstance-772326984 tempest-TestShelveInstance-772326984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:42:03.204576 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-227dec3a-ebdf-4312-8bbf-0c585b68721a req-4dd80060-9b54-4cd0-b4e9-02c97adee56a tempest-TestShelveInstance-772326984 tempest-TestShelveInstance-772326984-project] 10.222.0.41 "GET /v2.0/ports?device_id=082a144b-0229-466c-a02d-4945ecd61273 HTTP/1.1" status: 200 len: 946 time: 0.0577829 Mar 08 20:42:03.211640 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-795b8cc0-4b5c-4404-8bc5-324b627408c7 tempest-TestMinimumBasicScenario-1546645339 tempest-TestMinimumBasicScenario-1546645339-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310824'] for security_group_rule (fae54e24-d9a4-41b7-a647-b573f0ab43df), after_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:42:03.238113 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795b8cc0-4b5c-4404-8bc5-324b627408c7 tempest-TestMinimumBasicScenario-1546645339 tempest-TestMinimumBasicScenario-1546645339-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fae54e24-d9a4-41b7-a647-b573f0ab43df,revision_number=0']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:42:03.264618 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-227dec3a-ebdf-4312-8bbf-0c585b68721a req-195a9327-da80-49b8-97f2-2c4903f11c6f tempest-TestShelveInstance-772326984 tempest-TestShelveInstance-772326984-project] 10.222.0.41 "GET /v2.0/security-groups?id=2392dbbf-729e-42fc-b594-8a9340c4fea9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528140 Mar 08 20:42:03.351947 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112643cf-8ea8-4cbc-a45d-139350129d9e req-123b2df1-6bf4-4e32-b9e3-73fc1fd06f7f tempest-VolumesNegativeTest-235764566 tempest-VolumesNegativeTest-235764566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:42:03.353433 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-112643cf-8ea8-4cbc-a45d-139350129d9e req-123b2df1-6bf4-4e32-b9e3-73fc1fd06f7f tempest-VolumesNegativeTest-235764566 tempest-VolumesNegativeTest-235764566-project] 10.222.0.41 "GET /v2.0/ports?device_id=d5fb888e-e040-433d-86fa-2966aad6ef11 HTTP/1.1" status: 200 len: 949 time: 0.0569205 Mar 08 20:42:03.368510 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-795b8cc0-4b5c-4404-8bc5-324b627408c7 tempest-TestMinimumBasicScenario-1546645339 tempest-TestMinimumBasicScenario-1546645339-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:42:03.369646 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [None req-795b8cc0-4b5c-4404-8bc5-324b627408c7 tempest-TestMinimumBasicScenario-1546645339 tempest-TestMinimumBasicScenario-1546645339-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4946210 Mar 08 20:42:03.411698 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-112643cf-8ea8-4cbc-a45d-139350129d9e req-2f2b25e9-eaf1-45f7-9488-f404f00c64a5 tempest-VolumesNegativeTest-235764566 tempest-VolumesNegativeTest-235764566-project] 10.222.0.41 "GET /v2.0/security-groups?id=b5d246f0-0780-424f-b62e-fccadc3baec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523841 Mar 08 20:42:03.482200 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-6ffa7ed3-8cd6-40ff-9fa0-cc02a6019785 req-b61eb2a4-6496-4228-ba38-ab36e46bcf4c tempest-TestMinimumBasicScenario-1546645339 tempest-TestMinimumBasicScenario-1546645339-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1117270889&fields=id&tenant_id=541c315e66fa42668963ee3c03670435 HTTP/1.1" status: 200 len: 267 time: 0.0656326 Mar 08 20:42:03.541315 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffa7ed3-8cd6-40ff-9fa0-cc02a6019785 req-83f75dcf-d973-4db9-80c0-732305ed2c62 tempest-TestMinimumBasicScenario-1546645339 tempest-TestMinimumBasicScenario-1546645339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:42:03.542816 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-6ffa7ed3-8cd6-40ff-9fa0-cc02a6019785 req-83f75dcf-d973-4db9-80c0-732305ed2c62 tempest-TestMinimumBasicScenario-1546645339 tempest-TestMinimumBasicScenario-1546645339-project] 10.222.0.41 "GET /v2.0/ports?device_id=b217c0e6-a561-4d46-b157-b4a72fa68021 HTTP/1.1" status: 200 len: 945 time: 0.0548186 Mar 08 20:42:03.554727 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.v2.base [req-6ffa7ed3-8cd6-40ff-9fa0-cc02a6019785 req-11d568a6-565f-4fc7-b87b-58c100a45798 tempest-TestMinimumBasicScenario-1546645339 tempest-TestMinimumBasicScenario-1546645339-project] Request body: {'port': {'security_groups': ['802559eb-4a4a-4285-9736-477b59370538', '367b0b63-618b-46b7-9c36-4183510fc715']}} {{(pid=103458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:42:03.631116 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-6ffa7ed3-8cd6-40ff-9fa0-cc02a6019785 req-11d568a6-565f-4fc7-b87b-58c100a45798 tempest-TestMinimumBasicScenario-1546645339 tempest-TestMinimumBasicScenario-1546645339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747308'] for port (3bacef93-d91b-4b4a-9031-e7b90c500f4f), before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:42:03.737400 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-7a330e8f-62e0-4259-bea2-8ced8e9b3a98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745146981205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476605'] for agent (cd1d0244-f954-4bda-89fb-1fdc1954e39d), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:42:03.828351 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.db [req-6ffa7ed3-8cd6-40ff-9fa0-cc02a6019785 req-11d568a6-565f-4fc7-b87b-58c100a45798 tempest-TestMinimumBasicScenario-1546645339 tempest-TestMinimumBasicScenario-1546645339-project] For port 3bacef93-d91b-4b4a-9031-e7b90c500f4f, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=3bacef93-d91b-4b4a-9031-e7b90c500f4f,segment=NetworkSegment(000d13a8-cbfa-4246-848f-00116c5f2566),segment_id=000d13a8-cbfa-4246-848f-00116c5f2566)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:42:03.860087 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-6ffa7ed3-8cd6-40ff-9fa0-cc02a6019785 req-11d568a6-565f-4fc7-b87b-58c100a45798 tempest-TestMinimumBasicScenario-1546645339 tempest-TestMinimumBasicScenario-1546645339-project] Publish callbacks [] for port (3bacef93-d91b-4b4a-9031-e7b90c500f4f), precommit_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:42:03.932027 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-6ffa7ed3-8cd6-40ff-9fa0-cc02a6019785 req-11d568a6-565f-4fc7-b87b-58c100a45798 tempest-TestMinimumBasicScenario-1546645339 tempest-TestMinimumBasicScenario-1546645339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745146878648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745146440924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745146440942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28566820'] for port (3bacef93-d91b-4b4a-9031-e7b90c500f4f), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:42:03.951513 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.db [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] get_ports_and_sgs() called for port_ids ['3bacef93-d91b-4b4a-9031-e7b90c500f4f'] {{(pid=103460) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 20:42:03.975404 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77497bfe-5eaa-4a03-b764-c9efe3f77617 req-261a89c5-d5c5-47b6-9d6e-72fc16344759 tempest-VolumesNegativeTest-235764566 tempest-VolumesNegativeTest-235764566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:42:03.977114 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-77497bfe-5eaa-4a03-b764-c9efe3f77617 req-261a89c5-d5c5-47b6-9d6e-72fc16344759 tempest-VolumesNegativeTest-235764566 tempest-VolumesNegativeTest-235764566-project] 10.222.0.37 "GET /v2.0/ports?device_id=d5fb888e-e040-433d-86fa-2966aad6ef11 HTTP/1.1" status: 200 len: 949 time: 0.0909703 Mar 08 20:42:03.992380 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffa7ed3-8cd6-40ff-9fa0-cc02a6019785 req-11d568a6-565f-4fc7-b87b-58c100a45798 tempest-TestMinimumBasicScenario-1546645339 tempest-TestMinimumBasicScenario-1546645339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:42:03.993047 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-6ffa7ed3-8cd6-40ff-9fa0-cc02a6019785 req-11d568a6-565f-4fc7-b87b-58c100a45798 tempest-TestMinimumBasicScenario-1546645339 tempest-TestMinimumBasicScenario-1546645339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4188892'] for port (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:42:03.994460 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-6ffa7ed3-8cd6-40ff-9fa0-cc02a6019785 req-11d568a6-565f-4fc7-b87b-58c100a45798 tempest-TestMinimumBasicScenario-1546645339 tempest-TestMinimumBasicScenario-1546645339-project] 10.222.0.41 "PUT /v2.0/ports/3bacef93-d91b-4b4a-9031-e7b90c500f4f HTTP/1.1" status: 200 len: 981 time: 0.4451728 Mar 08 20:42:03.994932 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b217c0e6-a561-4d46-b157-b4a72fa68021', 'tag': '3bacef93-d91b-4b4a-9031-e7b90c500f4f'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 20:42:03.997560 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80a387be2d8005eb2e27f9060a02e972faa958bb0688f3ffd3bc7b0f4eb55c8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd87b828-c436-4d38-a618-19c3f2ca06f3" -d '{"events": [{"name": "network-changed", "server_uuid": "b217c0e6-a561-4d46-b157-b4a72fa68021", "tag": "3bacef93-d91b-4b4a-9031-e7b90c500f4f"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 20:42:04.059850 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d568a6-565f-4fc7-b87b-58c100a45798 tempest-TestMinimumBasicScenario-1546645339 tempest-TestMinimumBasicScenario-1546645339-project] Pushing event updated for resources: {'Port': ['ID=3bacef93-d91b-4b4a-9031-e7b90c500f4f,revision_number=6']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:42:04.106354 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 20:42:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-719a6289-1a77-4707-ad8a-dd6a6d0c7092 x-openstack-request-id: req-719a6289-1a77-4707-ad8a-dd6a6d0c7092 {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 20:42:04.106747 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b217c0e6-a561-4d46-b157-b4a72fa68021", "tag": "3bacef93-d91b-4b4a-9031-e7b90c500f4f", "status": "completed", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 20:42:04.106961 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-719a6289-1a77-4707-ad8a-dd6a6d0c7092 {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 20:42:04.107369 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b217c0e6-a561-4d46-b157-b4a72fa68021', 'tag': '3bacef93-d91b-4b4a-9031-e7b90c500f4f', 'status': 'completed', 'code': 200} Mar 08 20:42:04.135787 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.db [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] get_ports_and_sgs() called for port_ids ['3bacef93-d91b-4b4a-9031-e7b90c500f4f'] {{(pid=103460) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 20:42:04.148646 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c255966-341e-41ee-8bfb-ff12903f9790 req-6e03038b-4967-4e9f-a71f-55d677783677 tempest-TestMinimumBasicScenario-1546645339 tempest-TestMinimumBasicScenario-1546645339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:42:04.152037 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-6c255966-341e-41ee-8bfb-ff12903f9790 req-6e03038b-4967-4e9f-a71f-55d677783677 tempest-TestMinimumBasicScenario-1546645339 tempest-TestMinimumBasicScenario-1546645339-project] 10.222.0.41 "GET /v2.0/ports?device_id=b217c0e6-a561-4d46-b157-b4a72fa68021 HTTP/1.1" status: 200 len: 984 time: 0.0705030 Mar 08 20:42:04.173365 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd87b828-c436-4d38-a618-19c3f2ca06f3 req-295fb55f-3a6e-4c34-8798-7fc5fa63a667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:42:04.175882 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-dd87b828-c436-4d38-a618-19c3f2ca06f3 req-295fb55f-3a6e-4c34-8798-7fc5fa63a667 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=541c315e66fa42668963ee3c03670435&device_id=b217c0e6-a561-4d46-b157-b4a72fa68021 HTTP/1.1" status: 200 len: 1168 time: 0.0760658 Mar 08 20:42:04.180946 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [req-77497bfe-5eaa-4a03-b764-c9efe3f77617 req-5f4c9666-1e5c-41aa-9f30-09bc56c09c4d tempest-VolumesNegativeTest-235764566 tempest-VolumesNegativeTest-235764566-project] Deleting port 5646dc52-4e88-43a5-9f31-21a507e3921b {{(pid=103458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 20:42:04.181490 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-77497bfe-5eaa-4a03-b764-c9efe3f77617 req-5f4c9666-1e5c-41aa-9f30-09bc56c09c4d tempest-VolumesNegativeTest-235764566 tempest-VolumesNegativeTest-235764566-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745146874691'] for port (5646dc52-4e88-43a5-9f31-21a507e3921b), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:42:04.263914 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-6c255966-341e-41ee-8bfb-ff12903f9790 req-7848159d-6378-4248-96ae-559efedd19dd tempest-TestMinimumBasicScenario-1546645339 tempest-TestMinimumBasicScenario-1546645339-project] 10.222.0.41 "GET /v2.0/security-groups?id=367b0b63-618b-46b7-9c36-4183510fc715&id=802559eb-4a4a-4285-9736-477b59370538&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0933237 Mar 08 20:42:04.294209 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.db [req-77497bfe-5eaa-4a03-b764-c9efe3f77617 req-5f4c9666-1e5c-41aa-9f30-09bc56c09c4d tempest-VolumesNegativeTest-235764566 tempest-VolumesNegativeTest-235764566-project] For port 5646dc52-4e88-43a5-9f31-21a507e3921b, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=5646dc52-4e88-43a5-9f31-21a507e3921b,segment=NetworkSegment(b17699f2-a6d0-4342-a50a-fc827084701d),segment_id=b17699f2-a6d0-4342-a50a-fc827084701d)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:42:04.294850 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-77497bfe-5eaa-4a03-b764-c9efe3f77617 req-5f4c9666-1e5c-41aa-9f30-09bc56c09c4d tempest-VolumesNegativeTest-235764566 tempest-VolumesNegativeTest-235764566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443457'] for port (5646dc52-4e88-43a5-9f31-21a507e3921b), precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:42:04.309193 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [req-77497bfe-5eaa-4a03-b764-c9efe3f77617 req-5f4c9666-1e5c-41aa-9f30-09bc56c09c4d tempest-VolumesNegativeTest-235764566 tempest-VolumesNegativeTest-235764566-project] Calling delete_port for 5646dc52-4e88-43a5-9f31-21a507e3921b owned by compute:nova {{(pid=103458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 20:42:04.416959 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.provisioning_blocks [None req-b771572f-25e5-4053-b90d-708a9701b6f6 None None] Provisioning complete for port 3bacef93-d91b-4b4a-9031-e7b90c500f4f triggered by entity DHCP. {{(pid=103460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:42:04.417334 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-b771572f-25e5-4053-b90d-708a9701b6f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476507'] for port (3bacef93-d91b-4b4a-9031-e7b90c500f4f), provisioning_complete {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:42:04.585530 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e06df73-2271-4c27-a5f0-734973589627 req-9572ea07-0c61-42a7-8f64-1e277af1e840 tempest-TestShelveInstance-772326984 tempest-TestShelveInstance-772326984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:42:04.587083 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-1e06df73-2271-4c27-a5f0-734973589627 req-9572ea07-0c61-42a7-8f64-1e277af1e840 tempest-TestShelveInstance-772326984 tempest-TestShelveInstance-772326984-project] 10.222.0.41 "GET /v2.0/ports?device_id=082a144b-0229-466c-a02d-4945ecd61273 HTTP/1.1" status: 200 len: 946 time: 0.2271924 Mar 08 20:42:04.587709 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab120c93-d2c2-46e5-812f-79b9ea19ee19 req-c3a76327-35d7-4bf3-a8df-17cb96524f6f tempest-VolumesNegativeTest-235764566 tempest-VolumesNegativeTest-235764566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:42:04.594398 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd87b828-c436-4d38-a618-19c3f2ca06f3 req-32c2be8b-07b4-4849-9a73-d2aa7a4519fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:42:04.595816 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-dd87b828-c436-4d38-a618-19c3f2ca06f3 req-32c2be8b-07b4-4849-9a73-d2aa7a4519fb service neutron] 10.222.0.37 "GET /v2.0/networks?id=59981146-db64-4aab-9ae0-f6de91557fc5 HTTP/1.1" status: 200 len: 916 time: 0.3459692 Mar 08 20:42:04.596545 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-ab120c93-d2c2-46e5-812f-79b9ea19ee19 req-c3a76327-35d7-4bf3-a8df-17cb96524f6f tempest-VolumesNegativeTest-235764566 tempest-VolumesNegativeTest-235764566-project] 10.222.0.41 "GET /v2.0/ports?device_id=d5fb888e-e040-433d-86fa-2966aad6ef11 HTTP/1.1" status: 200 len: 949 time: 0.1033373 Mar 08 20:42:04.655016 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-ab120c93-d2c2-46e5-812f-79b9ea19ee19 req-ecfd9988-7ff4-4fb8-8e41-b6960052b069 tempest-VolumesNegativeTest-235764566 tempest-VolumesNegativeTest-235764566-project] 10.222.0.41 "GET /v2.0/security-groups?id=b5d246f0-0780-424f-b62e-fccadc3baec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550699 Mar 08 20:42:04.699683 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.plugin [None req-b771572f-25e5-4053-b90d-708a9701b6f6 None None] Current status of the port 3bacef93-d91b-4b4a-9031-e7b90c500f4f is: ACTIVE; New status is: ACTIVE {{(pid=103460) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:42:04.743040 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-1e06df73-2271-4c27-a5f0-734973589627 req-0cb7e821-d892-48ce-bd0d-690649f4c58f tempest-TestShelveInstance-772326984 tempest-TestShelveInstance-772326984-project] 10.222.0.41 "GET /v2.0/security-groups?id=2392dbbf-729e-42fc-b594-8a9340c4fea9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1461806 Mar 08 20:42:04.744885 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-dd87b828-c436-4d38-a618-19c3f2ca06f3 req-a9bf69e2-1eaa-4875-b88b-633d17e84c4f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3bacef93-d91b-4b4a-9031-e7b90c500f4f HTTP/1.1" status: 200 len: 1001 time: 0.1409967 Mar 08 20:42:04.808073 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd87b828-c436-4d38-a618-19c3f2ca06f3 req-282340ed-597d-4ec3-a428-c3df6a5873b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:42:04.809603 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-dd87b828-c436-4d38-a618-19c3f2ca06f3 req-282340ed-597d-4ec3-a428-c3df6a5873b1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=64223cab-22b1-4c64-b303-569b24b13550 HTTP/1.1" status: 200 len: 854 time: 0.0587466 Mar 08 20:42:04.871269 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd87b828-c436-4d38-a618-19c3f2ca06f3 req-1ace50e3-217d-4a6e-aeab-02e6f03b508a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:42:04.872891 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-dd87b828-c436-4d38-a618-19c3f2ca06f3 req-1ace50e3-217d-4a6e-aeab-02e6f03b508a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=59981146-db64-4aab-9ae0-f6de91557fc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0570114 Mar 08 20:42:04.885458 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e230386c-aa1e-4271-9758-879aee1e388c req-a7f8230d-5dd0-4d88-aa16-b60b567375c1 tempest-TestShelveInstance-772326984 tempest-TestShelveInstance-772326984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:42:04.886804 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-e230386c-aa1e-4271-9758-879aee1e388c req-a7f8230d-5dd0-4d88-aa16-b60b567375c1 tempest-TestShelveInstance-772326984 tempest-TestShelveInstance-772326984-project] 10.222.0.41 "GET /v2.0/ports?device_id=082a144b-0229-466c-a02d-4945ecd61273 HTTP/1.1" status: 200 len: 946 time: 0.0568295 Mar 08 20:42:04.943643 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-e230386c-aa1e-4271-9758-879aee1e388c req-9d3055a5-d24f-43d1-8d8d-3b225a8985d0 tempest-TestShelveInstance-772326984 tempest-TestShelveInstance-772326984-project] 10.222.0.41 "GET /v2.0/security-groups?id=2392dbbf-729e-42fc-b594-8a9340c4fea9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506744 Mar 08 20:42:04.967650 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.wsgi [-] (103459) accepted ('10.222.0.41', 39220) {{(pid=103459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:42:04.976498 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-dd87b828-c436-4d38-a618-19c3f2ca06f3 req-3140b0e3-0a80-4063-8a50-93d377c1d6ae service neutron] 10.222.0.37 "GET /v2.0/networks/59981146-db64-4aab-9ae0-f6de91557fc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974712 Mar 08 20:42:05.081372 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-dd87b828-c436-4d38-a618-19c3f2ca06f3 req-657dca51-df1b-46f6-9d0c-29b3b0a77bf8 service neutron] 10.222.0.37 "GET /v2.0/networks/59981146-db64-4aab-9ae0-f6de91557fc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980179 Mar 08 20:42:05.144124 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa99d33f-d462-4409-89bd-3d053b2721cd tempest-TestShelveInstance-580604059 tempest-TestShelveInstance-580604059-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:42:05.237481 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [None req-fa99d33f-d462-4409-89bd-3d053b2721cd tempest-TestShelveInstance-580604059 tempest-TestShelveInstance-580604059-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=082a144b-0229-466c-a02d-4945ecd61273 HTTP/1.1" status: 200 len: 1125 time: 0.1770725 Mar 08 20:42:05.239702 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.wsgi [-] (103459) accepted ('10.222.0.41', 39224) {{(pid=103459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:42:05.245063 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.v2.base [None req-9ac79181-3d3d-4b9b-ad73-4eb7dce46617 tempest-TestShelveInstance-772326984 tempest-TestShelveInstance-772326984-project] Request body: {'floatingip': {'floating_network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'port_id': '506eec41-3293-41e5-8c79-71280fb739b8', 'tenant_id': 'db29e5d57c4843ae951066080ae50d37', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:42:05.781999 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556ac2d3-fe4c-4395-bf8c-fc9209e8a48f req-7566e499-3eae-4930-b236-9f06c1835f29 tempest-VolumesNegativeTest-235764566 tempest-VolumesNegativeTest-235764566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:42:05.784006 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-556ac2d3-fe4c-4395-bf8c-fc9209e8a48f req-7566e499-3eae-4930-b236-9f06c1835f29 tempest-VolumesNegativeTest-235764566 tempest-VolumesNegativeTest-235764566-project] 10.222.0.41 "GET /v2.0/ports?device_id=d5fb888e-e040-433d-86fa-2966aad6ef11 HTTP/1.1" status: 200 len: 949 time: 0.0563967 Mar 08 20:42:05.833568 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-556ac2d3-fe4c-4395-bf8c-fc9209e8a48f req-39c241f4-945a-47f6-a88e-336fc7f6c677 tempest-VolumesNegativeTest-235764566 tempest-VolumesNegativeTest-235764566-project] 10.222.0.41 "GET /v2.0/security-groups?id=b5d246f0-0780-424f-b62e-fccadc3baec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423498 Mar 08 20:42:06.319222 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-77497bfe-5eaa-4a03-b764-c9efe3f77617 req-5f4c9666-1e5c-41aa-9f30-09bc56c09c4d tempest-VolumesNegativeTest-235764566 tempest-VolumesNegativeTest-235764566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745146878630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745146440915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28566877'] for port (5646dc52-4e88-43a5-9f31-21a507e3921b), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:42:06.332662 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.db [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] get_ports_and_sgs() called for port_ids ['5646dc52-4e88-43a5-9f31-21a507e3921b'] {{(pid=103460) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 20:42:06.349276 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4c9666-1e5c-41aa-9f30-09bc56c09c4d tempest-VolumesNegativeTest-235764566 tempest-VolumesNegativeTest-235764566-project] Pushing event deleted for resources: {'Port': ['ID=5646dc52-4e88-43a5-9f31-21a507e3921b,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:42:06.390836 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [req-77497bfe-5eaa-4a03-b764-c9efe3f77617 req-5f4c9666-1e5c-41aa-9f30-09bc56c09c4d tempest-VolumesNegativeTest-235764566 tempest-VolumesNegativeTest-235764566-project] No DVR routers for this DVR port 5646dc52-4e88-43a5-9f31-21a507e3921b on host hv-cinder-83009 {{(pid=103458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 20:42:06.394399 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745146981205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476605'] for agent (fa4b043a-5d45-4181-9cb2-30d29598ef5b), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:42:06.394742 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-9ac79181-3d3d-4b9b-ad73-4eb7dce46617 tempest-TestShelveInstance-772326984 tempest-TestShelveInstance-772326984-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:42:06.396874 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-77497bfe-5eaa-4a03-b764-c9efe3f77617 req-5f4c9666-1e5c-41aa-9f30-09bc56c09c4d tempest-VolumesNegativeTest-235764566 tempest-VolumesNegativeTest-235764566-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4188892'] for port (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:42:06.401031 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-77497bfe-5eaa-4a03-b764-c9efe3f77617 req-5f4c9666-1e5c-41aa-9f30-09bc56c09c4d tempest-VolumesNegativeTest-235764566 tempest-VolumesNegativeTest-235764566-project] 10.222.0.37 "DELETE /v2.0/ports/5646dc52-4e88-43a5-9f31-21a507e3921b HTTP/1.1" status: 204 len: 173 time: 2.3978233 Mar 08 20:42:06.401527 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5fb888e-e040-433d-86fa-2966aad6ef11', 'name': 'network-vif-deleted', 'tag': '5646dc52-4e88-43a5-9f31-21a507e3921b'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 20:42:06.403914 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80a387be2d8005eb2e27f9060a02e972faa958bb0688f3ffd3bc7b0f4eb55c8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c0d3e8c-48aa-459f-80f6-fe37a720537e" -d '{"events": [{"server_uuid": "d5fb888e-e040-433d-86fa-2966aad6ef11", "name": "network-vif-deleted", "tag": "5646dc52-4e88-43a5-9f31-21a507e3921b"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 20:42:06.467515 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 20:42:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc33d5be-f882-4045-9297-0d1c5e11973d x-openstack-request-id: req-dc33d5be-f882-4045-9297-0d1c5e11973d {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 20:42:06.467816 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5fb888e-e040-433d-86fa-2966aad6ef11", "name": "network-vif-deleted", "tag": "5646dc52-4e88-43a5-9f31-21a507e3921b", "status": "completed", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 20:42:06.468068 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-dc33d5be-f882-4045-9297-0d1c5e11973d {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 20:42:06.468495 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5fb888e-e040-433d-86fa-2966aad6ef11', 'name': 'network-vif-deleted', 'tag': '5646dc52-4e88-43a5-9f31-21a507e3921b', 'status': 'completed', 'code': 200} Mar 08 20:42:06.526898 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-9ac79181-3d3d-4b9b-ad73-4eb7dce46617 tempest-TestShelveInstance-772326984 tempest-TestShelveInstance-772326984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747308'] for port (None), before_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:42:06.647795 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.db.db_base_plugin_common [None req-9ac79181-3d3d-4b9b-ad73-4eb7dce46617 tempest-TestShelveInstance-772326984 tempest-TestShelveInstance-772326984-project] Allocated IP 172.27.2.109 (fc278ace-cc38-44e4-ba35-3f28be706052/6746aa92-141d-47b3-806a-20502e0a6f7e/de90c3c9-18f3-46d8-ab76-fd306f5ef8d7) {{(pid=103459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 20:42:06.748590 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-9ac79181-3d3d-4b9b-ad73-4eb7dce46617 tempest-TestShelveInstance-772326984 tempest-TestShelveInstance-772326984-project] Publish callbacks [] for port (de90c3c9-18f3-46d8-ab76-fd306f5ef8d7), precommit_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:42:06.931973 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-9ac79181-3d3d-4b9b-ad73-4eb7dce46617 tempest-TestShelveInstance-772326984 tempest-TestShelveInstance-772326984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745146440906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28404629'] for port (de90c3c9-18f3-46d8-ab76-fd306f5ef8d7), after_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:42:06.935908 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-08c2d83d-04d2-4197-b85f-71ee7c58a4c0 req-9c0d8c01-12af-4553-84a6-cef3c8afe159 tempest-VolumesNegativeTest-235764566 tempest-VolumesNegativeTest-235764566-project] 10.222.0.41 "GET /v2.0/ports?device_id=d5fb888e-e040-433d-86fa-2966aad6ef11 HTTP/1.1" status: 200 len: 210 time: 0.0313375 Mar 08 20:42:06.972140 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ac79181-3d3d-4b9b-ad73-4eb7dce46617 tempest-TestShelveInstance-772326984 tempest-TestShelveInstance-772326984-project] Network fc278ace-cc38-44e4-ba35-3f28be706052 is already hosted by enough agents. {{(pid=103459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 20:42:06.976855 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.scheduler.base_scheduler [None req-9ac79181-3d3d-4b9b-ad73-4eb7dce46617 tempest-TestShelveInstance-772326984 tempest-TestShelveInstance-772326984-project] Resources bound (agent type, host, resource id): {{(pid=103459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:42:06.980248 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ac79181-3d3d-4b9b-ad73-4eb7dce46617 tempest-TestShelveInstance-772326984 tempest-TestShelveInstance-772326984-project] Received port after_create {{(pid=103459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 20:42:07.012471 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac79181-3d3d-4b9b-ad73-4eb7dce46617 tempest-TestShelveInstance-772326984 tempest-TestShelveInstance-772326984-project] Pushing event updated for resources: {'Port': ['ID=de90c3c9-18f3-46d8-ab76-fd306f5ef8d7,revision_number=1']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:42:07.352069 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-9ac79181-3d3d-4b9b-ad73-4eb7dce46617 tempest-TestShelveInstance-772326984 tempest-TestShelveInstance-772326984-project] Publish callbacks [] for floatingip (0c741640-73f7-464d-9bdd-0f8be73e9c69), precommit_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:42:07.523968 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-9ac79181-3d3d-4b9b-ad73-4eb7dce46617 tempest-TestShelveInstance-772326984 tempest-TestShelveInstance-772326984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747308'] for port (de90c3c9-18f3-46d8-ab76-fd306f5ef8d7), before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:42:07.673955 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-9ac79181-3d3d-4b9b-ad73-4eb7dce46617 tempest-TestShelveInstance-772326984 tempest-TestShelveInstance-772326984-project] Publish callbacks [] for port (de90c3c9-18f3-46d8-ab76-fd306f5ef8d7), precommit_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:42:07.816759 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-9ac79181-3d3d-4b9b-ad73-4eb7dce46617 tempest-TestShelveInstance-772326984 tempest-TestShelveInstance-772326984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745146878648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745146440924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745146440942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28404716'] for port (de90c3c9-18f3-46d8-ab76-fd306f5ef8d7), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:42:07.889328 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac79181-3d3d-4b9b-ad73-4eb7dce46617 tempest-TestShelveInstance-772326984 tempest-TestShelveInstance-772326984-project] Pushing event updated for resources: {'Port': ['ID=de90c3c9-18f3-46d8-ab76-fd306f5ef8d7,revision_number=2']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:42:07.899432 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-9ac79181-3d3d-4b9b-ad73-4eb7dce46617 tempest-TestShelveInstance-772326984 tempest-TestShelveInstance-772326984-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-443219'] for floatingip (0c741640-73f7-464d-9bdd-0f8be73e9c69), after_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:42:08.009458 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.db.l3_db [None req-9ac79181-3d3d-4b9b-ad73-4eb7dce46617 tempest-TestShelveInstance-772326984 tempest-TestShelveInstance-772326984-project] Floating IP 0c741640-73f7-464d-9bdd-0f8be73e9c69 associated. External IP: 172.27.2.109, port: 506eec41-3293-41e5-8c79-71280fb739b8. Mar 08 20:42:08.482070 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ac79181-3d3d-4b9b-ad73-4eb7dce46617 tempest-TestShelveInstance-772326984 tempest-TestShelveInstance-772326984-project] Router e09b2454-c730-4977-b491-1b665c3e4ce7 has already been hosted by L3 agent 7ae9fd8f-5d61-4821-9eac-044950c450f0 {{(pid=103459) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 20:42:08.548247 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.rpc [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Device 5646dc52-4e88-43a5-9f31-21a507e3921b no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103460) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 20:42:08.573032 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.plugin [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] No Port match for: 5646dc52-4e88-43a5-9f31-21a507e3921b {{(pid=103460) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 20:42:08.573379 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.rpc [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Device 5646dc52-4e88-43a5-9f31-21a507e3921b not bound to the agent host hv-cinder-83009 {{(pid=103460) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 20:42:08.604496 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ac79181-3d3d-4b9b-ad73-4eb7dce46617 tempest-TestShelveInstance-772326984 tempest-TestShelveInstance-772326984-project] Notify agent at l3_agent.dv-cinder-830096-3-iscsi the message routers_updated {{(pid=103459) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 20:42:08.613771 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75fc7059-3784-4566-b9b9-f03ad731a82c None None] Sync routers for ids ['e09b2454-c730-4977-b491-1b665c3e4ce7'] in dv-cinder-830096-3-iscsi {{(pid=103461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 20:42:08.625882 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75fc7059-3784-4566-b9b9-f03ad731a82c None None] Routers {'e09b2454-c730-4977-b491-1b665c3e4ce7'} bound to L3 agent in host dv-cinder-830096-3-iscsi {{(pid=103461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:42:08.631710 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.db.l3_hamode_db [None req-75fc7059-3784-4566-b9b9-f03ad731a82c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-08T20:23:01Z,description=,heartbeat_timestamp=2022-03-08T20:42:01Z,host='dv-cinder-830096-3-iscsi',id=7ae9fd8f-5d61-4821-9eac-044950c450f0,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:23:02Z,topic='l3_agent')) {'router_ids': ['e09b2454-c730-4977-b491-1b665c3e4ce7'], 'active': True} {{(pid=103461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:42:08.681946 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-9ac79181-3d3d-4b9b-ad73-4eb7dce46617 tempest-TestShelveInstance-772326984 tempest-TestShelveInstance-772326984-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4188892'] for floatingip (None), before_response {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:42:08.712930 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [None req-9ac79181-3d3d-4b9b-ad73-4eb7dce46617 tempest-TestShelveInstance-772326984 tempest-TestShelveInstance-772326984-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.4719903 Mar 08 20:42:08.713501 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '082a144b-0229-466c-a02d-4945ecd61273', 'tag': '506eec41-3293-41e5-8c79-71280fb739b8'}] {{(pid=103459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 20:42:08.715799 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30f128d5f71b3f7cc76d6cee4f56f72b4ad92d7c7cb63713f7d7a45aaaaee86d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b58a660-54c2-4e04-b401-645e67bbcb87" -d '{"events": [{"name": "network-changed", "server_uuid": "082a144b-0229-466c-a02d-4945ecd61273", "tag": "506eec41-3293-41e5-8c79-71280fb739b8"}]}' {{(pid=103459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 20:42:08.741074 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.db.l3_dvr_db [None req-75fc7059-3784-4566-b9b9-f03ad731a82c None None] Set router e09b2454-c730-4977-b491-1b665c3e4ce7 gateway port host: dv-cinder-830096-3-iscsi {{(pid=103461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:42:08.836814 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 20:42:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-646d0a68-58f3-4368-8c1b-43c4b23d76c7 x-openstack-request-id: req-646d0a68-58f3-4368-8c1b-43c4b23d76c7 {{(pid=103459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 20:42:08.837106 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "082a144b-0229-466c-a02d-4945ecd61273", "tag": "506eec41-3293-41e5-8c79-71280fb739b8", "status": "completed", "code": 200}]} {{(pid=103459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 20:42:08.837360 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-646d0a68-58f3-4368-8c1b-43c4b23d76c7 {{(pid=103459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 20:42:08.837756 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '082a144b-0229-466c-a02d-4945ecd61273', 'tag': '506eec41-3293-41e5-8c79-71280fb739b8', 'status': 'completed', 'code': 200} Mar 08 20:42:08.905063 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b58a660-54c2-4e04-b401-645e67bbcb87 req-de14dc24-eeb3-420b-8b10-c54266c3f53d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:42:08.906587 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-8b58a660-54c2-4e04-b401-645e67bbcb87 req-de14dc24-eeb3-420b-8b10-c54266c3f53d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=db29e5d57c4843ae951066080ae50d37&device_id=082a144b-0229-466c-a02d-4945ecd61273 HTTP/1.1" status: 200 len: 1130 time: 0.0460103 Mar 08 20:42:08.981961 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.db.l3_hamode_db [None req-75fc7059-3784-4566-b9b9-f03ad731a82c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e09b2454-c730-4977-b491-1b665c3e4ce7', 'name': 'tempest-TestShelveInstance-1860280125-router', 'tenant_id': 'db29e5d57c4843ae951066080ae50d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'external_fixed_ips': [{'subnet_id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'ip_address': '172.27.2.127'}], 'enable_snat': True}, 'gw_port_id': 'a6a365ff-588c-45b9-96b8-2dc4590005ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:41:03Z', 'updated_at': '2022-03-08T20:41:09Z', 'revision_number': 4, 'project_id': 'db29e5d57c4843ae951066080ae50d37', 'gw_port': {'id': 'a6a365ff-588c-45b9-96b8-2dc4590005ac', 'name': '', 'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:19:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e09b2454-c730-4977-b491-1b665c3e4ce7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'ip_address': '172.27.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:41:04Z', 'updated_at': '2022-03-08T20:41:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-3-iscsi', '_floatingips': [{'id': '0c741640-73f7-464d-9bdd-0f8be73e9c69', 'tenant_id': 'db29e5d57c4843ae951066080ae50d37', 'floating_ip_address': '172.27.2.109', 'floating_network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'router_id': 'e09b2454-c730-4977-b491-1b665c3e4ce7', 'port_id': '506eec41-3293-41e5-8c79-71280fb739b8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 734, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'da669f67-20d4-4a55-981d-80d7d8e8963b', 'mac_address': 'fa:16:3e:aa:2d:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '082a144b-0229-466c-a02d-4945ecd61273', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T20:42:07Z', 'updated_at': '2022-03-08T20:42:07Z', 'revision_number': 0, 'project_id': 'db29e5d57c4843ae951066080ae50d37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99e05b25-ce0d-4ddf-84fa-f1d3cb804f89', 'name': '', 'network_id': 'da669f67-20d4-4a55-981d-80d7d8e8963b', 'tenant_id': 'db29e5d57c4843ae951066080ae50d37', 'mac_address': 'fa:16:3e:a7:6b:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e09b2454-c730-4977-b491-1b665c3e4ce7', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'e86bf876-bd16-47fc-be67-14ef22cd6377', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:41:08Z', 'updated_at': '2022-03-08T20:41:15Z', 'revision_number': 5, 'project_id': 'db29e5d57c4843ae951066080ae50d37', 'subnets': [{'id': 'e86bf876-bd16-47fc-be67-14ef22cd6377', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830096-3-iscsi', False) {} {{(pid=103461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:42:09.014944 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75fc7059-3784-4566-b9b9-f03ad731a82c None None] Checking router: e09b2454-c730-4977-b491-1b665c3e4ce7 for host: dv-cinder-830096-3-iscsi {{(pid=103461) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 20:42:09.023567 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b58a660-54c2-4e04-b401-645e67bbcb87 req-14bab66c-62a7-4499-bc8c-2b867575295e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:42:09.024656 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-8b58a660-54c2-4e04-b401-645e67bbcb87 req-14bab66c-62a7-4499-bc8c-2b867575295e service neutron] 10.222.0.37 "GET /v2.0/networks?id=da669f67-20d4-4a55-981d-80d7d8e8963b HTTP/1.1" status: 200 len: 910 time: 0.1123896 Mar 08 20:42:09.025390 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75fc7059-3784-4566-b9b9-f03ad731a82c None None] Routers {'e09b2454-c730-4977-b491-1b665c3e4ce7'} bound to L3 agent in host dv-cinder-830096-3-iscsi {{(pid=103461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:42:09.026185 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.db.l3_hamode_db [None req-75fc7059-3784-4566-b9b9-f03ad731a82c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-08T20:23:01Z,description=,heartbeat_timestamp=2022-03-08T20:42:01Z,host='dv-cinder-830096-3-iscsi',id=7ae9fd8f-5d61-4821-9eac-044950c450f0,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:23:02Z,topic='l3_agent')) {'router_ids': ['e09b2454-c730-4977-b491-1b665c3e4ce7'], 'active': True} {{(pid=103461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:42:09.154076 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.db.l3_dvr_db [None req-75fc7059-3784-4566-b9b9-f03ad731a82c None None] Set router e09b2454-c730-4977-b491-1b665c3e4ce7 gateway port host: dv-cinder-830096-3-iscsi {{(pid=103461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:42:09.401893 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-8b58a660-54c2-4e04-b401-645e67bbcb87 req-50b1e9e1-bc68-4b61-86b9-b17812d381e5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=506eec41-3293-41e5-8c79-71280fb739b8 HTTP/1.1" status: 200 len: 1000 time: 0.3622882 Mar 08 20:42:09.464020 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b58a660-54c2-4e04-b401-645e67bbcb87 req-eba3b79b-01e1-44a5-87b6-5185138bea61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:42:09.465677 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-8b58a660-54c2-4e04-b401-645e67bbcb87 req-eba3b79b-01e1-44a5-87b6-5185138bea61 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e86bf876-bd16-47fc-be67-14ef22cd6377 HTTP/1.1" status: 200 len: 848 time: 0.0581100 Mar 08 20:42:09.521714 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b58a660-54c2-4e04-b401-645e67bbcb87 req-0344553d-bb4a-4ab2-97ed-27366aac384b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:42:09.523522 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-8b58a660-54c2-4e04-b401-645e67bbcb87 req-0344553d-bb4a-4ab2-97ed-27366aac384b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=da669f67-20d4-4a55-981d-80d7d8e8963b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0511093 Mar 08 20:42:09.524038 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.db.l3_hamode_db [None req-75fc7059-3784-4566-b9b9-f03ad731a82c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e09b2454-c730-4977-b491-1b665c3e4ce7', 'name': 'tempest-TestShelveInstance-1860280125-router', 'tenant_id': 'db29e5d57c4843ae951066080ae50d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'external_fixed_ips': [{'subnet_id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'ip_address': '172.27.2.127'}], 'enable_snat': True}, 'gw_port_id': 'a6a365ff-588c-45b9-96b8-2dc4590005ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:41:03Z', 'updated_at': '2022-03-08T20:41:09Z', 'revision_number': 4, 'project_id': 'db29e5d57c4843ae951066080ae50d37', 'gw_port': {'id': 'a6a365ff-588c-45b9-96b8-2dc4590005ac', 'name': '', 'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:19:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e09b2454-c730-4977-b491-1b665c3e4ce7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'ip_address': '172.27.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:41:04Z', 'updated_at': '2022-03-08T20:41:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-3-iscsi', '_floatingips': [{'id': '0c741640-73f7-464d-9bdd-0f8be73e9c69', 'tenant_id': 'db29e5d57c4843ae951066080ae50d37', 'floating_ip_address': '172.27.2.109', 'floating_network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'router_id': 'e09b2454-c730-4977-b491-1b665c3e4ce7', 'port_id': '506eec41-3293-41e5-8c79-71280fb739b8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 734, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'da669f67-20d4-4a55-981d-80d7d8e8963b', 'mac_address': 'fa:16:3e:aa:2d:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '082a144b-0229-466c-a02d-4945ecd61273', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T20:42:07Z', 'updated_at': '2022-03-08T20:42:07Z', 'revision_number': 0, 'project_id': 'db29e5d57c4843ae951066080ae50d37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99e05b25-ce0d-4ddf-84fa-f1d3cb804f89', 'name': '', 'network_id': 'da669f67-20d4-4a55-981d-80d7d8e8963b', 'tenant_id': 'db29e5d57c4843ae951066080ae50d37', 'mac_address': 'fa:16:3e:a7:6b:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e09b2454-c730-4977-b491-1b665c3e4ce7', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'e86bf876-bd16-47fc-be67-14ef22cd6377', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:41:08Z', 'updated_at': '2022-03-08T20:41:15Z', 'revision_number': 5, 'project_id': 'db29e5d57c4843ae951066080ae50d37', 'subnets': [{'id': 'e86bf876-bd16-47fc-be67-14ef22cd6377', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830096-3-iscsi', False) {} {{(pid=103461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:42:09.550731 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75fc7059-3784-4566-b9b9-f03ad731a82c None None] The sync data for ids ['e09b2454-c730-4977-b491-1b665c3e4ce7'] in dv-cinder-830096-3-iscsi is: [{'id': 'e09b2454-c730-4977-b491-1b665c3e4ce7', 'name': 'tempest-TestShelveInstance-1860280125-router', 'tenant_id': 'db29e5d57c4843ae951066080ae50d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'external_fixed_ips': [{'subnet_id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'ip_address': '172.27.2.127'}], 'enable_snat': True}, 'gw_port_id': 'a6a365ff-588c-45b9-96b8-2dc4590005ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:41:03Z', 'updated_at': '2022-03-08T20:41:09Z', 'revision_number': 4, 'project_id': 'db29e5d57c4843ae951066080ae50d37', 'gw_port': {'id': 'a6a365ff-588c-45b9-96b8-2dc4590005ac', 'name': '', 'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:19:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e09b2454-c730-4977-b491-1b665c3e4ce7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'ip_address': '172.27.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:41:04Z', 'updated_at': '2022-03-08T20:41:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-3-iscsi', '_floatingips': [{'id': '0c741640-73f7-464d-9bdd-0f8be73e9c69', 'tenant_id': 'db29e5d57c4843ae951066080ae50d37', 'floating_ip_address': '172.27.2.109', 'floating_network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'router_id': 'e09b2454-c730-4977-b491-1b665c3e4ce7', 'port_id': '506eec41-3293-41e5-8c79-71280fb739b8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 734, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'da669f67-20d4-4a55-981d-80d7d8e8963b', 'mac_address': 'fa:16:3e:aa:2d:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '082a144b-0229-466c-a02d-4945ecd61273', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T20:42:07Z', 'updated_at': '2022-03-08T20:42:07Z', 'revision_number': 0, 'project_id': 'db29e5d57c4843ae951066080ae50d37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99e05b25-ce0d-4ddf-84fa-f1d3cb804f89', 'name': '', 'network_id': 'da669f67-20d4-4a55-981d-80d7d8e8963b', 'tenant_id': 'db29e5d57c4843ae951066080ae50d37', 'mac_address': 'fa:16:3e:a7:6b:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e09b2454-c730-4977-b491-1b665c3e4ce7', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'e86bf876-bd16-47fc-be67-14ef22cd6377', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:41:08Z', 'updated_at': '2022-03-08T20:41:15Z', 'revision_number': 5, 'project_id': 'db29e5d57c4843ae951066080ae50d37', 'subnets': [{'id': 'e86bf876-bd16-47fc-be67-14ef22cd6377', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 20:42:09.635053 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-8b58a660-54c2-4e04-b401-645e67bbcb87 req-ab149260-2c02-4808-8faa-f4d06b02ca4a service neutron] 10.222.0.37 "GET /v2.0/networks/da669f67-20d4-4a55-981d-80d7d8e8963b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042104 Mar 08 20:42:09.736023 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-8b58a660-54c2-4e04-b401-645e67bbcb87 req-3c98ebcd-9606-4a39-98a3-7d6cd608833c service neutron] 10.222.0.37 "GET /v2.0/networks/da669f67-20d4-4a55-981d-80d7d8e8963b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945017 Mar 08 20:42:09.800681 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3a0e036-5551-4794-98e4-3a9b8702c2ec None None] New status for floating IP 0c741640-73f7-464d-9bdd-0f8be73e9c69: ACTIVE {{(pid=103460) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 20:42:14.306397 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.wsgi [-] (103459) accepted ('10.222.0.41', 39484) {{(pid=103459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:42:14.447581 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [None req-eb18271e-9637-4c97-a7a7-b517a26faabd admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=dd5e65bf6fed446fb3ebd09271ffa2bb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1400032 Mar 08 20:42:14.450218 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.wsgi [-] (103459) accepted ('10.222.0.41', 39488) {{(pid=103459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:42:14.499151 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-f0f7fc45-1a0e-4b6e-afc6-3340eaabb9eb admin admin] Publish callbacks [] for security_group (b5d246f0-0780-424f-b62e-fccadc3baec7), before_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:42:14.520339 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-f0f7fc45-1a0e-4b6e-afc6-3340eaabb9eb admin admin] Publish callbacks [] for security_group (b5d246f0-0780-424f-b62e-fccadc3baec7), precommit_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:42:14.674088 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-f0f7fc45-1a0e-4b6e-afc6-3340eaabb9eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310940'] for security_group (b5d246f0-0780-424f-b62e-fccadc3baec7), after_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:42:14.677252 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-f0f7fc45-1a0e-4b6e-afc6-3340eaabb9eb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:42:14.678055 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [None req-f0f7fc45-1a0e-4b6e-afc6-3340eaabb9eb admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b5d246f0-0780-424f-b62e-fccadc3baec7 HTTP/1.1" status: 204 len: 168 time: 0.2268095 Mar 08 20:42:14.686042 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f7fc45-1a0e-4b6e-afc6-3340eaabb9eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5d246f0-0780-424f-b62e-fccadc3baec7,revision_number=None']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:42:24.245484 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745146981205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476605'] for agent (905863fd-6a46-47f8-82ce-98f31309cbd3), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:42:27.318264 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593f1d0b-8ade-45e3-8c9c-ea2b21f5c614 req-8e1dce85-f061-4cbe-8bd7-1b8ec5d8cc3d tempest-TestMinimumBasicScenario-1546645339 tempest-TestMinimumBasicScenario-1546645339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:42:27.319769 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-593f1d0b-8ade-45e3-8c9c-ea2b21f5c614 req-8e1dce85-f061-4cbe-8bd7-1b8ec5d8cc3d tempest-TestMinimumBasicScenario-1546645339 tempest-TestMinimumBasicScenario-1546645339-project] 10.222.0.41 "GET /v2.0/ports?device_id=b217c0e6-a561-4d46-b157-b4a72fa68021 HTTP/1.1" status: 200 len: 984 time: 0.0554147 Mar 08 20:42:27.409073 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-593f1d0b-8ade-45e3-8c9c-ea2b21f5c614 req-a16afb79-e648-44be-9a02-8fb5e159286b tempest-TestMinimumBasicScenario-1546645339 tempest-TestMinimumBasicScenario-1546645339-project] 10.222.0.41 "GET /v2.0/security-groups?id=367b0b63-618b-46b7-9c36-4183510fc715&id=802559eb-4a4a-4285-9736-477b59370538&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0831740 Mar 08 20:42:27.422399 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7b77a4-4590-4679-b19a-9f2c9035d09d req-f9d8f825-3369-44e0-b754-cf7a614ff176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:42:27.423942 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-4c7b77a4-4590-4679-b19a-9f2c9035d09d req-f9d8f825-3369-44e0-b754-cf7a614ff176 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=541c315e66fa42668963ee3c03670435&device_id=b217c0e6-a561-4d46-b157-b4a72fa68021 HTTP/1.1" status: 200 len: 1168 time: 0.0609896 Mar 08 20:42:27.522733 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7b77a4-4590-4679-b19a-9f2c9035d09d req-1cdff911-2df2-4e22-a2d0-a591037036d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:42:27.522733 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-4c7b77a4-4590-4679-b19a-9f2c9035d09d req-1cdff911-2df2-4e22-a2d0-a591037036d6 service neutron] 10.222.0.37 "GET /v2.0/networks?id=59981146-db64-4aab-9ae0-f6de91557fc5 HTTP/1.1" status: 200 len: 916 time: 0.0862062 Mar 08 20:42:27.583899 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-4c7b77a4-4590-4679-b19a-9f2c9035d09d req-ebd63675-262a-4330-b649-793b0201cf99 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3bacef93-d91b-4b4a-9031-e7b90c500f4f HTTP/1.1" status: 200 len: 1001 time: 0.0583143 Mar 08 20:42:27.637647 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7b77a4-4590-4679-b19a-9f2c9035d09d req-9219db06-ecaa-4493-99c5-5d66741d7496 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:42:27.639139 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-4c7b77a4-4590-4679-b19a-9f2c9035d09d req-9219db06-ecaa-4493-99c5-5d66741d7496 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=64223cab-22b1-4c64-b303-569b24b13550 HTTP/1.1" status: 200 len: 854 time: 0.0478094 Mar 08 20:42:27.693514 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7b77a4-4590-4679-b19a-9f2c9035d09d req-f62bf6f0-56ca-4af8-8dd5-dd2e27913168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:42:27.695046 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-4c7b77a4-4590-4679-b19a-9f2c9035d09d req-f62bf6f0-56ca-4af8-8dd5-dd2e27913168 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=59981146-db64-4aab-9ae0-f6de91557fc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0434961 Mar 08 20:42:27.788287 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-4c7b77a4-4590-4679-b19a-9f2c9035d09d req-cd1896e6-f479-46ca-8b57-2a8e0a37f383 service neutron] 10.222.0.37 "GET /v2.0/networks/59981146-db64-4aab-9ae0-f6de91557fc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835931 Mar 08 20:42:27.881514 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-4c7b77a4-4590-4679-b19a-9f2c9035d09d req-f145846b-ddb7-4156-8042-5939b1baec24 service neutron] 10.222.0.37 "GET /v2.0/networks/59981146-db64-4aab-9ae0-f6de91557fc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844331 Mar 08 20:42:28.544512 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53376267-4bb8-4c8f-9a43-8ac48451b5d9 req-66b017e3-b202-4cd8-9bde-070d76087692 tempest-TestMinimumBasicScenario-1546645339 tempest-TestMinimumBasicScenario-1546645339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:42:28.545996 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-53376267-4bb8-4c8f-9a43-8ac48451b5d9 req-66b017e3-b202-4cd8-9bde-070d76087692 tempest-TestMinimumBasicScenario-1546645339 tempest-TestMinimumBasicScenario-1546645339-project] 10.222.0.41 "GET /v2.0/ports?device_id=b217c0e6-a561-4d46-b157-b4a72fa68021 HTTP/1.1" status: 200 len: 984 time: 0.0618086 Mar 08 20:42:28.608732 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-53376267-4bb8-4c8f-9a43-8ac48451b5d9 req-6e2e3c68-fce9-4f91-8026-862892327873 tempest-TestMinimumBasicScenario-1546645339 tempest-TestMinimumBasicScenario-1546645339-project] 10.222.0.41 "GET /v2.0/security-groups?id=367b0b63-618b-46b7-9c36-4183510fc715&id=802559eb-4a4a-4285-9736-477b59370538&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0567253 Mar 08 20:42:28.975763 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-34fbe626-a1fe-4f41-b9a5-d90fad66c512 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745146981205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476605'] for agent (a3d84102-f7d3-452b-861a-973020576047), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:42:29.733292 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3477928a-f224-4c69-8f9a-75a14358502b req-d298e2c5-04f5-4968-98cb-ae38251b6098 tempest-TestMinimumBasicScenario-1546645339 tempest-TestMinimumBasicScenario-1546645339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:42:29.734837 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-3477928a-f224-4c69-8f9a-75a14358502b req-d298e2c5-04f5-4968-98cb-ae38251b6098 tempest-TestMinimumBasicScenario-1546645339 tempest-TestMinimumBasicScenario-1546645339-project] 10.222.0.41 "GET /v2.0/ports?device_id=b217c0e6-a561-4d46-b157-b4a72fa68021 HTTP/1.1" status: 200 len: 984 time: 0.0572841 Mar 08 20:42:29.797370 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-3477928a-f224-4c69-8f9a-75a14358502b req-272fdd47-1684-49c5-b316-8ebfa7488446 tempest-TestMinimumBasicScenario-1546645339 tempest-TestMinimumBasicScenario-1546645339-project] 10.222.0.41 "GET /v2.0/security-groups?id=367b0b63-618b-46b7-9c36-4183510fc715&id=802559eb-4a4a-4285-9736-477b59370538&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0567603 Mar 08 20:42:30.916255 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d63144-4e82-4d08-857d-e2af7326ea82 req-3c149328-a575-41ce-9b48-771c7ab5f31f tempest-TestMinimumBasicScenario-1546645339 tempest-TestMinimumBasicScenario-1546645339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:42:30.917736 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-79d63144-4e82-4d08-857d-e2af7326ea82 req-3c149328-a575-41ce-9b48-771c7ab5f31f tempest-TestMinimumBasicScenario-1546645339 tempest-TestMinimumBasicScenario-1546645339-project] 10.222.0.41 "GET /v2.0/ports?device_id=b217c0e6-a561-4d46-b157-b4a72fa68021 HTTP/1.1" status: 200 len: 984 time: 0.0536387 Mar 08 20:42:30.977822 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-79d63144-4e82-4d08-857d-e2af7326ea82 req-21c0f575-d15b-4d19-b707-150235a57893 tempest-TestMinimumBasicScenario-1546645339 tempest-TestMinimumBasicScenario-1546645339-project] 10.222.0.41 "GET /v2.0/security-groups?id=367b0b63-618b-46b7-9c36-4183510fc715&id=802559eb-4a4a-4285-9736-477b59370538&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0542240 Mar 08 20:42:31.233614 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-e8e731a1-87ad-45f1-9987-d7ebec1dc91c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745146981205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476605'] for agent (7ae9fd8f-5d61-4821-9eac-044950c450f0), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:42:32.105649 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4529981-37fd-40dd-9899-7f4257913956 req-e18fa898-22b1-4805-a64f-286fa832ef7c tempest-TestMinimumBasicScenario-1546645339 tempest-TestMinimumBasicScenario-1546645339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:42:32.107032 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-f4529981-37fd-40dd-9899-7f4257913956 req-e18fa898-22b1-4805-a64f-286fa832ef7c tempest-TestMinimumBasicScenario-1546645339 tempest-TestMinimumBasicScenario-1546645339-project] 10.222.0.41 "GET /v2.0/ports?device_id=b217c0e6-a561-4d46-b157-b4a72fa68021 HTTP/1.1" status: 200 len: 984 time: 0.0599439 Mar 08 20:42:32.168471 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-f4529981-37fd-40dd-9899-7f4257913956 req-fb1456c4-b1b6-45c7-81ca-3d1608ff57ba tempest-TestMinimumBasicScenario-1546645339 tempest-TestMinimumBasicScenario-1546645339-project] 10.222.0.41 "GET /v2.0/security-groups?id=367b0b63-618b-46b7-9c36-4183510fc715&id=802559eb-4a4a-4285-9736-477b59370538&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0554566 Mar 08 20:42:32.387765 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-dbe61520-29cf-4847-b96e-6d24c6c097a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745146981205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476605'] for agent (6cc78598-e6b3-4e4d-a99c-31b9c4784fd2), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:42:33.291541 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b717f4a-e131-457b-a97a-97cc884b5a85 req-3d1e15f0-674a-48d4-b457-0bb403da734d tempest-TestMinimumBasicScenario-1546645339 tempest-TestMinimumBasicScenario-1546645339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:42:33.293141 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-6b717f4a-e131-457b-a97a-97cc884b5a85 req-3d1e15f0-674a-48d4-b457-0bb403da734d tempest-TestMinimumBasicScenario-1546645339 tempest-TestMinimumBasicScenario-1546645339-project] 10.222.0.41 "GET /v2.0/ports?device_id=b217c0e6-a561-4d46-b157-b4a72fa68021 HTTP/1.1" status: 200 len: 984 time: 0.0573134 Mar 08 20:42:33.353930 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-6b717f4a-e131-457b-a97a-97cc884b5a85 req-19a1a62a-6fe5-43db-a117-7893629c710b tempest-TestMinimumBasicScenario-1546645339 tempest-TestMinimumBasicScenario-1546645339-project] 10.222.0.41 "GET /v2.0/security-groups?id=367b0b63-618b-46b7-9c36-4183510fc715&id=802559eb-4a4a-4285-9736-477b59370538&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0549531 Mar 08 20:42:33.527178 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-50abc033-3bbb-4640-bb12-bcfea951b4d1 req-e01c98f9-6200-485a-a3d1-b6f83acf7bd6 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a46d0f34-d899-4acf-b7fc-8518533f5fb1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0449646 Mar 08 20:42:33.597679 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50abc033-3bbb-4640-bb12-bcfea951b4d1 req-6ebd6369-e194-44cc-bab3-863c01311977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:42:33.599541 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-50abc033-3bbb-4640-bb12-bcfea951b4d1 req-6ebd6369-e194-44cc-bab3-863c01311977 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=bf06b78c460f40649c7dfbdd2a48a3e6&device_id=a46d0f34-d899-4acf-b7fc-8518533f5fb1 HTTP/1.1" status: 200 len: 1130 time: 0.0478849 Mar 08 20:42:33.716685 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50abc033-3bbb-4640-bb12-bcfea951b4d1 req-c5bb0695-766f-4864-8c2d-6105315e2914 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:42:33.718153 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-50abc033-3bbb-4640-bb12-bcfea951b4d1 req-c5bb0695-766f-4864-8c2d-6105315e2914 service neutron] 10.222.0.37 "GET /v2.0/networks?id=c2c7d66f-86ac-44f2-9eb5-cb2716ba5d76 HTTP/1.1" status: 200 len: 912 time: 0.0991323 Mar 08 20:42:33.730379 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-7a330e8f-62e0-4259-bea2-8ced8e9b3a98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745146981205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476605'] for agent (cd1d0244-f954-4bda-89fb-1fdc1954e39d), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:42:33.785856 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-50abc033-3bbb-4640-bb12-bcfea951b4d1 req-27596d49-3f36-449b-b61d-df58d8d02696 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=79a2c676-d809-438b-9185-8ab3e0ea2aa5 HTTP/1.1" status: 200 len: 1001 time: 0.0600657 Mar 08 20:42:33.839988 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50abc033-3bbb-4640-bb12-bcfea951b4d1 req-08e0dc63-f351-4799-8ac2-c98fe93713ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:42:33.841493 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-50abc033-3bbb-4640-bb12-bcfea951b4d1 req-08e0dc63-f351-4799-8ac2-c98fe93713ce service neutron] 10.222.0.37 "GET /v2.0/subnets?id=88ad92d3-2fe0-4490-8ff5-712fc5e791fb HTTP/1.1" status: 200 len: 850 time: 0.0500009 Mar 08 20:42:33.891288 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50abc033-3bbb-4640-bb12-bcfea951b4d1 req-b033cd5f-4a74-45aa-bcad-b218b3fe3fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:42:33.892863 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-50abc033-3bbb-4640-bb12-bcfea951b4d1 req-b033cd5f-4a74-45aa-bcad-b218b3fe3fc7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c2c7d66f-86ac-44f2-9eb5-cb2716ba5d76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0443838 Mar 08 20:42:33.983520 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-50abc033-3bbb-4640-bb12-bcfea951b4d1 req-790a5b5e-bdfa-4f33-8b7f-94d7c97e8ec7 service neutron] 10.222.0.37 "GET /v2.0/networks/c2c7d66f-86ac-44f2-9eb5-cb2716ba5d76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837896 Mar 08 20:42:34.077490 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-50abc033-3bbb-4640-bb12-bcfea951b4d1 req-b8daa750-562e-4daf-b715-5fb8deeb191a service neutron] 10.222.0.37 "GET /v2.0/networks/c2c7d66f-86ac-44f2-9eb5-cb2716ba5d76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879579 Mar 08 20:42:34.473476 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aaa4c8f-9ed8-4f52-8923-f4e7e47cbbdc req-23518333-681e-49b1-9b8d-f796fa4a9101 tempest-TestMinimumBasicScenario-1546645339 tempest-TestMinimumBasicScenario-1546645339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:42:34.475620 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-7aaa4c8f-9ed8-4f52-8923-f4e7e47cbbdc req-23518333-681e-49b1-9b8d-f796fa4a9101 tempest-TestMinimumBasicScenario-1546645339 tempest-TestMinimumBasicScenario-1546645339-project] 10.222.0.41 "GET /v2.0/ports?device_id=b217c0e6-a561-4d46-b157-b4a72fa68021 HTTP/1.1" status: 200 len: 984 time: 0.0551872 Mar 08 20:42:34.535827 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-7aaa4c8f-9ed8-4f52-8923-f4e7e47cbbdc req-76992dfe-f265-472a-bd63-bbf0e91a5dc5 tempest-TestMinimumBasicScenario-1546645339 tempest-TestMinimumBasicScenario-1546645339-project] 10.222.0.41 "GET /v2.0/security-groups?id=367b0b63-618b-46b7-9c36-4183510fc715&id=802559eb-4a4a-4285-9736-477b59370538&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0544658 Mar 08 20:42:35.204070 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.db.agents_db [None req-39e8813d-158c-4e2f-bb5f-b8539461cb33 None None] Agent healthcheck: found 6 active agents {{(pid=103461) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 20:42:35.301885 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745146981205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476605'] for agent (fa4b043a-5d45-4181-9cb2-30d29598ef5b), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:42:35.655480 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832a239e-64c2-44d0-8fd1-ad257620c7ff req-1b69b3a6-4420-40e5-bb38-e570fad684df tempest-TestMinimumBasicScenario-1546645339 tempest-TestMinimumBasicScenario-1546645339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:42:35.656981 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-832a239e-64c2-44d0-8fd1-ad257620c7ff req-1b69b3a6-4420-40e5-bb38-e570fad684df tempest-TestMinimumBasicScenario-1546645339 tempest-TestMinimumBasicScenario-1546645339-project] 10.222.0.41 "GET /v2.0/ports?device_id=b217c0e6-a561-4d46-b157-b4a72fa68021 HTTP/1.1" status: 200 len: 984 time: 0.0535555 Mar 08 20:42:35.716862 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-832a239e-64c2-44d0-8fd1-ad257620c7ff req-c4f67055-5c73-45f2-ab48-bab6fc2085e9 tempest-TestMinimumBasicScenario-1546645339 tempest-TestMinimumBasicScenario-1546645339-project] 10.222.0.41 "GET /v2.0/security-groups?id=367b0b63-618b-46b7-9c36-4183510fc715&id=802559eb-4a4a-4285-9736-477b59370538&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0536518 Mar 08 20:42:36.842600 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60851f5f-8ebf-4e2a-bd8b-e5a6048859ea req-aa9fd640-6d20-403a-a5d1-e5e958ad1d21 tempest-TestMinimumBasicScenario-1546645339 tempest-TestMinimumBasicScenario-1546645339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:42:36.844102 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-60851f5f-8ebf-4e2a-bd8b-e5a6048859ea req-aa9fd640-6d20-403a-a5d1-e5e958ad1d21 tempest-TestMinimumBasicScenario-1546645339 tempest-TestMinimumBasicScenario-1546645339-project] 10.222.0.41 "GET /v2.0/ports?device_id=b217c0e6-a561-4d46-b157-b4a72fa68021 HTTP/1.1" status: 200 len: 984 time: 0.0589952 Mar 08 20:42:36.904960 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-60851f5f-8ebf-4e2a-bd8b-e5a6048859ea req-045e05a3-1f6a-4047-bf6e-8749360c2b96 tempest-TestMinimumBasicScenario-1546645339 tempest-TestMinimumBasicScenario-1546645339-project] 10.222.0.41 "GET /v2.0/security-groups?id=367b0b63-618b-46b7-9c36-4183510fc715&id=802559eb-4a4a-4285-9736-477b59370538&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0542717 Mar 08 20:42:38.025578 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1ab584-0f9d-4266-a073-c3ca163170ea req-5b0dd9e3-ceec-4e81-8fd3-0b0c5acf2d84 tempest-TestMinimumBasicScenario-1546645339 tempest-TestMinimumBasicScenario-1546645339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:42:38.027131 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-be1ab584-0f9d-4266-a073-c3ca163170ea req-5b0dd9e3-ceec-4e81-8fd3-0b0c5acf2d84 tempest-TestMinimumBasicScenario-1546645339 tempest-TestMinimumBasicScenario-1546645339-project] 10.222.0.41 "GET /v2.0/ports?device_id=b217c0e6-a561-4d46-b157-b4a72fa68021 HTTP/1.1" status: 200 len: 984 time: 0.0545557 Mar 08 20:42:38.091572 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-be1ab584-0f9d-4266-a073-c3ca163170ea req-6c064c12-052c-4f03-804e-3d76bf1eed0e tempest-TestMinimumBasicScenario-1546645339 tempest-TestMinimumBasicScenario-1546645339-project] 10.222.0.41 "GET /v2.0/security-groups?id=367b0b63-618b-46b7-9c36-4183510fc715&id=802559eb-4a4a-4285-9736-477b59370538&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0582047 Mar 08 20:42:39.210398 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec98c0c0-1de4-4145-a2c5-7b933e912296 req-fbd4e99f-0d80-442b-8ea7-3c161fddebc4 tempest-TestMinimumBasicScenario-1546645339 tempest-TestMinimumBasicScenario-1546645339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:42:39.211898 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-ec98c0c0-1de4-4145-a2c5-7b933e912296 req-fbd4e99f-0d80-442b-8ea7-3c161fddebc4 tempest-TestMinimumBasicScenario-1546645339 tempest-TestMinimumBasicScenario-1546645339-project] 10.222.0.41 "GET /v2.0/ports?device_id=b217c0e6-a561-4d46-b157-b4a72fa68021 HTTP/1.1" status: 200 len: 984 time: 0.0540738 Mar 08 20:42:39.247689 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.wsgi [-] (103459) accepted ('10.222.0.41', 39530) {{(pid=103459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:42:39.276866 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-ec98c0c0-1de4-4145-a2c5-7b933e912296 req-54f2fbef-fb9b-402a-a4c6-09de25bf3342 tempest-TestMinimumBasicScenario-1546645339 tempest-TestMinimumBasicScenario-1546645339-project] 10.222.0.41 "GET /v2.0/security-groups?id=367b0b63-618b-46b7-9c36-4183510fc715&id=802559eb-4a4a-4285-9736-477b59370538&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0591307 Mar 08 20:42:39.409833 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-3660a2b8-43fe-41f4-82b1-85eb2e40b68b tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] Deleting port cbd6b224-54c1-4194-a04f-2b8799ed1f1f {{(pid=103459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 20:42:39.410140 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3660a2b8-43fe-41f4-82b1-85eb2e40b68b tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745146874691'] for port (cbd6b224-54c1-4194-a04f-2b8799ed1f1f), before_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:42:39.484565 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3660a2b8-43fe-41f4-82b1-85eb2e40b68b tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443457'] for port (cbd6b224-54c1-4194-a04f-2b8799ed1f1f), precommit_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:42:39.484887 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3660a2b8-43fe-41f4-82b1-85eb2e40b68b tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] Publish callbacks [] for floatingip (cbd6b224-54c1-4194-a04f-2b8799ed1f1f), precommit_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:42:39.497267 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-3660a2b8-43fe-41f4-82b1-85eb2e40b68b tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] Calling delete_port for cbd6b224-54c1-4194-a04f-2b8799ed1f1f owned by network:floatingip {{(pid=103459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 20:42:39.793977 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3660a2b8-43fe-41f4-82b1-85eb2e40b68b tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745146878630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745146440915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28404629'] for port (cbd6b224-54c1-4194-a04f-2b8799ed1f1f), after_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:42:39.823452 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3660a2b8-43fe-41f4-82b1-85eb2e40b68b tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] Pushing event deleted for resources: {'Port': ['ID=cbd6b224-54c1-4194-a04f-2b8799ed1f1f,revision_number=None']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:42:39.887800 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3660a2b8-43fe-41f4-82b1-85eb2e40b68b tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] Publish callbacks [] for floatingip (379c0bd0-44bc-48c0-9fb2-56566c1dbfef), after_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:42:39.888132 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.db.l3_db [None req-3660a2b8-43fe-41f4-82b1-85eb2e40b68b tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] Floating IP 379c0bd0-44bc-48c0-9fb2-56566c1dbfef disassociated (deleted). External IP: 172.27.2.60, port: 79a2c676-d809-438b-9185-8ab3e0ea2aa5. Mar 08 20:42:40.105239 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3660a2b8-43fe-41f4-82b1-85eb2e40b68b tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] Router 813bc19a-5efc-4849-a90c-b51f279e8583 has already been hosted by L3 agent 7ae9fd8f-5d61-4821-9eac-044950c450f0 {{(pid=103459) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 20:42:40.215784 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3660a2b8-43fe-41f4-82b1-85eb2e40b68b tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] Notify agent at l3_agent.dv-cinder-830096-3-iscsi the message routers_updated {{(pid=103459) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 20:42:40.220791 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3660a2b8-43fe-41f4-82b1-85eb2e40b68b tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4188892'] for floatingip (None), before_response {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:42:40.226443 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0935574e-94f3-4f44-8ada-78716ec95f9b None None] Sync routers for ids ['813bc19a-5efc-4849-a90c-b51f279e8583'] in dv-cinder-830096-3-iscsi {{(pid=103461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 20:42:40.237079 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0935574e-94f3-4f44-8ada-78716ec95f9b None None] Routers {'813bc19a-5efc-4849-a90c-b51f279e8583'} bound to L3 agent in host dv-cinder-830096-3-iscsi {{(pid=103461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:42:40.237693 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.db.l3_hamode_db [None req-0935574e-94f3-4f44-8ada-78716ec95f9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-08T20:23:01Z,description=,heartbeat_timestamp=2022-03-08T20:42:31Z,host='dv-cinder-830096-3-iscsi',id=7ae9fd8f-5d61-4821-9eac-044950c450f0,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:23:02Z,topic='l3_agent')) {'router_ids': ['813bc19a-5efc-4849-a90c-b51f279e8583'], 'active': True} {{(pid=103461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:42:40.249810 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [None req-3660a2b8-43fe-41f4-82b1-85eb2e40b68b tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] 10.222.0.41 "DELETE /v2.0/floatingips/379c0bd0-44bc-48c0-9fb2-56566c1dbfef HTTP/1.1" status: 204 len: 168 time: 1.0007796 Mar 08 20:42:40.250501 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a46d0f34-d899-4acf-b7fc-8518533f5fb1', 'tag': '79a2c676-d809-438b-9185-8ab3e0ea2aa5'}] {{(pid=103459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 20:42:40.252882 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30f128d5f71b3f7cc76d6cee4f56f72b4ad92d7c7cb63713f7d7a45aaaaee86d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42a3197e-0f2e-4305-9e0d-32b863a0473f" -d '{"events": [{"name": "network-changed", "server_uuid": "a46d0f34-d899-4acf-b7fc-8518533f5fb1", "tag": "79a2c676-d809-438b-9185-8ab3e0ea2aa5"}]}' {{(pid=103459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 20:42:40.291116 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 20:42:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ab2b72f-25fa-4a0a-aa96-ae4befc09f14 x-openstack-request-id: req-7ab2b72f-25fa-4a0a-aa96-ae4befc09f14 {{(pid=103459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 20:42:40.291639 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a46d0f34-d899-4acf-b7fc-8518533f5fb1", "tag": "79a2c676-d809-438b-9185-8ab3e0ea2aa5", "status": "completed", "code": 200}]} {{(pid=103459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 20:42:40.292060 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7ab2b72f-25fa-4a0a-aa96-ae4befc09f14 {{(pid=103459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 20:42:40.292647 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a46d0f34-d899-4acf-b7fc-8518533f5fb1', 'tag': '79a2c676-d809-438b-9185-8ab3e0ea2aa5', 'status': 'completed', 'code': 200} Mar 08 20:42:40.362870 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.db.l3_dvr_db [None req-0935574e-94f3-4f44-8ada-78716ec95f9b None None] Set router 813bc19a-5efc-4849-a90c-b51f279e8583 gateway port host: dv-cinder-830096-3-iscsi {{(pid=103461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:42:40.400442 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a3197e-0f2e-4305-9e0d-32b863a0473f req-ca4c2c21-3c72-4965-ba64-4bcaae7ebd1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:42:40.401963 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-42a3197e-0f2e-4305-9e0d-32b863a0473f req-ca4c2c21-3c72-4965-ba64-4bcaae7ebd1c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=bf06b78c460f40649c7dfbdd2a48a3e6&device_id=a46d0f34-d899-4acf-b7fc-8518533f5fb1 HTTP/1.1" status: 200 len: 1130 time: 0.0866265 Mar 08 20:42:40.474513 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab71a2a-97b1-4eae-8f8c-86f24ce09f90 req-9c966219-f1ce-4fb2-a231-1dcd42d0f143 tempest-TestMinimumBasicScenario-1546645339 tempest-TestMinimumBasicScenario-1546645339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:42:40.476015 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-9ab71a2a-97b1-4eae-8f8c-86f24ce09f90 req-9c966219-f1ce-4fb2-a231-1dcd42d0f143 tempest-TestMinimumBasicScenario-1546645339 tempest-TestMinimumBasicScenario-1546645339-project] 10.222.0.41 "GET /v2.0/ports?device_id=b217c0e6-a561-4d46-b157-b4a72fa68021 HTTP/1.1" status: 200 len: 984 time: 0.1165543 Mar 08 20:42:40.540032 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a3197e-0f2e-4305-9e0d-32b863a0473f req-764c95f7-590e-4ee8-8592-abc7db2b3151 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:42:40.541326 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-42a3197e-0f2e-4305-9e0d-32b863a0473f req-764c95f7-590e-4ee8-8592-abc7db2b3151 service neutron] 10.222.0.37 "GET /v2.0/networks?id=c2c7d66f-86ac-44f2-9eb5-cb2716ba5d76 HTTP/1.1" status: 200 len: 912 time: 0.1325288 Mar 08 20:42:40.593009 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.db.l3_hamode_db [None req-0935574e-94f3-4f44-8ada-78716ec95f9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '813bc19a-5efc-4849-a90c-b51f279e8583', 'name': 'tempest-TestVolumeBootPattern-564992217-router', 'tenant_id': 'bf06b78c460f40649c7dfbdd2a48a3e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'external_fixed_ips': [{'subnet_id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'ip_address': '172.27.2.236'}], 'enable_snat': True}, 'gw_port_id': 'b09be00f-c368-414b-9fd5-063c97760f7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:33:30Z', 'updated_at': '2022-03-08T20:33:34Z', 'revision_number': 4, 'project_id': 'bf06b78c460f40649c7dfbdd2a48a3e6', 'gw_port': {'id': 'b09be00f-c368-414b-9fd5-063c97760f7b', 'name': '', 'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:67:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '813bc19a-5efc-4849-a90c-b51f279e8583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'ip_address': '172.27.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:33:31Z', 'updated_at': '2022-03-08T20:33:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-3-iscsi', '_floatingips': [{'id': '82045778-d02b-4bbc-98c9-cd3f61b5dbe0', 'tenant_id': 'bf06b78c460f40649c7dfbdd2a48a3e6', 'floating_ip_address': '172.27.2.84', 'floating_network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'router_id': '813bc19a-5efc-4849-a90c-b51f279e8583', 'port_id': '90bd1cce-acc7-4d74-ad9c-f6b3eea6125d', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 518, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2c7d66f-86ac-44f2-9eb5-cb2716ba5d76', 'mac_address': 'fa:16:3e:53:70:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a14fbaed-9ca6-4ca3-be12-e2da6a6b20b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T20:38:17Z', 'updated_at': '2022-03-08T20:38:20Z', 'revision_number': 1, 'project_id': 'bf06b78c460f40649c7dfbdd2a48a3e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf80f1eb-9470-4de8-869d-5b5d1aef8ede', 'name': '', 'network_id': 'c2c7d66f-86ac-44f2-9eb5-cb2716ba5d76', 'tenant_id': 'bf06b78c460f40649c7dfbdd2a48a3e6', 'mac_address': 'fa:16:3e:fd:84:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '813bc19a-5efc-4849-a90c-b51f279e8583', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '88ad92d3-2fe0-4490-8ff5-712fc5e791fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:33:34Z', 'updated_at': '2022-03-08T20:33:39Z', 'revision_number': 5, 'project_id': 'bf06b78c460f40649c7dfbdd2a48a3e6', 'subnets': [{'id': '88ad92d3-2fe0-4490-8ff5-712fc5e791fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830096-3-iscsi', False) {} {{(pid=103461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:42:40.594833 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-42a3197e-0f2e-4305-9e0d-32b863a0473f req-da95b7c2-9299-494b-9ae1-782e90090ef3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=79a2c676-d809-438b-9185-8ab3e0ea2aa5 HTTP/1.1" status: 200 len: 217 time: 0.0464051 Mar 08 20:42:40.600401 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-9ab71a2a-97b1-4eae-8f8c-86f24ce09f90 req-ed73ff26-1eae-4626-b47d-e1fe72973dca tempest-TestMinimumBasicScenario-1546645339 tempest-TestMinimumBasicScenario-1546645339-project] 10.222.0.41 "GET /v2.0/security-groups?id=367b0b63-618b-46b7-9c36-4183510fc715&id=802559eb-4a4a-4285-9736-477b59370538&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1163826 Mar 08 20:42:40.624944 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0935574e-94f3-4f44-8ada-78716ec95f9b None None] Checking router: 813bc19a-5efc-4849-a90c-b51f279e8583 for host: dv-cinder-830096-3-iscsi {{(pid=103461) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 20:42:40.635093 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0935574e-94f3-4f44-8ada-78716ec95f9b None None] Routers {'813bc19a-5efc-4849-a90c-b51f279e8583'} bound to L3 agent in host dv-cinder-830096-3-iscsi {{(pid=103461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:42:40.635719 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.db.l3_hamode_db [None req-0935574e-94f3-4f44-8ada-78716ec95f9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-08T20:23:01Z,description=,heartbeat_timestamp=2022-03-08T20:42:31Z,host='dv-cinder-830096-3-iscsi',id=7ae9fd8f-5d61-4821-9eac-044950c450f0,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:23:02Z,topic='l3_agent')) {'router_ids': ['813bc19a-5efc-4849-a90c-b51f279e8583'], 'active': True} {{(pid=103461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:42:40.647147 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a3197e-0f2e-4305-9e0d-32b863a0473f req-d3ea3de5-dab0-4dba-9166-be98e80dc699 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:42:40.649128 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-42a3197e-0f2e-4305-9e0d-32b863a0473f req-d3ea3de5-dab0-4dba-9166-be98e80dc699 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=88ad92d3-2fe0-4490-8ff5-712fc5e791fb HTTP/1.1" status: 200 len: 850 time: 0.0467360 Mar 08 20:42:40.700262 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a3197e-0f2e-4305-9e0d-32b863a0473f req-ff41ee34-9f14-47ad-a034-07c3b2f102db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:42:40.701882 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-42a3197e-0f2e-4305-9e0d-32b863a0473f req-ff41ee34-9f14-47ad-a034-07c3b2f102db service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c2c7d66f-86ac-44f2-9eb5-cb2716ba5d76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0460806 Mar 08 20:42:40.753425 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.db.l3_dvr_db [None req-0935574e-94f3-4f44-8ada-78716ec95f9b None None] Set router 813bc19a-5efc-4849-a90c-b51f279e8583 gateway port host: dv-cinder-830096-3-iscsi {{(pid=103461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:42:40.797161 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-42a3197e-0f2e-4305-9e0d-32b863a0473f req-505b2006-406b-4d5e-910a-424cf6c71217 service neutron] 10.222.0.37 "GET /v2.0/networks/c2c7d66f-86ac-44f2-9eb5-cb2716ba5d76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881264 Mar 08 20:42:40.941300 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-42a3197e-0f2e-4305-9e0d-32b863a0473f req-5001f683-212a-420a-8e42-b973272f5b1b service neutron] 10.222.0.37 "GET /v2.0/networks/c2c7d66f-86ac-44f2-9eb5-cb2716ba5d76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283770 Mar 08 20:42:40.952471 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4334b0e-0bef-42fd-85cd-12f23d4e7eee req-fae31b0f-7ee9-4f9d-b2bc-217d6df1cd34 tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:42:40.954810 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-d4334b0e-0bef-42fd-85cd-12f23d4e7eee req-fae31b0f-7ee9-4f9d-b2bc-217d6df1cd34 tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] 10.222.0.41 "GET /v2.0/ports?device_id=a46d0f34-d899-4acf-b7fc-8518533f5fb1 HTTP/1.1" status: 200 len: 946 time: 0.0810890 Mar 08 20:42:40.986994 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.db.l3_hamode_db [None req-0935574e-94f3-4f44-8ada-78716ec95f9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '813bc19a-5efc-4849-a90c-b51f279e8583', 'name': 'tempest-TestVolumeBootPattern-564992217-router', 'tenant_id': 'bf06b78c460f40649c7dfbdd2a48a3e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'external_fixed_ips': [{'subnet_id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'ip_address': '172.27.2.236'}], 'enable_snat': True}, 'gw_port_id': 'b09be00f-c368-414b-9fd5-063c97760f7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:33:30Z', 'updated_at': '2022-03-08T20:33:34Z', 'revision_number': 4, 'project_id': 'bf06b78c460f40649c7dfbdd2a48a3e6', 'gw_port': {'id': 'b09be00f-c368-414b-9fd5-063c97760f7b', 'name': '', 'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:67:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '813bc19a-5efc-4849-a90c-b51f279e8583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'ip_address': '172.27.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:33:31Z', 'updated_at': '2022-03-08T20:33:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-3-iscsi', '_floatingips': [{'id': '82045778-d02b-4bbc-98c9-cd3f61b5dbe0', 'tenant_id': 'bf06b78c460f40649c7dfbdd2a48a3e6', 'floating_ip_address': '172.27.2.84', 'floating_network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'router_id': '813bc19a-5efc-4849-a90c-b51f279e8583', 'port_id': '90bd1cce-acc7-4d74-ad9c-f6b3eea6125d', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 518, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2c7d66f-86ac-44f2-9eb5-cb2716ba5d76', 'mac_address': 'fa:16:3e:53:70:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a14fbaed-9ca6-4ca3-be12-e2da6a6b20b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T20:38:17Z', 'updated_at': '2022-03-08T20:38:20Z', 'revision_number': 1, 'project_id': 'bf06b78c460f40649c7dfbdd2a48a3e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf80f1eb-9470-4de8-869d-5b5d1aef8ede', 'name': '', 'network_id': 'c2c7d66f-86ac-44f2-9eb5-cb2716ba5d76', 'tenant_id': 'bf06b78c460f40649c7dfbdd2a48a3e6', 'mac_address': 'fa:16:3e:fd:84:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '813bc19a-5efc-4849-a90c-b51f279e8583', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '88ad92d3-2fe0-4490-8ff5-712fc5e791fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:33:34Z', 'updated_at': '2022-03-08T20:33:39Z', 'revision_number': 5, 'project_id': 'bf06b78c460f40649c7dfbdd2a48a3e6', 'subnets': [{'id': '88ad92d3-2fe0-4490-8ff5-712fc5e791fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830096-3-iscsi', False) {} {{(pid=103461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:42:41.007865 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-d4334b0e-0bef-42fd-85cd-12f23d4e7eee req-6a76cc75-5f99-44d2-87c3-4fe08641b83f tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] 10.222.0.41 "GET /v2.0/security-groups?id=4d697690-46e7-4a5b-b531-6aaab5a49583&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466797 Mar 08 20:42:41.020062 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0935574e-94f3-4f44-8ada-78716ec95f9b None None] The sync data for ids ['813bc19a-5efc-4849-a90c-b51f279e8583'] in dv-cinder-830096-3-iscsi is: [{'id': '813bc19a-5efc-4849-a90c-b51f279e8583', 'name': 'tempest-TestVolumeBootPattern-564992217-router', 'tenant_id': 'bf06b78c460f40649c7dfbdd2a48a3e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'external_fixed_ips': [{'subnet_id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'ip_address': '172.27.2.236'}], 'enable_snat': True}, 'gw_port_id': 'b09be00f-c368-414b-9fd5-063c97760f7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:33:30Z', 'updated_at': '2022-03-08T20:33:34Z', 'revision_number': 4, 'project_id': 'bf06b78c460f40649c7dfbdd2a48a3e6', 'gw_port': {'id': 'b09be00f-c368-414b-9fd5-063c97760f7b', 'name': '', 'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:67:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '813bc19a-5efc-4849-a90c-b51f279e8583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'ip_address': '172.27.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:33:31Z', 'updated_at': '2022-03-08T20:33:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-3-iscsi', '_floatingips': [{'id': '82045778-d02b-4bbc-98c9-cd3f61b5dbe0', 'tenant_id': 'bf06b78c460f40649c7dfbdd2a48a3e6', 'floating_ip_address': '172.27.2.84', 'floating_network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'router_id': '813bc19a-5efc-4849-a90c-b51f279e8583', 'port_id': '90bd1cce-acc7-4d74-ad9c-f6b3eea6125d', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 518, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2c7d66f-86ac-44f2-9eb5-cb2716ba5d76', 'mac_address': 'fa:16:3e:53:70:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a14fbaed-9ca6-4ca3-be12-e2da6a6b20b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T20:38:17Z', 'updated_at': '2022-03-08T20:38:20Z', 'revision_number': 1, 'project_id': 'bf06b78c460f40649c7dfbdd2a48a3e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf80f1eb-9470-4de8-869d-5b5d1aef8ede', 'name': '', 'network_id': 'c2c7d66f-86ac-44f2-9eb5-cb2716ba5d76', 'tenant_id': 'bf06b78c460f40649c7dfbdd2a48a3e6', 'mac_address': 'fa:16:3e:fd:84:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '813bc19a-5efc-4849-a90c-b51f279e8583', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '88ad92d3-2fe0-4490-8ff5-712fc5e791fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:33:34Z', 'updated_at': '2022-03-08T20:33:39Z', 'revision_number': 5, 'project_id': 'bf06b78c460f40649c7dfbdd2a48a3e6', 'subnets': [{'id': '88ad92d3-2fe0-4490-8ff5-712fc5e791fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 20:42:41.254609 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71ff5865-0a21-4ab0-ade8-c0840524e8b0 None None] New status for floating IP 379c0bd0-44bc-48c0-9fb2-56566c1dbfef: DOWN {{(pid=103460) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 20:42:41.730424 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0071d5-ddc3-40f1-a4ea-90f0eda3db4c req-2c0c6b34-0ae4-4089-8bd4-237515e9f7bb tempest-TestMinimumBasicScenario-1546645339 tempest-TestMinimumBasicScenario-1546645339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:42:41.731889 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-3c0071d5-ddc3-40f1-a4ea-90f0eda3db4c req-2c0c6b34-0ae4-4089-8bd4-237515e9f7bb tempest-TestMinimumBasicScenario-1546645339 tempest-TestMinimumBasicScenario-1546645339-project] 10.222.0.41 "GET /v2.0/ports?device_id=b217c0e6-a561-4d46-b157-b4a72fa68021 HTTP/1.1" status: 200 len: 984 time: 0.0534430 Mar 08 20:42:41.791603 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-3c0071d5-ddc3-40f1-a4ea-90f0eda3db4c req-3fa2d3d9-b6da-4e31-b9f8-5530bc26e940 tempest-TestMinimumBasicScenario-1546645339 tempest-TestMinimumBasicScenario-1546645339-project] 10.222.0.41 "GET /v2.0/security-groups?id=367b0b63-618b-46b7-9c36-4183510fc715&id=802559eb-4a4a-4285-9736-477b59370538&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0539131 Mar 08 20:42:42.127230 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b0f4a7-fb02-4253-a73c-eb11ace0e644 req-9e75147a-2e38-4e09-8b03-868d86945700 tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:42:42.128747 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-e4b0f4a7-fb02-4253-a73c-eb11ace0e644 req-9e75147a-2e38-4e09-8b03-868d86945700 tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] 10.222.0.41 "GET /v2.0/ports?device_id=a46d0f34-d899-4acf-b7fc-8518533f5fb1 HTTP/1.1" status: 200 len: 946 time: 0.0525081 Mar 08 20:42:42.179442 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-e4b0f4a7-fb02-4253-a73c-eb11ace0e644 req-5b039182-bda4-488b-8e18-64a78903d866 tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] 10.222.0.41 "GET /v2.0/security-groups?id=4d697690-46e7-4a5b-b531-6aaab5a49583&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442319 Mar 08 20:42:42.753761 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928f7f37-f867-405c-9985-5cfcf169e030 req-3bc0ad56-4733-421e-b342-84f89e3b0d7b tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:42:42.755207 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-928f7f37-f867-405c-9985-5cfcf169e030 req-3bc0ad56-4733-421e-b342-84f89e3b0d7b tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] 10.222.0.37 "GET /v2.0/ports?device_id=a46d0f34-d899-4acf-b7fc-8518533f5fb1 HTTP/1.1" status: 200 len: 946 time: 0.0563323 Mar 08 20:42:42.865704 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [req-928f7f37-f867-405c-9985-5cfcf169e030 req-6a5ee561-a874-4503-a357-63ea696fc016 tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] Deleting port 79a2c676-d809-438b-9185-8ab3e0ea2aa5 {{(pid=103458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 20:42:42.866395 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-928f7f37-f867-405c-9985-5cfcf169e030 req-6a5ee561-a874-4503-a357-63ea696fc016 tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745146874691'] for port (79a2c676-d809-438b-9185-8ab3e0ea2aa5), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:42:42.927862 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dcc034-55b3-472b-a706-7d4dca733876 req-6acf668f-6a02-466d-a3c1-a378950d01d7 tempest-TestMinimumBasicScenario-1546645339 tempest-TestMinimumBasicScenario-1546645339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:42:42.929555 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-38dcc034-55b3-472b-a706-7d4dca733876 req-6acf668f-6a02-466d-a3c1-a378950d01d7 tempest-TestMinimumBasicScenario-1546645339 tempest-TestMinimumBasicScenario-1546645339-project] 10.222.0.41 "GET /v2.0/ports?device_id=b217c0e6-a561-4d46-b157-b4a72fa68021 HTTP/1.1" status: 200 len: 984 time: 0.0676782 Mar 08 20:42:42.971294 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.db [req-928f7f37-f867-405c-9985-5cfcf169e030 req-6a5ee561-a874-4503-a357-63ea696fc016 tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] For port 79a2c676-d809-438b-9185-8ab3e0ea2aa5, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=79a2c676-d809-438b-9185-8ab3e0ea2aa5,segment=NetworkSegment(8a7da6b0-4771-498d-9c85-c783d4056178),segment_id=8a7da6b0-4771-498d-9c85-c783d4056178)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:42:42.971682 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-928f7f37-f867-405c-9985-5cfcf169e030 req-6a5ee561-a874-4503-a357-63ea696fc016 tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443457'] for port (79a2c676-d809-438b-9185-8ab3e0ea2aa5), precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:42:42.988053 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [req-928f7f37-f867-405c-9985-5cfcf169e030 req-6a5ee561-a874-4503-a357-63ea696fc016 tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] Calling delete_port for 79a2c676-d809-438b-9185-8ab3e0ea2aa5 owned by compute:nova {{(pid=103458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 20:42:42.995255 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-38dcc034-55b3-472b-a706-7d4dca733876 req-03b22c9d-109e-43a6-bb93-1e8dfac6371f tempest-TestMinimumBasicScenario-1546645339 tempest-TestMinimumBasicScenario-1546645339-project] 10.222.0.41 "GET /v2.0/security-groups?id=367b0b63-618b-46b7-9c36-4183510fc715&id=802559eb-4a4a-4285-9736-477b59370538&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0580251 Mar 08 20:42:43.210669 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-928f7f37-f867-405c-9985-5cfcf169e030 req-6a5ee561-a874-4503-a357-63ea696fc016 tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745146878630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745146440915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28566877'] for port (79a2c676-d809-438b-9185-8ab3e0ea2aa5), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:42:43.251926 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5ee561-a874-4503-a357-63ea696fc016 tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] Pushing event deleted for resources: {'Port': ['ID=79a2c676-d809-438b-9185-8ab3e0ea2aa5,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:42:43.300875 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-d31c685c-d22f-4357-a32b-484df9303254 req-cf284971-5905-4db5-95cc-99ed7c118568 tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] 10.222.0.41 "GET /v2.0/ports?device_id=a46d0f34-d899-4acf-b7fc-8518533f5fb1 HTTP/1.1" status: 200 len: 210 time: 0.0499845 Mar 08 20:42:43.302200 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5ee561-a874-4503-a357-63ea696fc016 tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:42:43.302554 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5ee561-a874-4503-a357-63ea696fc016 tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:42:43.302901 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5ee561-a874-4503-a357-63ea696fc016 tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:42:43.303241 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5ee561-a874-4503-a357-63ea696fc016 tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:42:43.303572 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5ee561-a874-4503-a357-63ea696fc016 tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:42:43.303902 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5ee561-a874-4503-a357-63ea696fc016 tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:42:43.304250 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5ee561-a874-4503-a357-63ea696fc016 tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:42:43.304597 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5ee561-a874-4503-a357-63ea696fc016 tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:42:43.304909 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5ee561-a874-4503-a357-63ea696fc016 tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:42:43.305237 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5ee561-a874-4503-a357-63ea696fc016 tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:42:43.305567 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5ee561-a874-4503-a357-63ea696fc016 tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:42:43.305890 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5ee561-a874-4503-a357-63ea696fc016 tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:42:43.306267 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5ee561-a874-4503-a357-63ea696fc016 tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:42:43.328049 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [req-928f7f37-f867-405c-9985-5cfcf169e030 req-6a5ee561-a874-4503-a357-63ea696fc016 tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] No DVR routers for this DVR port 79a2c676-d809-438b-9185-8ab3e0ea2aa5 on host hv-cinder-83009 {{(pid=103458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 20:42:43.330795 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-928f7f37-f867-405c-9985-5cfcf169e030 req-6a5ee561-a874-4503-a357-63ea696fc016 tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4188892'] for port (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:42:43.334068 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-928f7f37-f867-405c-9985-5cfcf169e030 req-6a5ee561-a874-4503-a357-63ea696fc016 tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] 10.222.0.37 "DELETE /v2.0/ports/79a2c676-d809-438b-9185-8ab3e0ea2aa5 HTTP/1.1" status: 204 len: 173 time: 0.5704515 Mar 08 20:42:43.334655 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a46d0f34-d899-4acf-b7fc-8518533f5fb1', 'name': 'network-vif-deleted', 'tag': '79a2c676-d809-438b-9185-8ab3e0ea2aa5'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 20:42:43.336829 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80a387be2d8005eb2e27f9060a02e972faa958bb0688f3ffd3bc7b0f4eb55c8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-658c30a9-a264-457d-a256-bd6eb0c7a9d3" -d '{"events": [{"server_uuid": "a46d0f34-d899-4acf-b7fc-8518533f5fb1", "name": "network-vif-deleted", "tag": "79a2c676-d809-438b-9185-8ab3e0ea2aa5"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 20:42:43.377258 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 20:42:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-263ad704-5550-42c4-b33b-f9d7c63fbd9b x-openstack-request-id: req-263ad704-5550-42c4-b33b-f9d7c63fbd9b {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 20:42:43.377258 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a46d0f34-d899-4acf-b7fc-8518533f5fb1", "name": "network-vif-deleted", "tag": "79a2c676-d809-438b-9185-8ab3e0ea2aa5", "status": "completed", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 20:42:43.377258 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-263ad704-5550-42c4-b33b-f9d7c63fbd9b {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 20:42:43.377258 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a46d0f34-d899-4acf-b7fc-8518533f5fb1', 'name': 'network-vif-deleted', 'tag': '79a2c676-d809-438b-9185-8ab3e0ea2aa5', 'status': 'completed', 'code': 200} Mar 08 20:42:44.133341 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28e4c87-587f-41fd-bb4d-28835e63fbbb req-7702b521-9f78-4719-aec2-a258a8f703ab tempest-TestMinimumBasicScenario-1546645339 tempest-TestMinimumBasicScenario-1546645339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:42:44.134794 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-f28e4c87-587f-41fd-bb4d-28835e63fbbb req-7702b521-9f78-4719-aec2-a258a8f703ab tempest-TestMinimumBasicScenario-1546645339 tempest-TestMinimumBasicScenario-1546645339-project] 10.222.0.41 "GET /v2.0/ports?device_id=b217c0e6-a561-4d46-b157-b4a72fa68021 HTTP/1.1" status: 200 len: 984 time: 0.0564845 Mar 08 20:42:44.210474 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-f28e4c87-587f-41fd-bb4d-28835e63fbbb req-42eed5ad-0dbb-4a70-b0dc-92715b2b3936 tempest-TestMinimumBasicScenario-1546645339 tempest-TestMinimumBasicScenario-1546645339-project] 10.222.0.41 "GET /v2.0/security-groups?id=367b0b63-618b-46b7-9c36-4183510fc715&id=802559eb-4a4a-4285-9736-477b59370538&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0690949 Mar 08 20:42:44.411113 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-5244a898-c99d-4431-a896-593a84a84c73 req-b9644517-0a26-4ac2-8597-a96f2804df5b tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] 10.222.0.41 "GET /v2.0/ports?device_id=a46d0f34-d899-4acf-b7fc-8518533f5fb1 HTTP/1.1" status: 200 len: 210 time: 0.0287154 Mar 08 20:42:45.334766 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a291fda3-c9b2-44ed-b6fc-7c9e63cc2a59 req-ddb0daa5-1e7a-4ca0-b3e2-fad7c15f2002 tempest-TestMinimumBasicScenario-1546645339 tempest-TestMinimumBasicScenario-1546645339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:42:45.338392 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-a291fda3-c9b2-44ed-b6fc-7c9e63cc2a59 req-ddb0daa5-1e7a-4ca0-b3e2-fad7c15f2002 tempest-TestMinimumBasicScenario-1546645339 tempest-TestMinimumBasicScenario-1546645339-project] 10.222.0.41 "GET /v2.0/ports?device_id=b217c0e6-a561-4d46-b157-b4a72fa68021 HTTP/1.1" status: 200 len: 984 time: 0.0571415 Mar 08 20:42:45.401835 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-a291fda3-c9b2-44ed-b6fc-7c9e63cc2a59 req-e6e01b4b-39a1-442f-b1d1-7d82fef6c2b1 tempest-TestMinimumBasicScenario-1546645339 tempest-TestMinimumBasicScenario-1546645339-project] 10.222.0.41 "GET /v2.0/security-groups?id=367b0b63-618b-46b7-9c36-4183510fc715&id=802559eb-4a4a-4285-9736-477b59370538&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0596850 Mar 08 20:42:46.714987 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.rpc [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Device 79a2c676-d809-438b-9185-8ab3e0ea2aa5 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103460) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 20:42:46.735566 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.plugin [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] No Port match for: 79a2c676-d809-438b-9185-8ab3e0ea2aa5 {{(pid=103460) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 20:42:46.735905 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.rpc [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Device 79a2c676-d809-438b-9185-8ab3e0ea2aa5 not bound to the agent host hv-cinder-83009 {{(pid=103460) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 20:42:47.978086 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.wsgi [-] (103459) accepted ('10.222.0.41', 39576) {{(pid=103459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:42:48.136484 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-dadf0a7c-c05e-4d83-9ae8-c8b5d8347d7f tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] Deleting port cfe98363-1d7c-4354-b86f-46f7673fc9f5 {{(pid=103459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 20:42:48.136826 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-dadf0a7c-c05e-4d83-9ae8-c8b5d8347d7f tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745146874691'] for port (cfe98363-1d7c-4354-b86f-46f7673fc9f5), before_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:42:48.213637 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-dadf0a7c-c05e-4d83-9ae8-c8b5d8347d7f tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443457'] for port (cfe98363-1d7c-4354-b86f-46f7673fc9f5), precommit_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:42:48.213870 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-dadf0a7c-c05e-4d83-9ae8-c8b5d8347d7f tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] Publish callbacks [] for floatingip (cfe98363-1d7c-4354-b86f-46f7673fc9f5), precommit_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:42:48.226532 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-dadf0a7c-c05e-4d83-9ae8-c8b5d8347d7f tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] Calling delete_port for cfe98363-1d7c-4354-b86f-46f7673fc9f5 owned by network:floatingip {{(pid=103459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 20:42:48.473715 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-dadf0a7c-c05e-4d83-9ae8-c8b5d8347d7f tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745146878630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745146440915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28404629'] for port (cfe98363-1d7c-4354-b86f-46f7673fc9f5), after_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:42:48.499344 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadf0a7c-c05e-4d83-9ae8-c8b5d8347d7f tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] Pushing event deleted for resources: {'Port': ['ID=cfe98363-1d7c-4354-b86f-46f7673fc9f5,revision_number=None']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:42:48.509068 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dadf0a7c-c05e-4d83-9ae8-c8b5d8347d7f tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:42:48.509407 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dadf0a7c-c05e-4d83-9ae8-c8b5d8347d7f tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:42:48.509762 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dadf0a7c-c05e-4d83-9ae8-c8b5d8347d7f tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:42:48.510180 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dadf0a7c-c05e-4d83-9ae8-c8b5d8347d7f tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:42:48.510515 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dadf0a7c-c05e-4d83-9ae8-c8b5d8347d7f tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:42:48.510848 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dadf0a7c-c05e-4d83-9ae8-c8b5d8347d7f tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:42:48.511179 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dadf0a7c-c05e-4d83-9ae8-c8b5d8347d7f tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:42:48.511505 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dadf0a7c-c05e-4d83-9ae8-c8b5d8347d7f tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:42:48.511880 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dadf0a7c-c05e-4d83-9ae8-c8b5d8347d7f tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:42:48.512228 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dadf0a7c-c05e-4d83-9ae8-c8b5d8347d7f tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:42:48.512559 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dadf0a7c-c05e-4d83-9ae8-c8b5d8347d7f tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:42:48.512877 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dadf0a7c-c05e-4d83-9ae8-c8b5d8347d7f tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:42:48.513195 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dadf0a7c-c05e-4d83-9ae8-c8b5d8347d7f tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:42:48.575255 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-dadf0a7c-c05e-4d83-9ae8-c8b5d8347d7f tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] Publish callbacks [] for floatingip (82045778-d02b-4bbc-98c9-cd3f61b5dbe0), after_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:42:48.575656 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.db.l3_db [None req-dadf0a7c-c05e-4d83-9ae8-c8b5d8347d7f tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] Floating IP 82045778-d02b-4bbc-98c9-cd3f61b5dbe0 disassociated (deleted). External IP: 172.27.2.84, port: 90bd1cce-acc7-4d74-ad9c-f6b3eea6125d. Mar 08 20:42:48.794132 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dadf0a7c-c05e-4d83-9ae8-c8b5d8347d7f tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] Router 813bc19a-5efc-4849-a90c-b51f279e8583 has already been hosted by L3 agent 7ae9fd8f-5d61-4821-9eac-044950c450f0 {{(pid=103459) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 20:42:48.905969 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dadf0a7c-c05e-4d83-9ae8-c8b5d8347d7f tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] Notify agent at l3_agent.dv-cinder-830096-3-iscsi the message routers_updated {{(pid=103459) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 20:42:48.911198 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-dadf0a7c-c05e-4d83-9ae8-c8b5d8347d7f tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4188892'] for floatingip (None), before_response {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:42:48.915989 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae060d7c-acf8-473a-a5fe-51ec0e908fb1 None None] Sync routers for ids ['813bc19a-5efc-4849-a90c-b51f279e8583'] in dv-cinder-830096-3-iscsi {{(pid=103461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 20:42:48.926653 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae060d7c-acf8-473a-a5fe-51ec0e908fb1 None None] Routers {'813bc19a-5efc-4849-a90c-b51f279e8583'} bound to L3 agent in host dv-cinder-830096-3-iscsi {{(pid=103461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:42:48.927294 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.db.l3_hamode_db [None req-ae060d7c-acf8-473a-a5fe-51ec0e908fb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-08T20:23:01Z,description=,heartbeat_timestamp=2022-03-08T20:42:31Z,host='dv-cinder-830096-3-iscsi',id=7ae9fd8f-5d61-4821-9eac-044950c450f0,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:23:02Z,topic='l3_agent')) {'router_ids': ['813bc19a-5efc-4849-a90c-b51f279e8583'], 'active': True} {{(pid=103461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:42:48.940813 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [None req-dadf0a7c-c05e-4d83-9ae8-c8b5d8347d7f tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] 10.222.0.41 "DELETE /v2.0/floatingips/82045778-d02b-4bbc-98c9-cd3f61b5dbe0 HTTP/1.1" status: 204 len: 168 time: 0.9614570 Mar 08 20:42:48.941402 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a14fbaed-9ca6-4ca3-be12-e2da6a6b20b0', 'tag': '90bd1cce-acc7-4d74-ad9c-f6b3eea6125d'}] {{(pid=103459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 20:42:48.944497 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30f128d5f71b3f7cc76d6cee4f56f72b4ad92d7c7cb63713f7d7a45aaaaee86d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dd1081b-147b-4962-b599-d70a827e1e97" -d '{"events": [{"name": "network-changed", "server_uuid": "a14fbaed-9ca6-4ca3-be12-e2da6a6b20b0", "tag": "90bd1cce-acc7-4d74-ad9c-f6b3eea6125d"}]}' {{(pid=103459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 20:42:48.984071 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 20:42:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff6e4ce8-2b93-4563-9304-f97280cfdad4 x-openstack-request-id: req-ff6e4ce8-2b93-4563-9304-f97280cfdad4 {{(pid=103459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 20:42:48.984831 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a14fbaed-9ca6-4ca3-be12-e2da6a6b20b0", "tag": "90bd1cce-acc7-4d74-ad9c-f6b3eea6125d", "status": "completed", "code": 200}]} {{(pid=103459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 20:42:48.984831 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ff6e4ce8-2b93-4563-9304-f97280cfdad4 {{(pid=103459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 20:42:48.985168 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a14fbaed-9ca6-4ca3-be12-e2da6a6b20b0', 'tag': '90bd1cce-acc7-4d74-ad9c-f6b3eea6125d', 'status': 'completed', 'code': 200} Mar 08 20:42:49.059150 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.db.l3_dvr_db [None req-ae060d7c-acf8-473a-a5fe-51ec0e908fb1 None None] Set router 813bc19a-5efc-4849-a90c-b51f279e8583 gateway port host: dv-cinder-830096-3-iscsi {{(pid=103461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:42:49.059528 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd1081b-147b-4962-b599-d70a827e1e97 req-0eadd8b5-f08a-4488-86c9-b24015e0b334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:42:49.061501 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-2dd1081b-147b-4962-b599-d70a827e1e97 req-0eadd8b5-f08a-4488-86c9-b24015e0b334 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=bf06b78c460f40649c7dfbdd2a48a3e6&device_id=a14fbaed-9ca6-4ca3-be12-e2da6a6b20b0 HTTP/1.1" status: 200 len: 1130 time: 0.0501320 Mar 08 20:42:49.160695 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd1081b-147b-4962-b599-d70a827e1e97 req-5fc5035b-c6a2-45cf-b8fa-1c7bb07b8cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:42:49.162718 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-2dd1081b-147b-4962-b599-d70a827e1e97 req-5fc5035b-c6a2-45cf-b8fa-1c7bb07b8cc7 service neutron] 10.222.0.37 "GET /v2.0/networks?id=c2c7d66f-86ac-44f2-9eb5-cb2716ba5d76 HTTP/1.1" status: 200 len: 912 time: 0.0950835 Mar 08 20:42:49.211524 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-2dd1081b-147b-4962-b599-d70a827e1e97 req-e80f16f6-0b2e-4b02-8770-8b8015c23cb4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=90bd1cce-acc7-4d74-ad9c-f6b3eea6125d HTTP/1.1" status: 200 len: 217 time: 0.0437899 Mar 08 20:42:49.261916 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.db.l3_hamode_db [None req-ae060d7c-acf8-473a-a5fe-51ec0e908fb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '813bc19a-5efc-4849-a90c-b51f279e8583', 'name': 'tempest-TestVolumeBootPattern-564992217-router', 'tenant_id': 'bf06b78c460f40649c7dfbdd2a48a3e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'external_fixed_ips': [{'subnet_id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'ip_address': '172.27.2.236'}], 'enable_snat': True}, 'gw_port_id': 'b09be00f-c368-414b-9fd5-063c97760f7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:33:30Z', 'updated_at': '2022-03-08T20:33:34Z', 'revision_number': 4, 'project_id': 'bf06b78c460f40649c7dfbdd2a48a3e6', 'gw_port': {'id': 'b09be00f-c368-414b-9fd5-063c97760f7b', 'name': '', 'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:67:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '813bc19a-5efc-4849-a90c-b51f279e8583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'ip_address': '172.27.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:33:31Z', 'updated_at': '2022-03-08T20:33:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-3-iscsi', '_interfaces': [{'id': 'bf80f1eb-9470-4de8-869d-5b5d1aef8ede', 'name': '', 'network_id': 'c2c7d66f-86ac-44f2-9eb5-cb2716ba5d76', 'tenant_id': 'bf06b78c460f40649c7dfbdd2a48a3e6', 'mac_address': 'fa:16:3e:fd:84:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '813bc19a-5efc-4849-a90c-b51f279e8583', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '88ad92d3-2fe0-4490-8ff5-712fc5e791fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:33:34Z', 'updated_at': '2022-03-08T20:33:39Z', 'revision_number': 5, 'project_id': 'bf06b78c460f40649c7dfbdd2a48a3e6', 'subnets': [{'id': '88ad92d3-2fe0-4490-8ff5-712fc5e791fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830096-3-iscsi', False) {} {{(pid=103461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:42:49.288774 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd1081b-147b-4962-b599-d70a827e1e97 req-a53aa41a-d4f0-474a-9443-24d9c8cb2c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:42:49.288774 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-2dd1081b-147b-4962-b599-d70a827e1e97 req-a53aa41a-d4f0-474a-9443-24d9c8cb2c85 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=88ad92d3-2fe0-4490-8ff5-712fc5e791fb HTTP/1.1" status: 200 len: 850 time: 0.0675132 Mar 08 20:42:49.299693 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae060d7c-acf8-473a-a5fe-51ec0e908fb1 None None] Checking router: 813bc19a-5efc-4849-a90c-b51f279e8583 for host: dv-cinder-830096-3-iscsi {{(pid=103461) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 20:42:49.313009 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae060d7c-acf8-473a-a5fe-51ec0e908fb1 None None] Routers {'813bc19a-5efc-4849-a90c-b51f279e8583'} bound to L3 agent in host dv-cinder-830096-3-iscsi {{(pid=103461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:42:49.313535 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.db.l3_hamode_db [None req-ae060d7c-acf8-473a-a5fe-51ec0e908fb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-08T20:23:01Z,description=,heartbeat_timestamp=2022-03-08T20:42:31Z,host='dv-cinder-830096-3-iscsi',id=7ae9fd8f-5d61-4821-9eac-044950c450f0,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:23:02Z,topic='l3_agent')) {'router_ids': ['813bc19a-5efc-4849-a90c-b51f279e8583'], 'active': True} {{(pid=103461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:42:49.340073 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd1081b-147b-4962-b599-d70a827e1e97 req-b5dc7b0c-c0b5-42cb-b4e1-ddd3af1aa534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:42:49.341668 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-2dd1081b-147b-4962-b599-d70a827e1e97 req-b5dc7b0c-c0b5-42cb-b4e1-ddd3af1aa534 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c2c7d66f-86ac-44f2-9eb5-cb2716ba5d76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0503330 Mar 08 20:42:49.433099 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.db.l3_dvr_db [None req-ae060d7c-acf8-473a-a5fe-51ec0e908fb1 None None] Set router 813bc19a-5efc-4849-a90c-b51f279e8583 gateway port host: dv-cinder-830096-3-iscsi {{(pid=103461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:42:49.435234 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-2dd1081b-147b-4962-b599-d70a827e1e97 req-6fd26987-d385-42dc-9a7f-468f0b0b9fa5 service neutron] 10.222.0.37 "GET /v2.0/networks/c2c7d66f-86ac-44f2-9eb5-cb2716ba5d76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860286 Mar 08 20:42:49.493459 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc38079-24ec-4331-b22d-fde906cf40a4 req-1e8922b3-652f-45d2-b566-01f2c8fce058 tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:42:49.495208 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-ebc38079-24ec-4331-b22d-fde906cf40a4 req-1e8922b3-652f-45d2-b566-01f2c8fce058 tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] 10.222.0.41 "GET /v2.0/ports?device_id=a14fbaed-9ca6-4ca3-be12-e2da6a6b20b0 HTTP/1.1" status: 200 len: 946 time: 0.0646031 Mar 08 20:42:49.570735 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-ebc38079-24ec-4331-b22d-fde906cf40a4 req-5ac718d1-23bb-42e7-86f6-ce88cdb2fb6b tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] 10.222.0.41 "GET /v2.0/security-groups?id=4d697690-46e7-4a5b-b531-6aaab5a49583&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678725 Mar 08 20:42:49.571011 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-2dd1081b-147b-4962-b599-d70a827e1e97 req-486d6244-ebcb-4b6e-af31-29fdcfdfef94 service neutron] 10.222.0.37 "GET /v2.0/networks/c2c7d66f-86ac-44f2-9eb5-cb2716ba5d76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262989 Mar 08 20:42:49.754184 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.db.l3_hamode_db [None req-ae060d7c-acf8-473a-a5fe-51ec0e908fb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '813bc19a-5efc-4849-a90c-b51f279e8583', 'name': 'tempest-TestVolumeBootPattern-564992217-router', 'tenant_id': 'bf06b78c460f40649c7dfbdd2a48a3e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'external_fixed_ips': [{'subnet_id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'ip_address': '172.27.2.236'}], 'enable_snat': True}, 'gw_port_id': 'b09be00f-c368-414b-9fd5-063c97760f7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:33:30Z', 'updated_at': '2022-03-08T20:33:34Z', 'revision_number': 4, 'project_id': 'bf06b78c460f40649c7dfbdd2a48a3e6', 'gw_port': {'id': 'b09be00f-c368-414b-9fd5-063c97760f7b', 'name': '', 'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:67:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '813bc19a-5efc-4849-a90c-b51f279e8583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'ip_address': '172.27.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:33:31Z', 'updated_at': '2022-03-08T20:33:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-3-iscsi', '_interfaces': [{'id': 'bf80f1eb-9470-4de8-869d-5b5d1aef8ede', 'name': '', 'network_id': 'c2c7d66f-86ac-44f2-9eb5-cb2716ba5d76', 'tenant_id': 'bf06b78c460f40649c7dfbdd2a48a3e6', 'mac_address': 'fa:16:3e:fd:84:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '813bc19a-5efc-4849-a90c-b51f279e8583', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '88ad92d3-2fe0-4490-8ff5-712fc5e791fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:33:34Z', 'updated_at': '2022-03-08T20:33:39Z', 'revision_number': 5, 'project_id': 'bf06b78c460f40649c7dfbdd2a48a3e6', 'subnets': [{'id': '88ad92d3-2fe0-4490-8ff5-712fc5e791fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830096-3-iscsi', False) {} {{(pid=103461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:42:49.781445 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae060d7c-acf8-473a-a5fe-51ec0e908fb1 None None] The sync data for ids ['813bc19a-5efc-4849-a90c-b51f279e8583'] in dv-cinder-830096-3-iscsi is: [{'id': '813bc19a-5efc-4849-a90c-b51f279e8583', 'name': 'tempest-TestVolumeBootPattern-564992217-router', 'tenant_id': 'bf06b78c460f40649c7dfbdd2a48a3e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'external_fixed_ips': [{'subnet_id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'ip_address': '172.27.2.236'}], 'enable_snat': True}, 'gw_port_id': 'b09be00f-c368-414b-9fd5-063c97760f7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:33:30Z', 'updated_at': '2022-03-08T20:33:34Z', 'revision_number': 4, 'project_id': 'bf06b78c460f40649c7dfbdd2a48a3e6', 'gw_port': {'id': 'b09be00f-c368-414b-9fd5-063c97760f7b', 'name': '', 'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:67:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '813bc19a-5efc-4849-a90c-b51f279e8583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'ip_address': '172.27.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:33:31Z', 'updated_at': '2022-03-08T20:33:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-3-iscsi', '_interfaces': [{'id': 'bf80f1eb-9470-4de8-869d-5b5d1aef8ede', 'name': '', 'network_id': 'c2c7d66f-86ac-44f2-9eb5-cb2716ba5d76', 'tenant_id': 'bf06b78c460f40649c7dfbdd2a48a3e6', 'mac_address': 'fa:16:3e:fd:84:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '813bc19a-5efc-4849-a90c-b51f279e8583', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '88ad92d3-2fe0-4490-8ff5-712fc5e791fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:33:34Z', 'updated_at': '2022-03-08T20:33:39Z', 'revision_number': 5, 'project_id': 'bf06b78c460f40649c7dfbdd2a48a3e6', 'subnets': [{'id': '88ad92d3-2fe0-4490-8ff5-712fc5e791fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 20:42:50.013152 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54f2b3ed-f76c-4f6a-8e57-09ed8b059d29 None None] New status for floating IP 82045778-d02b-4bbc-98c9-cd3f61b5dbe0: DOWN {{(pid=103460) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 20:42:50.725210 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f3256c-bb42-4f17-a5e4-6f470afe11de req-f1f8691f-e722-4ed4-83f5-70f90322a13c tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:42:50.726828 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-42f3256c-bb42-4f17-a5e4-6f470afe11de req-f1f8691f-e722-4ed4-83f5-70f90322a13c tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] 10.222.0.41 "GET /v2.0/ports?device_id=a14fbaed-9ca6-4ca3-be12-e2da6a6b20b0 HTTP/1.1" status: 200 len: 946 time: 0.0680962 Mar 08 20:42:50.781192 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-42f3256c-bb42-4f17-a5e4-6f470afe11de req-076dcfdc-39e1-480b-aa45-2f23584f5263 tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] 10.222.0.41 "GET /v2.0/security-groups?id=4d697690-46e7-4a5b-b531-6aaab5a49583&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482068 Mar 08 20:42:51.071422 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f658667f-5326-4a30-8d95-6ca8378d392c req-8f429d09-6fd5-4f7d-aa20-f8474e54b678 tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:42:51.072827 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-f658667f-5326-4a30-8d95-6ca8378d392c req-8f429d09-6fd5-4f7d-aa20-f8474e54b678 tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] 10.222.0.37 "GET /v2.0/ports?device_id=a14fbaed-9ca6-4ca3-be12-e2da6a6b20b0 HTTP/1.1" status: 200 len: 946 time: 0.0533197 Mar 08 20:42:51.184528 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [req-f658667f-5326-4a30-8d95-6ca8378d392c req-651d9131-4038-4350-9040-d5f4b792b7ab tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] Deleting port 90bd1cce-acc7-4d74-ad9c-f6b3eea6125d {{(pid=103458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 20:42:51.184875 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-f658667f-5326-4a30-8d95-6ca8378d392c req-651d9131-4038-4350-9040-d5f4b792b7ab tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745146874691'] for port (90bd1cce-acc7-4d74-ad9c-f6b3eea6125d), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:42:51.274689 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.db [req-f658667f-5326-4a30-8d95-6ca8378d392c req-651d9131-4038-4350-9040-d5f4b792b7ab tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] For port 90bd1cce-acc7-4d74-ad9c-f6b3eea6125d, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=90bd1cce-acc7-4d74-ad9c-f6b3eea6125d,segment=NetworkSegment(8a7da6b0-4771-498d-9c85-c783d4056178),segment_id=8a7da6b0-4771-498d-9c85-c783d4056178)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:42:51.275049 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-f658667f-5326-4a30-8d95-6ca8378d392c req-651d9131-4038-4350-9040-d5f4b792b7ab tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443457'] for port (90bd1cce-acc7-4d74-ad9c-f6b3eea6125d), precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:42:51.287072 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [req-f658667f-5326-4a30-8d95-6ca8378d392c req-651d9131-4038-4350-9040-d5f4b792b7ab tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] Calling delete_port for 90bd1cce-acc7-4d74-ad9c-f6b3eea6125d owned by compute:nova {{(pid=103458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 20:42:51.546915 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-f658667f-5326-4a30-8d95-6ca8378d392c req-651d9131-4038-4350-9040-d5f4b792b7ab tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745146878630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745146440915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28566877'] for port (90bd1cce-acc7-4d74-ad9c-f6b3eea6125d), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:42:51.577755 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651d9131-4038-4350-9040-d5f4b792b7ab tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] Pushing event deleted for resources: {'Port': ['ID=90bd1cce-acc7-4d74-ad9c-f6b3eea6125d,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:42:51.621190 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [req-f658667f-5326-4a30-8d95-6ca8378d392c req-651d9131-4038-4350-9040-d5f4b792b7ab tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] No DVR routers for this DVR port 90bd1cce-acc7-4d74-ad9c-f6b3eea6125d on host hv-cinder-83009 {{(pid=103458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 20:42:51.623601 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-f658667f-5326-4a30-8d95-6ca8378d392c req-651d9131-4038-4350-9040-d5f4b792b7ab tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4188892'] for port (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:42:51.626897 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-f658667f-5326-4a30-8d95-6ca8378d392c req-651d9131-4038-4350-9040-d5f4b792b7ab tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] 10.222.0.37 "DELETE /v2.0/ports/90bd1cce-acc7-4d74-ad9c-f6b3eea6125d HTTP/1.1" status: 204 len: 173 time: 0.5461359 Mar 08 20:42:51.627354 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a14fbaed-9ca6-4ca3-be12-e2da6a6b20b0', 'name': 'network-vif-deleted', 'tag': '90bd1cce-acc7-4d74-ad9c-f6b3eea6125d'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 20:42:51.629589 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80a387be2d8005eb2e27f9060a02e972faa958bb0688f3ffd3bc7b0f4eb55c8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e739b7b-a554-4da3-ae80-cb6e8d8ec310" -d '{"events": [{"server_uuid": "a14fbaed-9ca6-4ca3-be12-e2da6a6b20b0", "name": "network-vif-deleted", "tag": "90bd1cce-acc7-4d74-ad9c-f6b3eea6125d"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 20:42:51.665084 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 20:42:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bafa5b6e-9ea2-424f-b7d1-51e71972ad97 x-openstack-request-id: req-bafa5b6e-9ea2-424f-b7d1-51e71972ad97 {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 20:42:51.665398 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a14fbaed-9ca6-4ca3-be12-e2da6a6b20b0", "name": "network-vif-deleted", "tag": "90bd1cce-acc7-4d74-ad9c-f6b3eea6125d", "status": "completed", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 20:42:51.665648 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-bafa5b6e-9ea2-424f-b7d1-51e71972ad97 {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 20:42:51.666177 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a14fbaed-9ca6-4ca3-be12-e2da6a6b20b0', 'name': 'network-vif-deleted', 'tag': '90bd1cce-acc7-4d74-ad9c-f6b3eea6125d', 'status': 'completed', 'code': 200} Mar 08 20:42:51.878402 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-896736bf-3556-4c02-a8e5-15f4491b27e9 req-58ddfaf6-a0f5-4994-9b4d-f08a87597506 tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] 10.222.0.41 "GET /v2.0/ports?device_id=a14fbaed-9ca6-4ca3-be12-e2da6a6b20b0 HTTP/1.1" status: 200 len: 210 time: 0.0272138 Mar 08 20:42:52.986675 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-e2d70ee3-9c55-495b-b36a-36ed67e529dc req-8a132038-29bb-4089-9236-792b363a005a tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] 10.222.0.41 "GET /v2.0/ports?device_id=a14fbaed-9ca6-4ca3-be12-e2da6a6b20b0 HTTP/1.1" status: 200 len: 210 time: 0.0278401 Mar 08 20:42:54.043808 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.wsgi [-] (103459) accepted ('10.222.0.41', 39594) {{(pid=103459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:42:54.168614 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-2aefe8b8-31ab-4dbe-b494-d46691682163 tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] Deleting port aaf49c76-4031-4d7a-b2df-1061048346a5 {{(pid=103459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 20:42:54.170210 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-2aefe8b8-31ab-4dbe-b494-d46691682163 tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745146874691'] for port (aaf49c76-4031-4d7a-b2df-1061048346a5), before_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:42:54.222349 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745146981205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476605'] for agent (905863fd-6a46-47f8-82ce-98f31309cbd3), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:42:54.244162 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-2aefe8b8-31ab-4dbe-b494-d46691682163 tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443457'] for port (aaf49c76-4031-4d7a-b2df-1061048346a5), precommit_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:42:54.244566 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-2aefe8b8-31ab-4dbe-b494-d46691682163 tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] Publish callbacks [] for floatingip (aaf49c76-4031-4d7a-b2df-1061048346a5), precommit_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:42:54.256536 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-2aefe8b8-31ab-4dbe-b494-d46691682163 tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] Calling delete_port for aaf49c76-4031-4d7a-b2df-1061048346a5 owned by network:floatingip {{(pid=103459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 20:42:54.461957 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-2aefe8b8-31ab-4dbe-b494-d46691682163 tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745146878630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745146440915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28404629'] for port (aaf49c76-4031-4d7a-b2df-1061048346a5), after_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:42:54.486613 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aefe8b8-31ab-4dbe-b494-d46691682163 tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] Pushing event deleted for resources: {'Port': ['ID=aaf49c76-4031-4d7a-b2df-1061048346a5,revision_number=None']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:42:54.550995 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-2aefe8b8-31ab-4dbe-b494-d46691682163 tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] Publish callbacks [] for floatingip (a92cd06a-4c95-450a-8179-c41cd7e260fe), after_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:42:54.553665 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-2aefe8b8-31ab-4dbe-b494-d46691682163 tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4188892'] for floatingip (None), before_response {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:42:54.554802 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [None req-2aefe8b8-31ab-4dbe-b494-d46691682163 tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] 10.222.0.41 "DELETE /v2.0/floatingips/a92cd06a-4c95-450a-8179-c41cd7e260fe HTTP/1.1" status: 204 len: 168 time: 0.5099845 Mar 08 20:42:54.762010 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.rpc [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Device 90bd1cce-acc7-4d74-ad9c-f6b3eea6125d no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103460) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 20:42:54.782517 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.plugin [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] No Port match for: 90bd1cce-acc7-4d74-ad9c-f6b3eea6125d {{(pid=103460) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 20:42:54.782899 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.rpc [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Device 90bd1cce-acc7-4d74-ad9c-f6b3eea6125d not bound to the agent host hv-cinder-83009 {{(pid=103460) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 20:42:55.925463 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.wsgi [-] (103459) accepted ('10.222.0.41', 39606) {{(pid=103459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:42:55.982735 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-0564b0a0-71bf-4b16-8345-5f01ab36315b tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] Publish callbacks [] for security_group (4d697690-46e7-4a5b-b531-6aaab5a49583), before_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:42:56.007794 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-0564b0a0-71bf-4b16-8345-5f01ab36315b tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] Publish callbacks [] for security_group (4d697690-46e7-4a5b-b531-6aaab5a49583), precommit_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:42:56.164513 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-0564b0a0-71bf-4b16-8345-5f01ab36315b tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310940'] for security_group (4d697690-46e7-4a5b-b531-6aaab5a49583), after_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:42:56.167139 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-0564b0a0-71bf-4b16-8345-5f01ab36315b tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] Publish callbacks [] for security_group (None), before_response {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:42:56.168331 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [None req-0564b0a0-71bf-4b16-8345-5f01ab36315b tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] 10.222.0.41 "DELETE /v2.0/security-groups/4d697690-46e7-4a5b-b531-6aaab5a49583 HTTP/1.1" status: 204 len: 168 time: 0.2418556 Mar 08 20:42:56.178291 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0564b0a0-71bf-4b16-8345-5f01ab36315b tempest-TestVolumeBootPattern-961370174 tempest-TestVolumeBootPattern-961370174-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d697690-46e7-4a5b-b531-6aaab5a49583,revision_number=None']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:42:56.310701 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.wsgi [-] (103459) accepted ('10.222.0.41', 39610) {{(pid=103459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:42:57.057279 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-815c4440-729c-4f28-b1fd-7314e0985fed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-450131'] for router_interface (813bc19a-5efc-4849-a90c-b51f279e8583), before_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:42:57.305414 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-815c4440-729c-4f28-b1fd-7314e0985fed admin admin] Deleting port bf80f1eb-9470-4de8-869d-5b5d1aef8ede {{(pid=103459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 20:42:57.305751 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-815c4440-729c-4f28-b1fd-7314e0985fed admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745146874691'] for port (bf80f1eb-9470-4de8-869d-5b5d1aef8ede), before_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:42:57.381669 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-815c4440-729c-4f28-b1fd-7314e0985fed admin admin] For port bf80f1eb-9470-4de8-869d-5b5d1aef8ede, host dv-cinder-830096-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-3-iscsi',level=0,port_id=bf80f1eb-9470-4de8-869d-5b5d1aef8ede,segment=NetworkSegment(8a7da6b0-4771-498d-9c85-c783d4056178),segment_id=8a7da6b0-4771-498d-9c85-c783d4056178)] {{(pid=103459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:42:57.381948 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-815c4440-729c-4f28-b1fd-7314e0985fed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443457'] for port (bf80f1eb-9470-4de8-869d-5b5d1aef8ede), precommit_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:42:57.393368 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-815c4440-729c-4f28-b1fd-7314e0985fed admin admin] Calling delete_port for bf80f1eb-9470-4de8-869d-5b5d1aef8ede owned by network:router_interface {{(pid=103459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 20:42:57.753489 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-815c4440-729c-4f28-b1fd-7314e0985fed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745146878630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745146440915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28404629'] for port (bf80f1eb-9470-4de8-869d-5b5d1aef8ede), after_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:42:57.780279 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815c4440-729c-4f28-b1fd-7314e0985fed admin admin] Pushing event deleted for resources: {'Port': ['ID=bf80f1eb-9470-4de8-869d-5b5d1aef8ede,revision_number=None']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:42:57.951726 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-815c4440-729c-4f28-b1fd-7314e0985fed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3733772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-450087'] for router_interface (813bc19a-5efc-4849-a90c-b51f279e8583), after_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:42:58.167371 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-815c4440-729c-4f28-b1fd-7314e0985fed admin admin] Router 813bc19a-5efc-4849-a90c-b51f279e8583 has already been hosted by L3 agent 7ae9fd8f-5d61-4821-9eac-044950c450f0 {{(pid=103459) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 20:42:58.278378 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-815c4440-729c-4f28-b1fd-7314e0985fed admin admin] Notify agent at l3_agent.dv-cinder-830096-3-iscsi the message routers_updated {{(pid=103459) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 20:42:58.283477 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [None req-815c4440-729c-4f28-b1fd-7314e0985fed admin admin] 10.222.0.41 "PUT /v2.0/routers/813bc19a-5efc-4849-a90c-b51f279e8583/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9717240 Mar 08 20:42:58.286043 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.wsgi [-] (103459) accepted ('10.222.0.41', 39614) {{(pid=103459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:42:58.289736 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c7901cb-2b6f-4a4f-af95-d694d02126b0 None None] Sync routers for ids ['813bc19a-5efc-4849-a90c-b51f279e8583'] in dv-cinder-830096-3-iscsi {{(pid=103461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 20:42:58.299517 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c7901cb-2b6f-4a4f-af95-d694d02126b0 None None] Routers {'813bc19a-5efc-4849-a90c-b51f279e8583'} bound to L3 agent in host dv-cinder-830096-3-iscsi {{(pid=103461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:42:58.300150 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.db.l3_hamode_db [None req-7c7901cb-2b6f-4a4f-af95-d694d02126b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-08T20:23:01Z,description=,heartbeat_timestamp=2022-03-08T20:42:31Z,host='dv-cinder-830096-3-iscsi',id=7ae9fd8f-5d61-4821-9eac-044950c450f0,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:23:02Z,topic='l3_agent')) {'router_ids': ['813bc19a-5efc-4849-a90c-b51f279e8583'], 'active': True} {{(pid=103461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:42:58.391799 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-79a55c54-8945-458e-a613-902a7e0fc039 admin admin] Publish callbacks [] for router (813bc19a-5efc-4849-a90c-b51f279e8583), before_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:42:58.407337 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.db.l3_dvr_db [None req-7c7901cb-2b6f-4a4f-af95-d694d02126b0 None None] Set router 813bc19a-5efc-4849-a90c-b51f279e8583 gateway port host: dv-cinder-830096-3-iscsi {{(pid=103461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:42:58.495181 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-79a55c54-8945-458e-a613-902a7e0fc039 admin admin] Publish callbacks [] for router_gateway (813bc19a-5efc-4849-a90c-b51f279e8583), before_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:42:58.588265 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.db.l3_hamode_db [None req-7c7901cb-2b6f-4a4f-af95-d694d02126b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '813bc19a-5efc-4849-a90c-b51f279e8583', 'name': 'tempest-TestVolumeBootPattern-564992217-router', 'tenant_id': 'bf06b78c460f40649c7dfbdd2a48a3e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'external_fixed_ips': [{'subnet_id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'ip_address': '172.27.2.236'}], 'enable_snat': True}, 'gw_port_id': 'b09be00f-c368-414b-9fd5-063c97760f7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:33:30Z', 'updated_at': '2022-03-08T20:42:57Z', 'revision_number': 5, 'project_id': 'bf06b78c460f40649c7dfbdd2a48a3e6', 'gw_port': {'id': 'b09be00f-c368-414b-9fd5-063c97760f7b', 'name': '', 'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:67:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '813bc19a-5efc-4849-a90c-b51f279e8583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'ip_address': '172.27.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:33:31Z', 'updated_at': '2022-03-08T20:33:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-3-iscsi'}], 'dv-cinder-830096-3-iscsi', False) {} {{(pid=103461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:42:58.612469 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-79a55c54-8945-458e-a613-902a7e0fc039 admin admin] Deleting port b09be00f-c368-414b-9fd5-063c97760f7b {{(pid=103459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 20:42:58.612831 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-79a55c54-8945-458e-a613-902a7e0fc039 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745146874691'] for port (b09be00f-c368-414b-9fd5-063c97760f7b), before_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:42:58.615292 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c7901cb-2b6f-4a4f-af95-d694d02126b0 None None] Checking router: 813bc19a-5efc-4849-a90c-b51f279e8583 for host: dv-cinder-830096-3-iscsi {{(pid=103461) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 20:42:58.623671 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c7901cb-2b6f-4a4f-af95-d694d02126b0 None None] Routers {'813bc19a-5efc-4849-a90c-b51f279e8583'} bound to L3 agent in host dv-cinder-830096-3-iscsi {{(pid=103461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:42:58.624304 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.db.l3_hamode_db [None req-7c7901cb-2b6f-4a4f-af95-d694d02126b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-08T20:23:01Z,description=,heartbeat_timestamp=2022-03-08T20:42:31Z,host='dv-cinder-830096-3-iscsi',id=7ae9fd8f-5d61-4821-9eac-044950c450f0,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:23:02Z,topic='l3_agent')) {'router_ids': ['813bc19a-5efc-4849-a90c-b51f279e8583'], 'active': True} {{(pid=103461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:42:58.690223 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-79a55c54-8945-458e-a613-902a7e0fc039 admin admin] For port b09be00f-c368-414b-9fd5-063c97760f7b, host dv-cinder-830096-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-3-iscsi',level=0,port_id=b09be00f-c368-414b-9fd5-063c97760f7b,segment=NetworkSegment(e3ec3731-5b41-434a-a3a7-2ad1e453961f),segment_id=e3ec3731-5b41-434a-a3a7-2ad1e453961f)] {{(pid=103459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:42:58.690585 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-79a55c54-8945-458e-a613-902a7e0fc039 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443457'] for port (b09be00f-c368-414b-9fd5-063c97760f7b), precommit_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:42:58.702694 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-79a55c54-8945-458e-a613-902a7e0fc039 admin admin] Calling delete_port for b09be00f-c368-414b-9fd5-063c97760f7b owned by network:router_gateway {{(pid=103459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 20:42:58.712145 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.db.l3_dvr_db [None req-7c7901cb-2b6f-4a4f-af95-d694d02126b0 None None] Set router 813bc19a-5efc-4849-a90c-b51f279e8583 gateway port host: None {{(pid=103461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:42:58.766022 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.db.l3_hamode_db [None req-7c7901cb-2b6f-4a4f-af95-d694d02126b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '813bc19a-5efc-4849-a90c-b51f279e8583', 'name': 'tempest-TestVolumeBootPattern-564992217-router', 'tenant_id': 'bf06b78c460f40649c7dfbdd2a48a3e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:33:30Z', 'updated_at': '2022-03-08T20:42:58Z', 'revision_number': 6, 'project_id': 'bf06b78c460f40649c7dfbdd2a48a3e6', 'gw_port_host': None}], 'dv-cinder-830096-3-iscsi', False) {} {{(pid=103461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:42:58.792361 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c7901cb-2b6f-4a4f-af95-d694d02126b0 None None] The sync data for ids ['813bc19a-5efc-4849-a90c-b51f279e8583'] in dv-cinder-830096-3-iscsi is: [{'id': '813bc19a-5efc-4849-a90c-b51f279e8583', 'name': 'tempest-TestVolumeBootPattern-564992217-router', 'tenant_id': 'bf06b78c460f40649c7dfbdd2a48a3e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:33:30Z', 'updated_at': '2022-03-08T20:42:58Z', 'revision_number': 6, 'project_id': 'bf06b78c460f40649c7dfbdd2a48a3e6', 'gw_port_host': None}] {{(pid=103461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 20:42:58.964502 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-79a55c54-8945-458e-a613-902a7e0fc039 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745146878630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745146440915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28404629'] for port (b09be00f-c368-414b-9fd5-063c97760f7b), after_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:42:58.993149 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-1c170fe5-7a5f-4657-b41d-cb3a87f158f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745146981205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476605'] for agent (a3d84102-f7d3-452b-861a-973020576047), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:42:59.013012 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a55c54-8945-458e-a613-902a7e0fc039 admin admin] Pushing event deleted for resources: {'Port': ['ID=b09be00f-c368-414b-9fd5-063c97760f7b,revision_number=None']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:42:59.074638 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-79a55c54-8945-458e-a613-902a7e0fc039 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-442509'] for router_gateway (813bc19a-5efc-4849-a90c-b51f279e8583), after_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:42:59.170138 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-79a55c54-8945-458e-a613-902a7e0fc039 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-448313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126032'] for router (813bc19a-5efc-4849-a90c-b51f279e8583), precommit_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:42:59.172878 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-79a55c54-8945-458e-a613-902a7e0fc039 admin admin] Publish callbacks [] for router_controller (813bc19a-5efc-4849-a90c-b51f279e8583), precommit_delete_associations {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:42:59.324876 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-79a55c54-8945-458e-a613-902a7e0fc039 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-448302'] for router (813bc19a-5efc-4849-a90c-b51f279e8583), after_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:42:59.325326 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79a55c54-8945-458e-a613-902a7e0fc039 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 813bc19a-5efc-4849-a90c-b51f279e8583 {{(pid=103459) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 20:42:59.329791 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-79a55c54-8945-458e-a613-902a7e0fc039 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:42:59.330768 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [None req-79a55c54-8945-458e-a613-902a7e0fc039 admin admin] 10.222.0.41 "DELETE /v2.0/routers/813bc19a-5efc-4849-a90c-b51f279e8583 HTTP/1.1" status: 204 len: 168 time: 1.0433052 Mar 08 20:42:59.339730 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.wsgi [-] (103459) accepted ('10.222.0.41', 39616) {{(pid=103459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:42:59.387866 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.db.db_base_plugin_v2 [None req-cedcbc66-4f58-4f00-bc6f-38c4af9645cc admin admin] Deleting subnet 88ad92d3-2fe0-4490-8ff5-712fc5e791fb {{(pid=103459) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 20:42:59.391025 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-cedcbc66-4f58-4f00-bc6f-38c4af9645cc admin admin] Publish callbacks [] for subnet (88ad92d3-2fe0-4490-8ff5-712fc5e791fb), before_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:42:59.424333 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-cedcbc66-4f58-4f00-bc6f-38c4af9645cc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28404406'] for subnet (88ad92d3-2fe0-4490-8ff5-712fc5e791fb), precommit_delete_associations {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:42:59.500077 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-cedcbc66-4f58-4f00-bc6f-38c4af9645cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3537161'] for subnet (88ad92d3-2fe0-4490-8ff5-712fc5e791fb), precommit_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:42:59.630705 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.rpc [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Device bf80f1eb-9470-4de8-869d-5b5d1aef8ede no longer exists at agent ovs-agent-dv-cinder-830096-3-iscsi {{(pid=103460) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 20:42:59.639366 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-cedcbc66-4f58-4f00-bc6f-38c4af9645cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3537170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28404642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28758431'] for subnet (88ad92d3-2fe0-4490-8ff5-712fc5e791fb), after_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:42:59.658281 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.plugin [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] No Port match for: bf80f1eb-9470-4de8-869d-5b5d1aef8ede {{(pid=103460) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 20:42:59.658650 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.rpc [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Device bf80f1eb-9470-4de8-869d-5b5d1aef8ede not bound to the agent host dv-cinder-830096-3-iscsi {{(pid=103460) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 20:42:59.670023 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedcbc66-4f58-4f00-bc6f-38c4af9645cc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=88ad92d3-2fe0-4490-8ff5-712fc5e791fb,revision_number=None']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:42:59.682113 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-cedcbc66-4f58-4f00-bc6f-38c4af9645cc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:42:59.682113 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [None req-cedcbc66-4f58-4f00-bc6f-38c4af9645cc admin admin] 10.222.0.41 "DELETE /v2.0/subnets/88ad92d3-2fe0-4490-8ff5-712fc5e791fb HTTP/1.1" status: 204 len: 168 time: 0.3397751 Mar 08 20:42:59.683502 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.wsgi [-] (103459) accepted ('10.222.0.41', 39618) {{(pid=103459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:42:59.686442 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20781b42-38f2-4a13-b20b-12fd3f511e16 None None] Network c2c7d66f-86ac-44f2-9eb5-cb2716ba5d76 requested from dv-cinder-830096-3-iscsi {{(pid=103460) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 20:42:59.755403 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-724fbdf8-87dc-4327-8cf4-8440e374e803 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-744326'] for network (c2c7d66f-86ac-44f2-9eb5-cb2716ba5d76), before_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:42:59.817544 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-724fbdf8-87dc-4327-8cf4-8440e374e803 admin admin] Deleting port 25cbd68e-3e57-4749-af7d-3a4bea821a47 {{(pid=103459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 20:42:59.817920 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-724fbdf8-87dc-4327-8cf4-8440e374e803 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745146874691'] for port (25cbd68e-3e57-4749-af7d-3a4bea821a47), before_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:42:59.870261 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-058841af-b33e-4029-94f0-5e39782e558b None None] DHCP port deletion for c2c7d66f-86ac-44f2-9eb5-cb2716ba5d76 request from dv-cinder-830096-3-iscsi {{(pid=103460) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 08 20:42:59.894056 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-724fbdf8-87dc-4327-8cf4-8440e374e803 admin admin] For port 25cbd68e-3e57-4749-af7d-3a4bea821a47, host dv-cinder-830096-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-3-iscsi',level=0,port_id=25cbd68e-3e57-4749-af7d-3a4bea821a47,segment=NetworkSegment(8a7da6b0-4771-498d-9c85-c783d4056178),segment_id=8a7da6b0-4771-498d-9c85-c783d4056178)] {{(pid=103459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:42:59.894522 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-724fbdf8-87dc-4327-8cf4-8440e374e803 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443457'] for port (25cbd68e-3e57-4749-af7d-3a4bea821a47), precommit_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:42:59.910550 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-724fbdf8-87dc-4327-8cf4-8440e374e803 admin admin] Calling delete_port for 25cbd68e-3e57-4749-af7d-3a4bea821a47 owned by network:dhcp {{(pid=103459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 20:42:59.929131 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.plugin [None req-058841af-b33e-4029-94f0-5e39782e558b None None] Deleting port 25cbd68e-3e57-4749-af7d-3a4bea821a47 {{(pid=103460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 20:42:59.929502 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-058841af-b33e-4029-94f0-5e39782e558b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745146874691'] for port (25cbd68e-3e57-4749-af7d-3a4bea821a47), before_delete {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:43:00.002027 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.db [None req-058841af-b33e-4029-94f0-5e39782e558b None None] For port 25cbd68e-3e57-4749-af7d-3a4bea821a47, host dv-cinder-830096-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-3-iscsi',level=0,port_id=25cbd68e-3e57-4749-af7d-3a4bea821a47,segment=NetworkSegment(8a7da6b0-4771-498d-9c85-c783d4056178),segment_id=8a7da6b0-4771-498d-9c85-c783d4056178)] {{(pid=103460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:43:00.014833 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-058841af-b33e-4029-94f0-5e39782e558b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443457'] for port (25cbd68e-3e57-4749-af7d-3a4bea821a47), precommit_delete {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:43:00.014833 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.plugin [None req-058841af-b33e-4029-94f0-5e39782e558b None None] Calling delete_port for 25cbd68e-3e57-4749-af7d-3a4bea821a47 owned by network:dhcp {{(pid=103460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 20:43:00.073434 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-724fbdf8-87dc-4327-8cf4-8440e374e803 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745146878630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745146440915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28404629'] for port (25cbd68e-3e57-4749-af7d-3a4bea821a47), after_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:43:00.091130 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-058841af-b33e-4029-94f0-5e39782e558b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745146878630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745146440915'] for port (25cbd68e-3e57-4749-af7d-3a4bea821a47), after_delete {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:43:00.105046 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-724fbdf8-87dc-4327-8cf4-8440e374e803 admin admin] No DVR routers for this DVR port 25cbd68e-3e57-4749-af7d-3a4bea821a47 on host dv-cinder-830096-3-iscsi {{(pid=103459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 20:43:00.106684 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724fbdf8-87dc-4327-8cf4-8440e374e803 admin admin] Pushing event deleted for resources: {'Port': ['ID=25cbd68e-3e57-4749-af7d-3a4bea821a47,revision_number=None']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:43:00.121772 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058841af-b33e-4029-94f0-5e39782e558b None None] Pushing event deleted for resources: {'Port': ['ID=25cbd68e-3e57-4749-af7d-3a4bea821a47,revision_number=None']} {{(pid=103460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:43:00.124042 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-058841af-b33e-4029-94f0-5e39782e558b None None] No DVR routers for this DVR port 25cbd68e-3e57-4749-af7d-3a4bea821a47 on host dv-cinder-830096-3-iscsi {{(pid=103460) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 20:43:00.134919 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058841af-b33e-4029-94f0-5e39782e558b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:43:00.134919 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058841af-b33e-4029-94f0-5e39782e558b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:43:00.134919 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058841af-b33e-4029-94f0-5e39782e558b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:43:00.135304 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058841af-b33e-4029-94f0-5e39782e558b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:43:00.135479 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058841af-b33e-4029-94f0-5e39782e558b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:43:00.135937 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058841af-b33e-4029-94f0-5e39782e558b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:43:00.136121 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058841af-b33e-4029-94f0-5e39782e558b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:43:00.136497 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058841af-b33e-4029-94f0-5e39782e558b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:43:00.136877 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058841af-b33e-4029-94f0-5e39782e558b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:43:00.137331 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058841af-b33e-4029-94f0-5e39782e558b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:43:00.137669 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058841af-b33e-4029-94f0-5e39782e558b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:43:00.138953 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058841af-b33e-4029-94f0-5e39782e558b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:43:00.138953 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058841af-b33e-4029-94f0-5e39782e558b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:43:00.179826 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-724fbdf8-87dc-4327-8cf4-8440e374e803 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3474822', 'neutron.services.segments.db._delete_segments_for_network-8745146981223'] for network (c2c7d66f-86ac-44f2-9eb5-cb2716ba5d76), precommit_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:43:00.199379 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.services.segments.db [None req-724fbdf8-87dc-4327-8cf4-8440e374e803 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2c7d66f-86ac-44f2-9eb5-cb2716ba5d76']}} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:43:00.209304 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.services.segments.db [None req-724fbdf8-87dc-4327-8cf4-8440e374e803 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a7da6b0-4771-498d-9c85-c783d4056178') {'for_net_delete': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:43:00.209601 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.services.segments.db [None req-724fbdf8-87dc-4327-8cf4-8440e374e803 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a7da6b0-4771-498d-9c85-c783d4056178') {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:43:00.219064 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-724fbdf8-87dc-4327-8cf4-8440e374e803 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745146982000', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28404301'] for segment (8a7da6b0-4771-498d-9c85-c783d4056178), before_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:43:00.233063 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-724fbdf8-87dc-4327-8cf4-8440e374e803 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536034'] for segment (8a7da6b0-4771-498d-9c85-c783d4056178), precommit_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:43:00.238820 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-724fbdf8-87dc-4327-8cf4-8440e374e803 admin admin] Releasing vlan 145 on physical network physnet1 to pool {{(pid=103459) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 20:43:00.239197 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-724fbdf8-87dc-4327-8cf4-8440e374e803 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28404680'] for segment (8a7da6b0-4771-498d-9c85-c783d4056178), after_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:43:00.241770 dv-cinder-830096-3-iscsi neutron-server[103459]: Traceback (most recent call last): Mar 08 20:43:00.241770 dv-cinder-830096-3-iscsi neutron-server[103459]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 20:43:00.241770 dv-cinder-830096-3-iscsi neutron-server[103459]: timer() Mar 08 20:43:00.241770 dv-cinder-830096-3-iscsi neutron-server[103459]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 20:43:00.241770 dv-cinder-830096-3-iscsi neutron-server[103459]: cb(*args, **kw) Mar 08 20:43:00.241770 dv-cinder-830096-3-iscsi neutron-server[103459]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 20:43:00.241770 dv-cinder-830096-3-iscsi neutron-server[103459]: return func(*args, **kwargs) Mar 08 20:43:00.241770 dv-cinder-830096-3-iscsi neutron-server[103459]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 20:43:00.241770 dv-cinder-830096-3-iscsi neutron-server[103459]: self._notify() Mar 08 20:43:00.241770 dv-cinder-830096-3-iscsi neutron-server[103459]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 20:43:00.241770 dv-cinder-830096-3-iscsi neutron-server[103459]: self.callback(batched_events) Mar 08 20:43:00.241770 dv-cinder-830096-3-iscsi neutron-server[103459]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 20:43:00.241770 dv-cinder-830096-3-iscsi neutron-server[103459]: event.method(event) Mar 08 20:43:00.241770 dv-cinder-830096-3-iscsi neutron-server[103459]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 20:43:00.241770 dv-cinder-830096-3-iscsi neutron-server[103459]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 20:43:00.241770 dv-cinder-830096-3-iscsi neutron-server[103459]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 20:43:00.241770 dv-cinder-830096-3-iscsi neutron-server[103459]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 20:43:00.241770 dv-cinder-830096-3-iscsi neutron-server[103459]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 20:43:00.241770 dv-cinder-830096-3-iscsi neutron-server[103459]: return f(self, *a, **k) Mar 08 20:43:00.241770 dv-cinder-830096-3-iscsi neutron-server[103459]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 20:43:00.241770 dv-cinder-830096-3-iscsi neutron-server[103459]: return self._get(url).json() Mar 08 20:43:00.241770 dv-cinder-830096-3-iscsi neutron-server[103459]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 20:43:00.241770 dv-cinder-830096-3-iscsi neutron-server[103459]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 20:43:00.241770 dv-cinder-830096-3-iscsi neutron-server[103459]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 20:43:00.241770 dv-cinder-830096-3-iscsi neutron-server[103459]: return self.request(url, 'GET', **kwargs) Mar 08 20:43:00.241770 dv-cinder-830096-3-iscsi neutron-server[103459]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 20:43:00.241770 dv-cinder-830096-3-iscsi neutron-server[103459]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 20:43:00.241770 dv-cinder-830096-3-iscsi neutron-server[103459]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 20:43:00.241770 dv-cinder-830096-3-iscsi neutron-server[103459]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 20:43:00.241770 dv-cinder-830096-3-iscsi neutron-server[103459]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 20:43:00.241770 dv-cinder-830096-3-iscsi neutron-server[103459]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 20:43:00.241770 dv-cinder-830096-3-iscsi neutron-server[103459]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 20:43:00.382520 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-724fbdf8-87dc-4327-8cf4-8440e374e803 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3474831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-442537'] for network (c2c7d66f-86ac-44f2-9eb5-cb2716ba5d76), after_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:43:00.387835 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-724fbdf8-87dc-4327-8cf4-8440e374e803 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3733777'] for network (None), before_response {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:43:00.391119 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [None req-724fbdf8-87dc-4327-8cf4-8440e374e803 admin admin] 10.222.0.41 "DELETE /v2.0/networks/c2c7d66f-86ac-44f2-9eb5-cb2716ba5d76 HTTP/1.1" status: 204 len: 168 time: 0.7063081 Mar 08 20:43:00.394201 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.41', 39620) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:43:00.404163 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724fbdf8-87dc-4327-8cf4-8440e374e803 admin admin] Pushing event deleted for resources: {'Network': ['ID=c2c7d66f-86ac-44f2-9eb5-cb2716ba5d76,revision_number=None']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:43:00.745203 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-0ff73d86-a07a-4e56-8afc-02a07b8591bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-450131'] for router_interface (b03465be-6d24-4c97-a243-4b15c5d0d19d), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:43:00.996513 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-0ff73d86-a07a-4e56-8afc-02a07b8591bf admin admin] Deleting port fcc98749-6b95-448b-9a97-d06f849d92d7 {{(pid=103458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 20:43:00.996774 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-0ff73d86-a07a-4e56-8afc-02a07b8591bf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745146874691'] for port (fcc98749-6b95-448b-9a97-d06f849d92d7), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:43:01.076331 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-0ff73d86-a07a-4e56-8afc-02a07b8591bf admin admin] For port fcc98749-6b95-448b-9a97-d06f849d92d7, host dv-cinder-830096-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-3-iscsi',level=0,port_id=fcc98749-6b95-448b-9a97-d06f849d92d7,segment=NetworkSegment(7afc4df3-586d-4a6f-b17a-3b0861dada5c),segment_id=7afc4df3-586d-4a6f-b17a-3b0861dada5c)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:43:01.076695 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-0ff73d86-a07a-4e56-8afc-02a07b8591bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443457'] for port (fcc98749-6b95-448b-9a97-d06f849d92d7), precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:43:01.088560 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-0ff73d86-a07a-4e56-8afc-02a07b8591bf admin admin] Calling delete_port for fcc98749-6b95-448b-9a97-d06f849d92d7 owned by network:router_interface {{(pid=103458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 20:43:01.244300 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.rpc [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Device b09be00f-c368-414b-9fd5-063c97760f7b no longer exists at agent ovs-agent-dv-cinder-830096-3-iscsi {{(pid=103460) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 20:43:01.270799 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-cc4c8601-f996-43ae-b2d8-0348a9504eef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745146981205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476605'] for agent (7ae9fd8f-5d61-4821-9eac-044950c450f0), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:43:01.270799 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.plugin [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] No Port match for: b09be00f-c368-414b-9fd5-063c97760f7b {{(pid=103460) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 20:43:01.270799 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.rpc [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Device b09be00f-c368-414b-9fd5-063c97760f7b not bound to the agent host dv-cinder-830096-3-iscsi {{(pid=103460) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 20:43:01.270799 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.rpc [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Device 25cbd68e-3e57-4749-af7d-3a4bea821a47 no longer exists at agent ovs-agent-dv-cinder-830096-3-iscsi {{(pid=103460) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 20:43:01.287190 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.plugin [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] No Port match for: 25cbd68e-3e57-4749-af7d-3a4bea821a47 {{(pid=103460) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 20:43:01.287576 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.rpc [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Device 25cbd68e-3e57-4749-af7d-3a4bea821a47 not bound to the agent host dv-cinder-830096-3-iscsi {{(pid=103460) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 20:43:01.370361 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-0ff73d86-a07a-4e56-8afc-02a07b8591bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745146878630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745146440915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28566877'] for port (fcc98749-6b95-448b-9a97-d06f849d92d7), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:43:01.396576 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff73d86-a07a-4e56-8afc-02a07b8591bf admin admin] Pushing event deleted for resources: {'Port': ['ID=fcc98749-6b95-448b-9a97-d06f849d92d7,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:43:01.575110 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-0ff73d86-a07a-4e56-8afc-02a07b8591bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3733772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-450087'] for router_interface (b03465be-6d24-4c97-a243-4b15c5d0d19d), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:43:02.077004 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ff73d86-a07a-4e56-8afc-02a07b8591bf admin admin] Router b03465be-6d24-4c97-a243-4b15c5d0d19d has already been hosted by L3 agent 7ae9fd8f-5d61-4821-9eac-044950c450f0 {{(pid=103458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 20:43:02.191834 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ff73d86-a07a-4e56-8afc-02a07b8591bf admin admin] Notify agent at l3_agent.dv-cinder-830096-3-iscsi the message routers_updated {{(pid=103458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 20:43:02.197443 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-0ff73d86-a07a-4e56-8afc-02a07b8591bf admin admin] 10.222.0.41 "PUT /v2.0/routers/b03465be-6d24-4c97-a243-4b15c5d0d19d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8020720 Mar 08 20:43:02.201334 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.41', 39622) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:43:02.202413 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1a41505-cac7-4e50-a5b3-c95b0d0f82fc None None] Sync routers for ids ['b03465be-6d24-4c97-a243-4b15c5d0d19d'] in dv-cinder-830096-3-iscsi {{(pid=103460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 20:43:02.213517 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1a41505-cac7-4e50-a5b3-c95b0d0f82fc None None] Routers {'b03465be-6d24-4c97-a243-4b15c5d0d19d'} bound to L3 agent in host dv-cinder-830096-3-iscsi {{(pid=103460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:43:02.214189 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-d1a41505-cac7-4e50-a5b3-c95b0d0f82fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T20:23:01Z,description=,heartbeat_timestamp=2022-03-08T20:43:01Z,host='dv-cinder-830096-3-iscsi',id=7ae9fd8f-5d61-4821-9eac-044950c450f0,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:23:02Z,topic='l3_agent')) {'router_ids': ['b03465be-6d24-4c97-a243-4b15c5d0d19d'], 'active': True} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:43:02.347070 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvr_db [None req-d1a41505-cac7-4e50-a5b3-c95b0d0f82fc None None] Set router b03465be-6d24-4c97-a243-4b15c5d0d19d gateway port host: dv-cinder-830096-3-iscsi {{(pid=103460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:43:02.349179 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-b37e29ca-f1a9-42af-8d13-09ee4f90f56f admin admin] Publish callbacks [] for router (b03465be-6d24-4c97-a243-4b15c5d0d19d), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:43:02.451652 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-dbe61520-29cf-4847-b96e-6d24c6c097a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745146981205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476605'] for agent (6cc78598-e6b3-4e4d-a99c-31b9c4784fd2), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:43:02.469094 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-b37e29ca-f1a9-42af-8d13-09ee4f90f56f admin admin] Publish callbacks [] for router_gateway (b03465be-6d24-4c97-a243-4b15c5d0d19d), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:43:02.539549 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-d1a41505-cac7-4e50-a5b3-c95b0d0f82fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b03465be-6d24-4c97-a243-4b15c5d0d19d', 'name': 'tempest-TestVolumeBootPattern-792215846-router', 'tenant_id': '3f63d57e2da947f4a62b494e1f5daee2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'external_fixed_ips': [{'subnet_id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'ip_address': '172.27.2.118'}], 'enable_snat': True}, 'gw_port_id': 'b13f1af3-bc04-4475-9acc-7cb2ff30c63d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:33:39Z', 'updated_at': '2022-03-08T20:43:01Z', 'revision_number': 5, 'project_id': '3f63d57e2da947f4a62b494e1f5daee2', 'gw_port': {'id': 'b13f1af3-bc04-4475-9acc-7cb2ff30c63d', 'name': '', 'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:c5:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b03465be-6d24-4c97-a243-4b15c5d0d19d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'ip_address': '172.27.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:33:39Z', 'updated_at': '2022-03-08T20:33:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-3-iscsi'}], 'dv-cinder-830096-3-iscsi', False) {} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:43:02.569431 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1a41505-cac7-4e50-a5b3-c95b0d0f82fc None None] Checking router: b03465be-6d24-4c97-a243-4b15c5d0d19d for host: dv-cinder-830096-3-iscsi {{(pid=103460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 20:43:02.578044 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1a41505-cac7-4e50-a5b3-c95b0d0f82fc None None] Routers {'b03465be-6d24-4c97-a243-4b15c5d0d19d'} bound to L3 agent in host dv-cinder-830096-3-iscsi {{(pid=103460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:43:02.578653 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-d1a41505-cac7-4e50-a5b3-c95b0d0f82fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T20:23:01Z,description=,heartbeat_timestamp=2022-03-08T20:43:01Z,host='dv-cinder-830096-3-iscsi',id=7ae9fd8f-5d61-4821-9eac-044950c450f0,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:23:02Z,topic='l3_agent')) {'router_ids': ['b03465be-6d24-4c97-a243-4b15c5d0d19d'], 'active': True} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:43:02.592721 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-b37e29ca-f1a9-42af-8d13-09ee4f90f56f admin admin] Deleting port b13f1af3-bc04-4475-9acc-7cb2ff30c63d {{(pid=103458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 20:43:02.593047 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-b37e29ca-f1a9-42af-8d13-09ee4f90f56f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745146874691'] for port (b13f1af3-bc04-4475-9acc-7cb2ff30c63d), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:43:02.672785 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvr_db [None req-d1a41505-cac7-4e50-a5b3-c95b0d0f82fc None None] Set router b03465be-6d24-4c97-a243-4b15c5d0d19d gateway port host: None {{(pid=103460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:43:02.684244 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-b37e29ca-f1a9-42af-8d13-09ee4f90f56f admin admin] For port b13f1af3-bc04-4475-9acc-7cb2ff30c63d, host dv-cinder-830096-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-3-iscsi',level=0,port_id=b13f1af3-bc04-4475-9acc-7cb2ff30c63d,segment=NetworkSegment(e3ec3731-5b41-434a-a3a7-2ad1e453961f),segment_id=e3ec3731-5b41-434a-a3a7-2ad1e453961f)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:43:02.684708 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-b37e29ca-f1a9-42af-8d13-09ee4f90f56f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443457'] for port (b13f1af3-bc04-4475-9acc-7cb2ff30c63d), precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:43:02.700159 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-b37e29ca-f1a9-42af-8d13-09ee4f90f56f admin admin] Calling delete_port for b13f1af3-bc04-4475-9acc-7cb2ff30c63d owned by network:router_gateway {{(pid=103458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 20:43:02.738229 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-d1a41505-cac7-4e50-a5b3-c95b0d0f82fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b03465be-6d24-4c97-a243-4b15c5d0d19d', 'name': 'tempest-TestVolumeBootPattern-792215846-router', 'tenant_id': '3f63d57e2da947f4a62b494e1f5daee2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:33:39Z', 'updated_at': '2022-03-08T20:43:02Z', 'revision_number': 6, 'project_id': '3f63d57e2da947f4a62b494e1f5daee2', 'gw_port_host': None}], 'dv-cinder-830096-3-iscsi', False) {} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:43:02.767060 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1a41505-cac7-4e50-a5b3-c95b0d0f82fc None None] The sync data for ids ['b03465be-6d24-4c97-a243-4b15c5d0d19d'] in dv-cinder-830096-3-iscsi is: [{'id': 'b03465be-6d24-4c97-a243-4b15c5d0d19d', 'name': 'tempest-TestVolumeBootPattern-792215846-router', 'tenant_id': '3f63d57e2da947f4a62b494e1f5daee2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:33:39Z', 'updated_at': '2022-03-08T20:43:02Z', 'revision_number': 6, 'project_id': '3f63d57e2da947f4a62b494e1f5daee2', 'gw_port_host': None}] {{(pid=103460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 20:43:02.965891 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-b37e29ca-f1a9-42af-8d13-09ee4f90f56f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745146878630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745146440915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28566877'] for port (b13f1af3-bc04-4475-9acc-7cb2ff30c63d), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:43:03.001120 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37e29ca-f1a9-42af-8d13-09ee4f90f56f admin admin] Pushing event deleted for resources: {'Port': ['ID=b13f1af3-bc04-4475-9acc-7cb2ff30c63d,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:43:03.066226 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-b37e29ca-f1a9-42af-8d13-09ee4f90f56f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-442509'] for router_gateway (b03465be-6d24-4c97-a243-4b15c5d0d19d), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:43:03.164082 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-b37e29ca-f1a9-42af-8d13-09ee4f90f56f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-448313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126032'] for router (b03465be-6d24-4c97-a243-4b15c5d0d19d), precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:43:03.166400 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-b37e29ca-f1a9-42af-8d13-09ee4f90f56f admin admin] Publish callbacks [] for router_controller (b03465be-6d24-4c97-a243-4b15c5d0d19d), precommit_delete_associations {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:43:03.290765 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-b37e29ca-f1a9-42af-8d13-09ee4f90f56f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-448302'] for router (b03465be-6d24-4c97-a243-4b15c5d0d19d), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:43:03.291469 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b37e29ca-f1a9-42af-8d13-09ee4f90f56f admin admin] Fanout notify agent at l3_agent the message router_deleted on router b03465be-6d24-4c97-a243-4b15c5d0d19d {{(pid=103458) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 20:43:03.298570 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-b37e29ca-f1a9-42af-8d13-09ee4f90f56f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:43:03.299991 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-b37e29ca-f1a9-42af-8d13-09ee4f90f56f admin admin] 10.222.0.41 "DELETE /v2.0/routers/b03465be-6d24-4c97-a243-4b15c5d0d19d HTTP/1.1" status: 204 len: 168 time: 1.0976257 Mar 08 20:43:03.304044 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.41', 39624) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:43:03.349382 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.db.db_base_plugin_v2 [None req-29c2dc87-56e6-4945-bc67-bc1060072e1a admin admin] Deleting subnet cc38ba21-de8b-4adb-8751-00ef78c19cd0 {{(pid=103458) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 20:43:03.352779 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-29c2dc87-56e6-4945-bc67-bc1060072e1a admin admin] Publish callbacks [] for subnet (cc38ba21-de8b-4adb-8751-00ef78c19cd0), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:43:03.389913 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-29c2dc87-56e6-4945-bc67-bc1060072e1a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28520883'] for subnet (cc38ba21-de8b-4adb-8751-00ef78c19cd0), precommit_delete_associations {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:43:03.475453 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-29c2dc87-56e6-4945-bc67-bc1060072e1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3537161'] for subnet (cc38ba21-de8b-4adb-8751-00ef78c19cd0), precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:43:03.604861 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-29c2dc87-56e6-4945-bc67-bc1060072e1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3537170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28566890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28015844'] for subnet (cc38ba21-de8b-4adb-8751-00ef78c19cd0), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:43:03.611104 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.rpc [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Device fcc98749-6b95-448b-9a97-d06f849d92d7 no longer exists at agent ovs-agent-dv-cinder-830096-3-iscsi {{(pid=103460) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 20:43:03.632858 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.plugin [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] No Port match for: fcc98749-6b95-448b-9a97-d06f849d92d7 {{(pid=103460) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 20:43:03.633208 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.rpc [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Device fcc98749-6b95-448b-9a97-d06f849d92d7 not bound to the agent host dv-cinder-830096-3-iscsi {{(pid=103460) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 20:43:03.639515 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c2dc87-56e6-4945-bc67-bc1060072e1a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cc38ba21-de8b-4adb-8751-00ef78c19cd0,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:43:03.641600 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-29c2dc87-56e6-4945-bc67-bc1060072e1a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3733777'] for subnet (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:43:03.647180 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-29c2dc87-56e6-4945-bc67-bc1060072e1a admin admin] 10.222.0.41 "DELETE /v2.0/subnets/cc38ba21-de8b-4adb-8751-00ef78c19cd0 HTTP/1.1" status: 204 len: 168 time: 0.3397877 Mar 08 20:43:03.647960 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.wsgi [-] (103459) accepted ('10.222.0.41', 39626) {{(pid=103459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:43:03.653917 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47995c70-46de-424b-bf5a-792fe3f952c3 None None] Network 257c56a0-f841-40d6-b28e-9c1d1b627cad requested from dv-cinder-830096-3-iscsi {{(pid=103460) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 20:43:03.742400 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-4d9e303a-e60d-4b5d-abf2-17c190ac3aa8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-744326'] for network (257c56a0-f841-40d6-b28e-9c1d1b627cad), before_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:43:03.801131 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-4d9e303a-e60d-4b5d-abf2-17c190ac3aa8 admin admin] Deleting port 811b5459-b704-40b9-a313-5230ac4a50d4 {{(pid=103459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 20:43:03.801857 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-4d9e303a-e60d-4b5d-abf2-17c190ac3aa8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745146874691'] for port (811b5459-b704-40b9-a313-5230ac4a50d4), before_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:43:03.844463 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-7a330e8f-62e0-4259-bea2-8ced8e9b3a98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745146981205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476605'] for agent (cd1d0244-f954-4bda-89fb-1fdc1954e39d), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:43:03.861553 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a99a3161-6ae3-480f-a032-90d3359e0099 None None] DHCP port deletion for 257c56a0-f841-40d6-b28e-9c1d1b627cad request from dv-cinder-830096-3-iscsi {{(pid=103460) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 08 20:43:03.878278 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-4d9e303a-e60d-4b5d-abf2-17c190ac3aa8 admin admin] For port 811b5459-b704-40b9-a313-5230ac4a50d4, host dv-cinder-830096-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-3-iscsi',level=0,port_id=811b5459-b704-40b9-a313-5230ac4a50d4,segment=NetworkSegment(7afc4df3-586d-4a6f-b17a-3b0861dada5c),segment_id=7afc4df3-586d-4a6f-b17a-3b0861dada5c)] {{(pid=103459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:43:03.878826 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-4d9e303a-e60d-4b5d-abf2-17c190ac3aa8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443457'] for port (811b5459-b704-40b9-a313-5230ac4a50d4), precommit_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:43:03.898893 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-4d9e303a-e60d-4b5d-abf2-17c190ac3aa8 admin admin] Calling delete_port for 811b5459-b704-40b9-a313-5230ac4a50d4 owned by network:dhcp {{(pid=103459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 20:43:03.925220 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.plugin [None req-a99a3161-6ae3-480f-a032-90d3359e0099 None None] Deleting port 811b5459-b704-40b9-a313-5230ac4a50d4 {{(pid=103460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 20:43:03.925622 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-a99a3161-6ae3-480f-a032-90d3359e0099 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745146874691'] for port (811b5459-b704-40b9-a313-5230ac4a50d4), before_delete {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:43:04.002887 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.db [None req-a99a3161-6ae3-480f-a032-90d3359e0099 None None] For port 811b5459-b704-40b9-a313-5230ac4a50d4, host dv-cinder-830096-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-3-iscsi',level=0,port_id=811b5459-b704-40b9-a313-5230ac4a50d4,segment=NetworkSegment(7afc4df3-586d-4a6f-b17a-3b0861dada5c),segment_id=7afc4df3-586d-4a6f-b17a-3b0861dada5c)] {{(pid=103460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:43:04.002887 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-a99a3161-6ae3-480f-a032-90d3359e0099 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443457'] for port (811b5459-b704-40b9-a313-5230ac4a50d4), precommit_delete {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:43:04.010680 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.plugin [None req-a99a3161-6ae3-480f-a032-90d3359e0099 None None] Calling delete_port for 811b5459-b704-40b9-a313-5230ac4a50d4 owned by network:dhcp {{(pid=103460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 20:43:04.090312 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-4d9e303a-e60d-4b5d-abf2-17c190ac3aa8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745146878630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745146440915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28404629'] for port (811b5459-b704-40b9-a313-5230ac4a50d4), after_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:43:04.097968 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-a99a3161-6ae3-480f-a032-90d3359e0099 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745146878630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745146440915'] for port (811b5459-b704-40b9-a313-5230ac4a50d4), after_delete {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:43:04.116772 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9e303a-e60d-4b5d-abf2-17c190ac3aa8 admin admin] Pushing event deleted for resources: {'Port': ['ID=811b5459-b704-40b9-a313-5230ac4a50d4,revision_number=None']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:43:04.120055 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d9e303a-e60d-4b5d-abf2-17c190ac3aa8 admin admin] No DVR routers for this DVR port 811b5459-b704-40b9-a313-5230ac4a50d4 on host dv-cinder-830096-3-iscsi {{(pid=103459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 20:43:04.130275 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99a3161-6ae3-480f-a032-90d3359e0099 None None] Pushing event deleted for resources: {'Port': ['ID=811b5459-b704-40b9-a313-5230ac4a50d4,revision_number=None']} {{(pid=103460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:43:04.137954 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a99a3161-6ae3-480f-a032-90d3359e0099 None None] No DVR routers for this DVR port 811b5459-b704-40b9-a313-5230ac4a50d4 on host dv-cinder-830096-3-iscsi {{(pid=103460) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 20:43:04.203020 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-4d9e303a-e60d-4b5d-abf2-17c190ac3aa8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3474822', 'neutron.services.segments.db._delete_segments_for_network-8745146981223'] for network (257c56a0-f841-40d6-b28e-9c1d1b627cad), precommit_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:43:04.222839 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.services.segments.db [None req-4d9e303a-e60d-4b5d-abf2-17c190ac3aa8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['257c56a0-f841-40d6-b28e-9c1d1b627cad']}} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:43:04.233575 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.services.segments.db [None req-4d9e303a-e60d-4b5d-abf2-17c190ac3aa8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7afc4df3-586d-4a6f-b17a-3b0861dada5c') {'for_net_delete': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:43:04.233877 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.services.segments.db [None req-4d9e303a-e60d-4b5d-abf2-17c190ac3aa8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7afc4df3-586d-4a6f-b17a-3b0861dada5c') {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:43:04.243948 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-4d9e303a-e60d-4b5d-abf2-17c190ac3aa8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745146982000', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28404301'] for segment (7afc4df3-586d-4a6f-b17a-3b0861dada5c), before_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:43:04.257079 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-4d9e303a-e60d-4b5d-abf2-17c190ac3aa8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536034'] for segment (7afc4df3-586d-4a6f-b17a-3b0861dada5c), precommit_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:43:04.263005 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d9e303a-e60d-4b5d-abf2-17c190ac3aa8 admin admin] Releasing vlan 108 on physical network physnet1 to pool {{(pid=103459) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 20:43:04.263388 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-4d9e303a-e60d-4b5d-abf2-17c190ac3aa8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28404680'] for segment (7afc4df3-586d-4a6f-b17a-3b0861dada5c), after_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:43:04.265164 dv-cinder-830096-3-iscsi neutron-server[103459]: Traceback (most recent call last): Mar 08 20:43:04.265164 dv-cinder-830096-3-iscsi neutron-server[103459]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 20:43:04.265164 dv-cinder-830096-3-iscsi neutron-server[103459]: timer() Mar 08 20:43:04.265164 dv-cinder-830096-3-iscsi neutron-server[103459]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 20:43:04.265164 dv-cinder-830096-3-iscsi neutron-server[103459]: cb(*args, **kw) Mar 08 20:43:04.265164 dv-cinder-830096-3-iscsi neutron-server[103459]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 20:43:04.265164 dv-cinder-830096-3-iscsi neutron-server[103459]: return func(*args, **kwargs) Mar 08 20:43:04.265164 dv-cinder-830096-3-iscsi neutron-server[103459]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 20:43:04.265164 dv-cinder-830096-3-iscsi neutron-server[103459]: self._notify() Mar 08 20:43:04.265164 dv-cinder-830096-3-iscsi neutron-server[103459]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 20:43:04.265164 dv-cinder-830096-3-iscsi neutron-server[103459]: self.callback(batched_events) Mar 08 20:43:04.265164 dv-cinder-830096-3-iscsi neutron-server[103459]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 20:43:04.265164 dv-cinder-830096-3-iscsi neutron-server[103459]: event.method(event) Mar 08 20:43:04.265164 dv-cinder-830096-3-iscsi neutron-server[103459]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 20:43:04.265164 dv-cinder-830096-3-iscsi neutron-server[103459]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 20:43:04.265164 dv-cinder-830096-3-iscsi neutron-server[103459]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 20:43:04.265164 dv-cinder-830096-3-iscsi neutron-server[103459]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 20:43:04.265164 dv-cinder-830096-3-iscsi neutron-server[103459]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 20:43:04.265164 dv-cinder-830096-3-iscsi neutron-server[103459]: return f(self, *a, **k) Mar 08 20:43:04.265164 dv-cinder-830096-3-iscsi neutron-server[103459]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 20:43:04.265164 dv-cinder-830096-3-iscsi neutron-server[103459]: return self._get(url).json() Mar 08 20:43:04.265164 dv-cinder-830096-3-iscsi neutron-server[103459]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 20:43:04.265164 dv-cinder-830096-3-iscsi neutron-server[103459]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 20:43:04.265164 dv-cinder-830096-3-iscsi neutron-server[103459]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 20:43:04.265164 dv-cinder-830096-3-iscsi neutron-server[103459]: return self.request(url, 'GET', **kwargs) Mar 08 20:43:04.265164 dv-cinder-830096-3-iscsi neutron-server[103459]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 20:43:04.265164 dv-cinder-830096-3-iscsi neutron-server[103459]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 20:43:04.265164 dv-cinder-830096-3-iscsi neutron-server[103459]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 20:43:04.265164 dv-cinder-830096-3-iscsi neutron-server[103459]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 20:43:04.265164 dv-cinder-830096-3-iscsi neutron-server[103459]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 20:43:04.265164 dv-cinder-830096-3-iscsi neutron-server[103459]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 20:43:04.265164 dv-cinder-830096-3-iscsi neutron-server[103459]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 20:43:04.398420 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-4d9e303a-e60d-4b5d-abf2-17c190ac3aa8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3474831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-442537'] for network (257c56a0-f841-40d6-b28e-9c1d1b627cad), after_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:43:04.404056 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-4d9e303a-e60d-4b5d-abf2-17c190ac3aa8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3733777'] for network (None), before_response {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:43:04.410481 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [None req-4d9e303a-e60d-4b5d-abf2-17c190ac3aa8 admin admin] 10.222.0.41 "DELETE /v2.0/networks/257c56a0-f841-40d6-b28e-9c1d1b627cad HTTP/1.1" status: 204 len: 168 time: 0.7582619 Mar 08 20:43:04.418967 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9e303a-e60d-4b5d-abf2-17c190ac3aa8 admin admin] Pushing event deleted for resources: {'Network': ['ID=257c56a0-f841-40d6-b28e-9c1d1b627cad,revision_number=None']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:43:04.757152 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.wsgi [-] (103459) accepted ('10.222.0.41', 39630) {{(pid=103459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:43:04.801012 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [None req-63ad54df-dd78-4708-96bf-a2f6cf5a6265 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=bf06b78c460f40649c7dfbdd2a48a3e6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0424755 Mar 08 20:43:04.803266 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.wsgi [-] (103459) accepted ('10.222.0.41', 39632) {{(pid=103459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:43:04.850756 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-c3dfddd3-6aaf-46cf-9ff4-7984d8864c09 admin admin] Publish callbacks [] for security_group (37f6fcf1-f071-4dfe-a87e-1d1145cf2d7a), before_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:43:04.872416 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-c3dfddd3-6aaf-46cf-9ff4-7984d8864c09 admin admin] Publish callbacks [] for security_group (37f6fcf1-f071-4dfe-a87e-1d1145cf2d7a), precommit_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:43:05.009134 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-c3dfddd3-6aaf-46cf-9ff4-7984d8864c09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310940'] for security_group (37f6fcf1-f071-4dfe-a87e-1d1145cf2d7a), after_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:43:05.011865 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-c3dfddd3-6aaf-46cf-9ff4-7984d8864c09 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:43:05.013103 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [None req-c3dfddd3-6aaf-46cf-9ff4-7984d8864c09 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/37f6fcf1-f071-4dfe-a87e-1d1145cf2d7a HTTP/1.1" status: 204 len: 168 time: 0.2089479 Mar 08 20:43:05.028095 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3dfddd3-6aaf-46cf-9ff4-7984d8864c09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37f6fcf1-f071-4dfe-a87e-1d1145cf2d7a,revision_number=None']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:43:05.254212 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.rpc [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Device b13f1af3-bc04-4475-9acc-7cb2ff30c63d no longer exists at agent ovs-agent-dv-cinder-830096-3-iscsi {{(pid=103460) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 20:43:05.275304 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.plugin [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] No Port match for: b13f1af3-bc04-4475-9acc-7cb2ff30c63d {{(pid=103460) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 20:43:05.275643 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.rpc [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Device b13f1af3-bc04-4475-9acc-7cb2ff30c63d not bound to the agent host dv-cinder-830096-3-iscsi {{(pid=103460) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 20:43:05.276056 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.rpc [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Device 811b5459-b704-40b9-a313-5230ac4a50d4 no longer exists at agent ovs-agent-dv-cinder-830096-3-iscsi {{(pid=103460) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 20:43:05.295407 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.plugin [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] No Port match for: 811b5459-b704-40b9-a313-5230ac4a50d4 {{(pid=103460) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 20:43:05.295407 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.rpc [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Device 811b5459-b704-40b9-a313-5230ac4a50d4 not bound to the agent host dv-cinder-830096-3-iscsi {{(pid=103460) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 20:43:05.336540 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745146981205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476605'] for agent (fa4b043a-5d45-4181-9cb2-30d29598ef5b), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:43:05.745953 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.wsgi [-] (103459) accepted ('10.222.0.41', 39638) {{(pid=103459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:43:05.791701 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [None req-8ccc62aa-23d6-445f-8f05-96f78741e999 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3f63d57e2da947f4a62b494e1f5daee2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0445817 Mar 08 20:43:05.796336 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.wsgi [-] (103459) accepted ('10.222.0.41', 39640) {{(pid=103459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:43:05.853443 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-4e375f5b-4260-4657-9dba-270895fe5267 admin admin] Publish callbacks [] for security_group (6501f603-1557-4816-81f2-f9b41dea7629), before_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:43:05.878636 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-4e375f5b-4260-4657-9dba-270895fe5267 admin admin] Publish callbacks [] for security_group (6501f603-1557-4816-81f2-f9b41dea7629), precommit_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:43:06.004519 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-4e375f5b-4260-4657-9dba-270895fe5267 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310940'] for security_group (6501f603-1557-4816-81f2-f9b41dea7629), after_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:43:06.007344 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-4e375f5b-4260-4657-9dba-270895fe5267 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:43:06.008520 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [None req-4e375f5b-4260-4657-9dba-270895fe5267 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6501f603-1557-4816-81f2-f9b41dea7629 HTTP/1.1" status: 204 len: 168 time: 0.2110822 Mar 08 20:43:06.019077 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e375f5b-4260-4657-9dba-270895fe5267 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6501f603-1557-4816-81f2-f9b41dea7629,revision_number=None']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:43:12.203669 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.db.agents_db [None req-39e8813d-158c-4e2f-bb5f-b8539461cb33 None None] Agent healthcheck: found 6 active agents {{(pid=103461) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 20:43:18.594712 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-5d210fd6-eff1-44bb-b1d9-0eefe74e970b req-4bf4e9a6-2f99-4bb5-bf8e-a88ed26f43d0 tempest-TestMinimumBasicScenario-1546645339 tempest-TestMinimumBasicScenario-1546645339-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1117270889&fields=id&tenant_id=541c315e66fa42668963ee3c03670435 HTTP/1.1" status: 200 len: 267 time: 0.0458009 Mar 08 20:43:18.652497 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d210fd6-eff1-44bb-b1d9-0eefe74e970b req-05549210-596c-4f70-a61d-fc1dd21971c9 tempest-TestMinimumBasicScenario-1546645339 tempest-TestMinimumBasicScenario-1546645339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:43:18.653965 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-5d210fd6-eff1-44bb-b1d9-0eefe74e970b req-05549210-596c-4f70-a61d-fc1dd21971c9 tempest-TestMinimumBasicScenario-1546645339 tempest-TestMinimumBasicScenario-1546645339-project] 10.222.0.41 "GET /v2.0/ports?device_id=b217c0e6-a561-4d46-b157-b4a72fa68021 HTTP/1.1" status: 200 len: 984 time: 0.0536437 Mar 08 20:43:18.664666 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.v2.base [req-5d210fd6-eff1-44bb-b1d9-0eefe74e970b req-30d5ba38-ecbd-4de3-a162-ddbafcd5fa36 tempest-TestMinimumBasicScenario-1546645339 tempest-TestMinimumBasicScenario-1546645339-project] Request body: {'port': {'security_groups': ['802559eb-4a4a-4285-9736-477b59370538']}} {{(pid=103458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:43:18.741327 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-5d210fd6-eff1-44bb-b1d9-0eefe74e970b req-30d5ba38-ecbd-4de3-a162-ddbafcd5fa36 tempest-TestMinimumBasicScenario-1546645339 tempest-TestMinimumBasicScenario-1546645339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747308'] for port (3bacef93-d91b-4b4a-9031-e7b90c500f4f), before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:43:18.917721 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.db [req-5d210fd6-eff1-44bb-b1d9-0eefe74e970b req-30d5ba38-ecbd-4de3-a162-ddbafcd5fa36 tempest-TestMinimumBasicScenario-1546645339 tempest-TestMinimumBasicScenario-1546645339-project] For port 3bacef93-d91b-4b4a-9031-e7b90c500f4f, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=3bacef93-d91b-4b4a-9031-e7b90c500f4f,segment=NetworkSegment(000d13a8-cbfa-4246-848f-00116c5f2566),segment_id=000d13a8-cbfa-4246-848f-00116c5f2566)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:43:18.948521 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-5d210fd6-eff1-44bb-b1d9-0eefe74e970b req-30d5ba38-ecbd-4de3-a162-ddbafcd5fa36 tempest-TestMinimumBasicScenario-1546645339 tempest-TestMinimumBasicScenario-1546645339-project] Publish callbacks [] for port (3bacef93-d91b-4b4a-9031-e7b90c500f4f), precommit_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:43:19.067123 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-5d210fd6-eff1-44bb-b1d9-0eefe74e970b req-30d5ba38-ecbd-4de3-a162-ddbafcd5fa36 tempest-TestMinimumBasicScenario-1546645339 tempest-TestMinimumBasicScenario-1546645339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745146878648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745146440924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745146440942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28566820'] for port (3bacef93-d91b-4b4a-9031-e7b90c500f4f), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:43:19.079730 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.db [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] get_ports_and_sgs() called for port_ids ['3bacef93-d91b-4b4a-9031-e7b90c500f4f'] {{(pid=103460) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 20:43:19.116961 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d210fd6-eff1-44bb-b1d9-0eefe74e970b req-30d5ba38-ecbd-4de3-a162-ddbafcd5fa36 tempest-TestMinimumBasicScenario-1546645339 tempest-TestMinimumBasicScenario-1546645339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:43:19.129828 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-5d210fd6-eff1-44bb-b1d9-0eefe74e970b req-30d5ba38-ecbd-4de3-a162-ddbafcd5fa36 tempest-TestMinimumBasicScenario-1546645339 tempest-TestMinimumBasicScenario-1546645339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4188892'] for port (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:43:19.129828 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-5d210fd6-eff1-44bb-b1d9-0eefe74e970b req-30d5ba38-ecbd-4de3-a162-ddbafcd5fa36 tempest-TestMinimumBasicScenario-1546645339 tempest-TestMinimumBasicScenario-1546645339-project] 10.222.0.41 "PUT /v2.0/ports/3bacef93-d91b-4b4a-9031-e7b90c500f4f HTTP/1.1" status: 200 len: 942 time: 0.4588890 Mar 08 20:43:19.129828 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b217c0e6-a561-4d46-b157-b4a72fa68021', 'tag': '3bacef93-d91b-4b4a-9031-e7b90c500f4f'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 20:43:19.129828 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80a387be2d8005eb2e27f9060a02e972faa958bb0688f3ffd3bc7b0f4eb55c8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1abbe729-a77b-41e2-a981-c087fc6ff7ed" -d '{"events": [{"name": "network-changed", "server_uuid": "b217c0e6-a561-4d46-b157-b4a72fa68021", "tag": "3bacef93-d91b-4b4a-9031-e7b90c500f4f"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 20:43:19.130523 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.wsgi [-] (103459) accepted ('10.222.0.41', 39650) {{(pid=103459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:43:19.145205 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d5ba38-ecbd-4de3-a162-ddbafcd5fa36 tempest-TestMinimumBasicScenario-1546645339 tempest-TestMinimumBasicScenario-1546645339-project] Pushing event updated for resources: {'Port': ['ID=3bacef93-d91b-4b4a-9031-e7b90c500f4f,revision_number=7']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:43:19.192438 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 20:43:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2c15d22-c7d4-49ef-83d7-4ca428ddb68b x-openstack-request-id: req-c2c15d22-c7d4-49ef-83d7-4ca428ddb68b {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 20:43:19.193457 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b217c0e6-a561-4d46-b157-b4a72fa68021", "tag": "3bacef93-d91b-4b4a-9031-e7b90c500f4f", "status": "completed", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 20:43:19.193457 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c2c15d22-c7d4-49ef-83d7-4ca428ddb68b {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 20:43:19.193751 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b217c0e6-a561-4d46-b157-b4a72fa68021', 'tag': '3bacef93-d91b-4b4a-9031-e7b90c500f4f', 'status': 'completed', 'code': 200} Mar 08 20:43:19.204368 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.db [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] get_ports_and_sgs() called for port_ids ['3bacef93-d91b-4b4a-9031-e7b90c500f4f'] {{(pid=103460) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 20:43:19.271513 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abbe729-a77b-41e2-a981-c087fc6ff7ed req-d9b7f3d9-3f5c-4eee-ada3-80fe34b68014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:43:19.278111 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-1abbe729-a77b-41e2-a981-c087fc6ff7ed req-d9b7f3d9-3f5c-4eee-ada3-80fe34b68014 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=541c315e66fa42668963ee3c03670435&device_id=b217c0e6-a561-4d46-b157-b4a72fa68021 HTTP/1.1" status: 200 len: 1129 time: 0.0575349 Mar 08 20:43:19.401027 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abbe729-a77b-41e2-a981-c087fc6ff7ed req-38e040b7-48b5-4d93-b48c-d4abf8fbccb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:43:19.403482 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-1abbe729-a77b-41e2-a981-c087fc6ff7ed req-38e040b7-48b5-4d93-b48c-d4abf8fbccb2 service neutron] 10.222.0.37 "GET /v2.0/networks?id=59981146-db64-4aab-9ae0-f6de91557fc5 HTTP/1.1" status: 200 len: 916 time: 0.1218314 Mar 08 20:43:19.443896 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.provisioning_blocks [None req-a1818872-8105-4f1e-866c-1de573d9ddb3 None None] Provisioning complete for port 3bacef93-d91b-4b4a-9031-e7b90c500f4f triggered by entity DHCP. {{(pid=103460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:43:19.444246 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-a1818872-8105-4f1e-866c-1de573d9ddb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476507'] for port (3bacef93-d91b-4b4a-9031-e7b90c500f4f), provisioning_complete {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:43:19.458559 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-8f6badda-75a0-46e6-b67c-f6d3bc917665 tempest-TestMinimumBasicScenario-1546645339 tempest-TestMinimumBasicScenario-1546645339-project] Publish callbacks [] for security_group (367b0b63-618b-46b7-9c36-4183510fc715), before_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:43:19.479893 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-1abbe729-a77b-41e2-a981-c087fc6ff7ed req-50d0443a-9b79-443c-a7a9-ca68e471eca0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3bacef93-d91b-4b4a-9031-e7b90c500f4f HTTP/1.1" status: 200 len: 1001 time: 0.0699656 Mar 08 20:43:19.486404 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-8f6badda-75a0-46e6-b67c-f6d3bc917665 tempest-TestMinimumBasicScenario-1546645339 tempest-TestMinimumBasicScenario-1546645339-project] Publish callbacks [] for security_group (367b0b63-618b-46b7-9c36-4183510fc715), precommit_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:43:19.538271 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abbe729-a77b-41e2-a981-c087fc6ff7ed req-db1da466-7904-4401-9a11-3e6f3674662a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:43:19.540228 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-1abbe729-a77b-41e2-a981-c087fc6ff7ed req-db1da466-7904-4401-9a11-3e6f3674662a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=64223cab-22b1-4c64-b303-569b24b13550 HTTP/1.1" status: 200 len: 854 time: 0.0541461 Mar 08 20:43:19.592525 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abbe729-a77b-41e2-a981-c087fc6ff7ed req-c1a8b80c-a370-4fe2-9fe1-6269b05beb46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:43:19.594165 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-1abbe729-a77b-41e2-a981-c087fc6ff7ed req-c1a8b80c-a370-4fe2-9fe1-6269b05beb46 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=59981146-db64-4aab-9ae0-f6de91557fc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0481415 Mar 08 20:43:19.644476 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-8f6badda-75a0-46e6-b67c-f6d3bc917665 tempest-TestMinimumBasicScenario-1546645339 tempest-TestMinimumBasicScenario-1546645339-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310940'] for security_group (367b0b63-618b-46b7-9c36-4183510fc715), after_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:43:19.647261 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-8f6badda-75a0-46e6-b67c-f6d3bc917665 tempest-TestMinimumBasicScenario-1546645339 tempest-TestMinimumBasicScenario-1546645339-project] Publish callbacks [] for security_group (None), before_response {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:43:19.651885 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [None req-8f6badda-75a0-46e6-b67c-f6d3bc917665 tempest-TestMinimumBasicScenario-1546645339 tempest-TestMinimumBasicScenario-1546645339-project] 10.222.0.41 "DELETE /v2.0/security-groups/367b0b63-618b-46b7-9c36-4183510fc715 HTTP/1.1" status: 204 len: 168 time: 0.5252998 Mar 08 20:43:19.652567 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.wsgi [-] (103459) accepted ('10.222.0.41', 39652) {{(pid=103459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:43:19.666643 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.plugin [None req-a1818872-8105-4f1e-866c-1de573d9ddb3 None None] Current status of the port 3bacef93-d91b-4b4a-9031-e7b90c500f4f is: ACTIVE; New status is: ACTIVE {{(pid=103460) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:43:19.689322 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-1abbe729-a77b-41e2-a981-c087fc6ff7ed req-ac69d42a-2116-43c0-8f47-22d839d6898b service neutron] 10.222.0.37 "GET /v2.0/networks/59981146-db64-4aab-9ae0-f6de91557fc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887585 Mar 08 20:43:19.699607 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6badda-75a0-46e6-b67c-f6d3bc917665 tempest-TestMinimumBasicScenario-1546645339 tempest-TestMinimumBasicScenario-1546645339-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=367b0b63-618b-46b7-9c36-4183510fc715,revision_number=None']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:43:19.793940 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-1abbe729-a77b-41e2-a981-c087fc6ff7ed req-4da23496-d836-4de4-aed9-d4f06cf2b689 service neutron] 10.222.0.37 "GET /v2.0/networks/59981146-db64-4aab-9ae0-f6de91557fc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959425 Mar 08 20:43:19.823143 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-97618e4f-ca23-4517-9221-211df17bc135 tempest-TestMinimumBasicScenario-1546645339 tempest-TestMinimumBasicScenario-1546645339-project] Deleting port 270bc8c4-9eb6-4a07-890d-c0d3c65f6d05 {{(pid=103459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 20:43:19.823517 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-97618e4f-ca23-4517-9221-211df17bc135 tempest-TestMinimumBasicScenario-1546645339 tempest-TestMinimumBasicScenario-1546645339-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745146874691'] for port (270bc8c4-9eb6-4a07-890d-c0d3c65f6d05), before_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:43:19.899720 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-97618e4f-ca23-4517-9221-211df17bc135 tempest-TestMinimumBasicScenario-1546645339 tempest-TestMinimumBasicScenario-1546645339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443457'] for port (270bc8c4-9eb6-4a07-890d-c0d3c65f6d05), precommit_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:43:19.900042 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-97618e4f-ca23-4517-9221-211df17bc135 tempest-TestMinimumBasicScenario-1546645339 tempest-TestMinimumBasicScenario-1546645339-project] Publish callbacks [] for floatingip (270bc8c4-9eb6-4a07-890d-c0d3c65f6d05), precommit_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:43:19.911272 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-97618e4f-ca23-4517-9221-211df17bc135 tempest-TestMinimumBasicScenario-1546645339 tempest-TestMinimumBasicScenario-1546645339-project] Calling delete_port for 270bc8c4-9eb6-4a07-890d-c0d3c65f6d05 owned by network:floatingip {{(pid=103459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 20:43:20.146956 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-97618e4f-ca23-4517-9221-211df17bc135 tempest-TestMinimumBasicScenario-1546645339 tempest-TestMinimumBasicScenario-1546645339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745146878630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745146440915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28404629'] for port (270bc8c4-9eb6-4a07-890d-c0d3c65f6d05), after_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:43:20.173814 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97618e4f-ca23-4517-9221-211df17bc135 tempest-TestMinimumBasicScenario-1546645339 tempest-TestMinimumBasicScenario-1546645339-project] Pushing event deleted for resources: {'Port': ['ID=270bc8c4-9eb6-4a07-890d-c0d3c65f6d05,revision_number=None']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:43:20.232984 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-97618e4f-ca23-4517-9221-211df17bc135 tempest-TestMinimumBasicScenario-1546645339 tempest-TestMinimumBasicScenario-1546645339-project] Publish callbacks [] for floatingip (db7a8bcb-b004-42a3-9ca5-8080fe5b5f8b), after_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:43:20.233386 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.db.l3_db [None req-97618e4f-ca23-4517-9221-211df17bc135 tempest-TestMinimumBasicScenario-1546645339 tempest-TestMinimumBasicScenario-1546645339-project] Floating IP db7a8bcb-b004-42a3-9ca5-8080fe5b5f8b disassociated (deleted). External IP: 172.27.2.159, port: 3bacef93-d91b-4b4a-9031-e7b90c500f4f. Mar 08 20:43:20.454095 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97618e4f-ca23-4517-9221-211df17bc135 tempest-TestMinimumBasicScenario-1546645339 tempest-TestMinimumBasicScenario-1546645339-project] Router 4e783fcd-94b3-4897-953b-f8d250192afb has already been hosted by L3 agent 7ae9fd8f-5d61-4821-9eac-044950c450f0 {{(pid=103459) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 20:43:20.601030 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97618e4f-ca23-4517-9221-211df17bc135 tempest-TestMinimumBasicScenario-1546645339 tempest-TestMinimumBasicScenario-1546645339-project] Notify agent at l3_agent.dv-cinder-830096-3-iscsi the message routers_updated {{(pid=103459) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 20:43:20.606139 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-97618e4f-ca23-4517-9221-211df17bc135 tempest-TestMinimumBasicScenario-1546645339 tempest-TestMinimumBasicScenario-1546645339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4188892'] for floatingip (None), before_response {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:43:20.610719 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54c41c99-80db-4264-bedc-a29e03fdb293 None None] Sync routers for ids ['4e783fcd-94b3-4897-953b-f8d250192afb'] in dv-cinder-830096-3-iscsi {{(pid=103461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 20:43:20.620791 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54c41c99-80db-4264-bedc-a29e03fdb293 None None] Routers {'4e783fcd-94b3-4897-953b-f8d250192afb'} bound to L3 agent in host dv-cinder-830096-3-iscsi {{(pid=103461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:43:20.625627 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.db.l3_hamode_db [None req-54c41c99-80db-4264-bedc-a29e03fdb293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T20:23:01Z,description=,heartbeat_timestamp=2022-03-08T20:43:01Z,host='dv-cinder-830096-3-iscsi',id=7ae9fd8f-5d61-4821-9eac-044950c450f0,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:23:02Z,topic='l3_agent')) {'router_ids': ['4e783fcd-94b3-4897-953b-f8d250192afb'], 'active': True} {{(pid=103461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:43:20.634955 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [None req-97618e4f-ca23-4517-9221-211df17bc135 tempest-TestMinimumBasicScenario-1546645339 tempest-TestMinimumBasicScenario-1546645339-project] 10.222.0.41 "DELETE /v2.0/floatingips/db7a8bcb-b004-42a3-9ca5-8080fe5b5f8b HTTP/1.1" status: 204 len: 168 time: 0.9785943 Mar 08 20:43:20.635537 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b217c0e6-a561-4d46-b157-b4a72fa68021', 'tag': '3bacef93-d91b-4b4a-9031-e7b90c500f4f'}] {{(pid=103459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 20:43:20.638319 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30f128d5f71b3f7cc76d6cee4f56f72b4ad92d7c7cb63713f7d7a45aaaaee86d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79a681db-48ee-4d69-8387-8f56395fd547" -d '{"events": [{"name": "network-changed", "server_uuid": "b217c0e6-a561-4d46-b157-b4a72fa68021", "tag": "3bacef93-d91b-4b4a-9031-e7b90c500f4f"}]}' {{(pid=103459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 20:43:20.676889 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 20:43:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33457a37-f1bf-4421-a39b-a6b2a88035ed x-openstack-request-id: req-33457a37-f1bf-4421-a39b-a6b2a88035ed {{(pid=103459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 20:43:20.677312 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b217c0e6-a561-4d46-b157-b4a72fa68021", "tag": "3bacef93-d91b-4b4a-9031-e7b90c500f4f", "status": "completed", "code": 200}]} {{(pid=103459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 20:43:20.677568 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-33457a37-f1bf-4421-a39b-a6b2a88035ed {{(pid=103459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 20:43:20.677962 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b217c0e6-a561-4d46-b157-b4a72fa68021', 'tag': '3bacef93-d91b-4b4a-9031-e7b90c500f4f', 'status': 'completed', 'code': 200} Mar 08 20:43:20.734445 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.db.l3_dvr_db [None req-54c41c99-80db-4264-bedc-a29e03fdb293 None None] Set router 4e783fcd-94b3-4897-953b-f8d250192afb gateway port host: dv-cinder-830096-3-iscsi {{(pid=103461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:43:20.748356 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a681db-48ee-4d69-8387-8f56395fd547 req-d664b87b-a081-455a-b108-1bbbb4346cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:43:20.750581 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-79a681db-48ee-4d69-8387-8f56395fd547 req-d664b87b-a081-455a-b108-1bbbb4346cc8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=541c315e66fa42668963ee3c03670435&device_id=b217c0e6-a561-4d46-b157-b4a72fa68021 HTTP/1.1" status: 200 len: 1129 time: 0.0504014 Mar 08 20:43:20.848820 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a681db-48ee-4d69-8387-8f56395fd547 req-b46ad0dd-3181-40eb-b28e-e2430e58414c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:43:20.850311 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-79a681db-48ee-4d69-8387-8f56395fd547 req-b46ad0dd-3181-40eb-b28e-e2430e58414c service neutron] 10.222.0.37 "GET /v2.0/networks?id=59981146-db64-4aab-9ae0-f6de91557fc5 HTTP/1.1" status: 200 len: 916 time: 0.0919533 Mar 08 20:43:20.891895 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-79a681db-48ee-4d69-8387-8f56395fd547 req-3676f252-fb00-475e-ae10-03d153154b7f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3bacef93-d91b-4b4a-9031-e7b90c500f4f HTTP/1.1" status: 200 len: 217 time: 0.0346196 Mar 08 20:43:20.936506 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.db.l3_hamode_db [None req-54c41c99-80db-4264-bedc-a29e03fdb293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e783fcd-94b3-4897-953b-f8d250192afb', 'name': 'tempest-TestMinimumBasicScenario-1798639412-router', 'tenant_id': '541c315e66fa42668963ee3c03670435', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'external_fixed_ips': [{'subnet_id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'ip_address': '172.27.2.183'}], 'enable_snat': True}, 'gw_port_id': 'b94a8249-8eb2-42a6-a0ef-f27012dcd1aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:40:46Z', 'updated_at': '2022-03-08T20:40:50Z', 'revision_number': 4, 'project_id': '541c315e66fa42668963ee3c03670435', 'gw_port': {'id': 'b94a8249-8eb2-42a6-a0ef-f27012dcd1aa', 'name': '', 'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:97:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e783fcd-94b3-4897-953b-f8d250192afb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'ip_address': '172.27.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:40:47Z', 'updated_at': '2022-03-08T20:40:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-3-iscsi', '_interfaces': [{'id': 'df19568a-c815-4efc-9a03-2d9c7d4d51ad', 'name': '', 'network_id': '59981146-db64-4aab-9ae0-f6de91557fc5', 'tenant_id': '541c315e66fa42668963ee3c03670435', 'mac_address': 'fa:16:3e:ec:84:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e783fcd-94b3-4897-953b-f8d250192afb', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '64223cab-22b1-4c64-b303-569b24b13550', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:40:50Z', 'updated_at': '2022-03-08T20:40:55Z', 'revision_number': 5, 'project_id': '541c315e66fa42668963ee3c03670435', 'subnets': [{'id': '64223cab-22b1-4c64-b303-569b24b13550', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830096-3-iscsi', False) {} {{(pid=103461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:43:20.942968 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a681db-48ee-4d69-8387-8f56395fd547 req-17b8d361-7a84-40c9-9b24-e836d540fd5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:43:20.944547 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-79a681db-48ee-4d69-8387-8f56395fd547 req-17b8d361-7a84-40c9-9b24-e836d540fd5e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=64223cab-22b1-4c64-b303-569b24b13550 HTTP/1.1" status: 200 len: 854 time: 0.0472817 Mar 08 20:43:20.963532 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54c41c99-80db-4264-bedc-a29e03fdb293 None None] Checking router: 4e783fcd-94b3-4897-953b-f8d250192afb for host: dv-cinder-830096-3-iscsi {{(pid=103461) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 20:43:20.972097 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54c41c99-80db-4264-bedc-a29e03fdb293 None None] Routers {'4e783fcd-94b3-4897-953b-f8d250192afb'} bound to L3 agent in host dv-cinder-830096-3-iscsi {{(pid=103461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:43:20.972697 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.db.l3_hamode_db [None req-54c41c99-80db-4264-bedc-a29e03fdb293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T20:23:01Z,description=,heartbeat_timestamp=2022-03-08T20:43:01Z,host='dv-cinder-830096-3-iscsi',id=7ae9fd8f-5d61-4821-9eac-044950c450f0,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:23:02Z,topic='l3_agent')) {'router_ids': ['4e783fcd-94b3-4897-953b-f8d250192afb'], 'active': True} {{(pid=103461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:43:20.999387 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a681db-48ee-4d69-8387-8f56395fd547 req-8ae5443d-9695-4067-a284-7789ea89c521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:43:21.000962 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-79a681db-48ee-4d69-8387-8f56395fd547 req-8ae5443d-9695-4067-a284-7789ea89c521 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=59981146-db64-4aab-9ae0-f6de91557fc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0503376 Mar 08 20:43:21.091158 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.db.l3_dvr_db [None req-54c41c99-80db-4264-bedc-a29e03fdb293 None None] Set router 4e783fcd-94b3-4897-953b-f8d250192afb gateway port host: dv-cinder-830096-3-iscsi {{(pid=103461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:43:21.108978 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-79a681db-48ee-4d69-8387-8f56395fd547 req-be7fcd01-2d36-4735-830c-ab0ac6e13795 service neutron] 10.222.0.37 "GET /v2.0/networks/59981146-db64-4aab-9ae0-f6de91557fc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922682 Mar 08 20:43:21.220652 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-79a681db-48ee-4d69-8387-8f56395fd547 req-794e13c0-ffd3-4d40-b344-5f259545d155 service neutron] 10.222.0.37 "GET /v2.0/networks/59981146-db64-4aab-9ae0-f6de91557fc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009231 Mar 08 20:43:21.386449 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.db.l3_hamode_db [None req-54c41c99-80db-4264-bedc-a29e03fdb293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e783fcd-94b3-4897-953b-f8d250192afb', 'name': 'tempest-TestMinimumBasicScenario-1798639412-router', 'tenant_id': '541c315e66fa42668963ee3c03670435', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'external_fixed_ips': [{'subnet_id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'ip_address': '172.27.2.183'}], 'enable_snat': True}, 'gw_port_id': 'b94a8249-8eb2-42a6-a0ef-f27012dcd1aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:40:46Z', 'updated_at': '2022-03-08T20:40:50Z', 'revision_number': 4, 'project_id': '541c315e66fa42668963ee3c03670435', 'gw_port': {'id': 'b94a8249-8eb2-42a6-a0ef-f27012dcd1aa', 'name': '', 'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:97:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e783fcd-94b3-4897-953b-f8d250192afb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'ip_address': '172.27.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:40:47Z', 'updated_at': '2022-03-08T20:40:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-3-iscsi', '_interfaces': [{'id': 'df19568a-c815-4efc-9a03-2d9c7d4d51ad', 'name': '', 'network_id': '59981146-db64-4aab-9ae0-f6de91557fc5', 'tenant_id': '541c315e66fa42668963ee3c03670435', 'mac_address': 'fa:16:3e:ec:84:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e783fcd-94b3-4897-953b-f8d250192afb', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '64223cab-22b1-4c64-b303-569b24b13550', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:40:50Z', 'updated_at': '2022-03-08T20:40:55Z', 'revision_number': 5, 'project_id': '541c315e66fa42668963ee3c03670435', 'subnets': [{'id': '64223cab-22b1-4c64-b303-569b24b13550', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830096-3-iscsi', False) {} {{(pid=103461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:43:21.411751 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54c41c99-80db-4264-bedc-a29e03fdb293 None None] The sync data for ids ['4e783fcd-94b3-4897-953b-f8d250192afb'] in dv-cinder-830096-3-iscsi is: [{'id': '4e783fcd-94b3-4897-953b-f8d250192afb', 'name': 'tempest-TestMinimumBasicScenario-1798639412-router', 'tenant_id': '541c315e66fa42668963ee3c03670435', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'external_fixed_ips': [{'subnet_id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'ip_address': '172.27.2.183'}], 'enable_snat': True}, 'gw_port_id': 'b94a8249-8eb2-42a6-a0ef-f27012dcd1aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:40:46Z', 'updated_at': '2022-03-08T20:40:50Z', 'revision_number': 4, 'project_id': '541c315e66fa42668963ee3c03670435', 'gw_port': {'id': 'b94a8249-8eb2-42a6-a0ef-f27012dcd1aa', 'name': '', 'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:97:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e783fcd-94b3-4897-953b-f8d250192afb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'ip_address': '172.27.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:40:47Z', 'updated_at': '2022-03-08T20:40:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-3-iscsi', '_interfaces': [{'id': 'df19568a-c815-4efc-9a03-2d9c7d4d51ad', 'name': '', 'network_id': '59981146-db64-4aab-9ae0-f6de91557fc5', 'tenant_id': '541c315e66fa42668963ee3c03670435', 'mac_address': 'fa:16:3e:ec:84:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e783fcd-94b3-4897-953b-f8d250192afb', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '64223cab-22b1-4c64-b303-569b24b13550', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:40:50Z', 'updated_at': '2022-03-08T20:40:55Z', 'revision_number': 5, 'project_id': '541c315e66fa42668963ee3c03670435', 'subnets': [{'id': '64223cab-22b1-4c64-b303-569b24b13550', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 20:43:21.642923 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edae0254-afde-4557-adbc-7330b659c5cb None None] New status for floating IP db7a8bcb-b004-42a3-9ca5-8080fe5b5f8b: DOWN {{(pid=103460) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 20:43:23.922424 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0490a1-febb-4960-8b1f-28b769b52462 req-ed98dece-3acd-419e-a58d-42438c27a7c9 tempest-TestMinimumBasicScenario-1546645339 tempest-TestMinimumBasicScenario-1546645339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:43:23.923915 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-1a0490a1-febb-4960-8b1f-28b769b52462 req-ed98dece-3acd-419e-a58d-42438c27a7c9 tempest-TestMinimumBasicScenario-1546645339 tempest-TestMinimumBasicScenario-1546645339-project] 10.222.0.41 "GET /v2.0/ports?device_id=b217c0e6-a561-4d46-b157-b4a72fa68021 HTTP/1.1" status: 200 len: 945 time: 0.0533588 Mar 08 20:43:23.975227 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-1a0490a1-febb-4960-8b1f-28b769b52462 req-be2e1c47-e84e-4ee2-a375-206681d28f3b tempest-TestMinimumBasicScenario-1546645339 tempest-TestMinimumBasicScenario-1546645339-project] 10.222.0.41 "GET /v2.0/security-groups?id=802559eb-4a4a-4285-9736-477b59370538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455797 Mar 08 20:43:24.237497 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745146981205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476605'] for agent (905863fd-6a46-47f8-82ce-98f31309cbd3), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:43:25.098754 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4615a0fa-72c8-4f3b-86f4-1830abf6a48b req-eaf272fd-b13b-462b-a920-01249569c5d0 tempest-TestMinimumBasicScenario-1546645339 tempest-TestMinimumBasicScenario-1546645339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:43:25.100297 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-4615a0fa-72c8-4f3b-86f4-1830abf6a48b req-eaf272fd-b13b-462b-a920-01249569c5d0 tempest-TestMinimumBasicScenario-1546645339 tempest-TestMinimumBasicScenario-1546645339-project] 10.222.0.41 "GET /v2.0/ports?device_id=b217c0e6-a561-4d46-b157-b4a72fa68021 HTTP/1.1" status: 200 len: 945 time: 0.0550711 Mar 08 20:43:25.151079 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-4615a0fa-72c8-4f3b-86f4-1830abf6a48b req-3e6e40d8-63e2-4b9e-b4d3-bd2c2ba64857 tempest-TestMinimumBasicScenario-1546645339 tempest-TestMinimumBasicScenario-1546645339-project] 10.222.0.41 "GET /v2.0/security-groups?id=802559eb-4a4a-4285-9736-477b59370538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443752 Mar 08 20:43:25.713623 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2cc034-b295-4828-a710-3d96e9e10e39 req-8d48e5fc-806f-4614-8560-e240f0581739 tempest-TestMinimumBasicScenario-1546645339 tempest-TestMinimumBasicScenario-1546645339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:43:25.715680 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-6f2cc034-b295-4828-a710-3d96e9e10e39 req-8d48e5fc-806f-4614-8560-e240f0581739 tempest-TestMinimumBasicScenario-1546645339 tempest-TestMinimumBasicScenario-1546645339-project] 10.222.0.37 "GET /v2.0/ports?device_id=b217c0e6-a561-4d46-b157-b4a72fa68021 HTTP/1.1" status: 200 len: 945 time: 0.0505428 Mar 08 20:43:25.812134 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [req-6f2cc034-b295-4828-a710-3d96e9e10e39 req-7b92ff0a-5122-429f-b61f-2e995f102d58 tempest-TestMinimumBasicScenario-1546645339 tempest-TestMinimumBasicScenario-1546645339-project] Deleting port 3bacef93-d91b-4b4a-9031-e7b90c500f4f {{(pid=103458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 20:43:25.812428 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-6f2cc034-b295-4828-a710-3d96e9e10e39 req-7b92ff0a-5122-429f-b61f-2e995f102d58 tempest-TestMinimumBasicScenario-1546645339 tempest-TestMinimumBasicScenario-1546645339-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745146874691'] for port (3bacef93-d91b-4b4a-9031-e7b90c500f4f), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:43:25.908150 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.db [req-6f2cc034-b295-4828-a710-3d96e9e10e39 req-7b92ff0a-5122-429f-b61f-2e995f102d58 tempest-TestMinimumBasicScenario-1546645339 tempest-TestMinimumBasicScenario-1546645339-project] For port 3bacef93-d91b-4b4a-9031-e7b90c500f4f, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=3bacef93-d91b-4b4a-9031-e7b90c500f4f,segment=NetworkSegment(000d13a8-cbfa-4246-848f-00116c5f2566),segment_id=000d13a8-cbfa-4246-848f-00116c5f2566)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:43:25.908543 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-6f2cc034-b295-4828-a710-3d96e9e10e39 req-7b92ff0a-5122-429f-b61f-2e995f102d58 tempest-TestMinimumBasicScenario-1546645339 tempest-TestMinimumBasicScenario-1546645339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443457'] for port (3bacef93-d91b-4b4a-9031-e7b90c500f4f), precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:43:25.920409 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [req-6f2cc034-b295-4828-a710-3d96e9e10e39 req-7b92ff0a-5122-429f-b61f-2e995f102d58 tempest-TestMinimumBasicScenario-1546645339 tempest-TestMinimumBasicScenario-1546645339-project] Calling delete_port for 3bacef93-d91b-4b4a-9031-e7b90c500f4f owned by compute:nova {{(pid=103458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 20:43:26.147308 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-6f2cc034-b295-4828-a710-3d96e9e10e39 req-7b92ff0a-5122-429f-b61f-2e995f102d58 tempest-TestMinimumBasicScenario-1546645339 tempest-TestMinimumBasicScenario-1546645339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745146878630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745146440915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28566877'] for port (3bacef93-d91b-4b4a-9031-e7b90c500f4f), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:43:26.161489 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.db [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] get_ports_and_sgs() called for port_ids ['3bacef93-d91b-4b4a-9031-e7b90c500f4f'] {{(pid=103460) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 20:43:26.179023 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b92ff0a-5122-429f-b61f-2e995f102d58 tempest-TestMinimumBasicScenario-1546645339 tempest-TestMinimumBasicScenario-1546645339-project] Pushing event deleted for resources: {'Port': ['ID=3bacef93-d91b-4b4a-9031-e7b90c500f4f,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:43:26.224745 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f2cc034-b295-4828-a710-3d96e9e10e39 req-7b92ff0a-5122-429f-b61f-2e995f102d58 tempest-TestMinimumBasicScenario-1546645339 tempest-TestMinimumBasicScenario-1546645339-project] No DVR routers for this DVR port 3bacef93-d91b-4b4a-9031-e7b90c500f4f on host hv-cinder-83009 {{(pid=103458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 20:43:26.227496 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-6f2cc034-b295-4828-a710-3d96e9e10e39 req-7b92ff0a-5122-429f-b61f-2e995f102d58 tempest-TestMinimumBasicScenario-1546645339 tempest-TestMinimumBasicScenario-1546645339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4188892'] for port (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:43:26.230944 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-6f2cc034-b295-4828-a710-3d96e9e10e39 req-7b92ff0a-5122-429f-b61f-2e995f102d58 tempest-TestMinimumBasicScenario-1546645339 tempest-TestMinimumBasicScenario-1546645339-project] 10.222.0.37 "DELETE /v2.0/ports/3bacef93-d91b-4b4a-9031-e7b90c500f4f HTTP/1.1" status: 204 len: 173 time: 0.5109773 Mar 08 20:43:26.231422 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b217c0e6-a561-4d46-b157-b4a72fa68021', 'name': 'network-vif-deleted', 'tag': '3bacef93-d91b-4b4a-9031-e7b90c500f4f'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 20:43:26.233879 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80a387be2d8005eb2e27f9060a02e972faa958bb0688f3ffd3bc7b0f4eb55c8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a0c99a4-6538-48ae-bf6d-a19adf35c1c9" -d '{"events": [{"server_uuid": "b217c0e6-a561-4d46-b157-b4a72fa68021", "name": "network-vif-deleted", "tag": "3bacef93-d91b-4b4a-9031-e7b90c500f4f"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 20:43:26.256484 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-cd475022-e423-41f9-bf35-a1e7d98a6e39 req-614aa805-cf80-4f7a-8d2f-3e331c0c19a8 tempest-TestMinimumBasicScenario-1546645339 tempest-TestMinimumBasicScenario-1546645339-project] 10.222.0.41 "GET /v2.0/ports?device_id=b217c0e6-a561-4d46-b157-b4a72fa68021 HTTP/1.1" status: 200 len: 210 time: 0.0287366 Mar 08 20:43:26.272252 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 20:43:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76c47f6b-f80a-45d3-94c4-e79c0e30cee5 x-openstack-request-id: req-76c47f6b-f80a-45d3-94c4-e79c0e30cee5 {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 20:43:26.272798 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b217c0e6-a561-4d46-b157-b4a72fa68021", "name": "network-vif-deleted", "tag": "3bacef93-d91b-4b4a-9031-e7b90c500f4f", "status": "completed", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 20:43:26.273057 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-76c47f6b-f80a-45d3-94c4-e79c0e30cee5 {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 20:43:26.273452 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b217c0e6-a561-4d46-b157-b4a72fa68021', 'name': 'network-vif-deleted', 'tag': '3bacef93-d91b-4b4a-9031-e7b90c500f4f', 'status': 'completed', 'code': 200} Mar 08 20:43:28.786768 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.wsgi [-] (103459) accepted ('10.222.0.41', 39736) {{(pid=103459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:43:28.901964 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.rpc [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Device 3bacef93-d91b-4b4a-9031-e7b90c500f4f no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103460) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 20:43:28.922980 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.plugin [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] No Port match for: 3bacef93-d91b-4b4a-9031-e7b90c500f4f {{(pid=103460) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 20:43:28.923371 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.rpc [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Device 3bacef93-d91b-4b4a-9031-e7b90c500f4f not bound to the agent host hv-cinder-83009 {{(pid=103460) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 20:43:28.958115 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-016b1687-be9f-495b-83a6-8316a56e83b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745146981205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476605'] for agent (a3d84102-f7d3-452b-861a-973020576047), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:43:29.162271 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-f4885101-1778-4765-92f2-9c82c1c2f493 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-450131'] for router_interface (4e783fcd-94b3-4897-953b-f8d250192afb), before_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:43:29.425158 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-f4885101-1778-4765-92f2-9c82c1c2f493 admin admin] Deleting port df19568a-c815-4efc-9a03-2d9c7d4d51ad {{(pid=103459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 20:43:29.425408 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-f4885101-1778-4765-92f2-9c82c1c2f493 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745146874691'] for port (df19568a-c815-4efc-9a03-2d9c7d4d51ad), before_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:43:29.507105 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-f4885101-1778-4765-92f2-9c82c1c2f493 admin admin] For port df19568a-c815-4efc-9a03-2d9c7d4d51ad, host dv-cinder-830096-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-3-iscsi',level=0,port_id=df19568a-c815-4efc-9a03-2d9c7d4d51ad,segment=NetworkSegment(000d13a8-cbfa-4246-848f-00116c5f2566),segment_id=000d13a8-cbfa-4246-848f-00116c5f2566)] {{(pid=103459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:43:29.507466 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-f4885101-1778-4765-92f2-9c82c1c2f493 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443457'] for port (df19568a-c815-4efc-9a03-2d9c7d4d51ad), precommit_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:43:29.519512 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-f4885101-1778-4765-92f2-9c82c1c2f493 admin admin] Calling delete_port for df19568a-c815-4efc-9a03-2d9c7d4d51ad owned by network:router_interface {{(pid=103459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 20:43:29.757688 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-f4885101-1778-4765-92f2-9c82c1c2f493 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745146878630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745146440915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28404629'] for port (df19568a-c815-4efc-9a03-2d9c7d4d51ad), after_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:43:29.784007 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4885101-1778-4765-92f2-9c82c1c2f493 admin admin] Pushing event deleted for resources: {'Port': ['ID=df19568a-c815-4efc-9a03-2d9c7d4d51ad,revision_number=None']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:43:29.954899 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-f4885101-1778-4765-92f2-9c82c1c2f493 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3733772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-450087'] for router_interface (4e783fcd-94b3-4897-953b-f8d250192afb), after_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:43:30.171347 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4885101-1778-4765-92f2-9c82c1c2f493 admin admin] Router 4e783fcd-94b3-4897-953b-f8d250192afb has already been hosted by L3 agent 7ae9fd8f-5d61-4821-9eac-044950c450f0 {{(pid=103459) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 20:43:30.278817 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4885101-1778-4765-92f2-9c82c1c2f493 admin admin] Notify agent at l3_agent.dv-cinder-830096-3-iscsi the message routers_updated {{(pid=103459) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 20:43:30.283793 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [None req-f4885101-1778-4765-92f2-9c82c1c2f493 admin admin] 10.222.0.41 "PUT /v2.0/routers/4e783fcd-94b3-4897-953b-f8d250192afb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4961095 Mar 08 20:43:30.286461 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.41', 39738) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:43:30.290676 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a231375-a978-4291-bb93-b21b4e622117 None None] Sync routers for ids ['4e783fcd-94b3-4897-953b-f8d250192afb'] in dv-cinder-830096-3-iscsi {{(pid=103461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 20:43:30.303783 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a231375-a978-4291-bb93-b21b4e622117 None None] Routers {'4e783fcd-94b3-4897-953b-f8d250192afb'} bound to L3 agent in host dv-cinder-830096-3-iscsi {{(pid=103461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:43:30.304445 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.db.l3_hamode_db [None req-7a231375-a978-4291-bb93-b21b4e622117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T20:23:01Z,description=,heartbeat_timestamp=2022-03-08T20:43:01Z,host='dv-cinder-830096-3-iscsi',id=7ae9fd8f-5d61-4821-9eac-044950c450f0,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:23:02Z,topic='l3_agent')) {'router_ids': ['4e783fcd-94b3-4897-953b-f8d250192afb'], 'active': True} {{(pid=103461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:43:30.396597 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ece9df2e-bee7-4f56-81d7-4e3be26a6071 admin admin] Publish callbacks [] for router (4e783fcd-94b3-4897-953b-f8d250192afb), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:43:30.414749 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.db.l3_dvr_db [None req-7a231375-a978-4291-bb93-b21b4e622117 None None] Set router 4e783fcd-94b3-4897-953b-f8d250192afb gateway port host: dv-cinder-830096-3-iscsi {{(pid=103461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:43:30.508266 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ece9df2e-bee7-4f56-81d7-4e3be26a6071 admin admin] Publish callbacks [] for router_gateway (4e783fcd-94b3-4897-953b-f8d250192afb), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:43:30.593062 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.db.l3_hamode_db [None req-7a231375-a978-4291-bb93-b21b4e622117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e783fcd-94b3-4897-953b-f8d250192afb', 'name': 'tempest-TestMinimumBasicScenario-1798639412-router', 'tenant_id': '541c315e66fa42668963ee3c03670435', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'external_fixed_ips': [{'subnet_id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'ip_address': '172.27.2.183'}], 'enable_snat': True}, 'gw_port_id': 'b94a8249-8eb2-42a6-a0ef-f27012dcd1aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:40:46Z', 'updated_at': '2022-03-08T20:43:29Z', 'revision_number': 5, 'project_id': '541c315e66fa42668963ee3c03670435', 'gw_port': {'id': 'b94a8249-8eb2-42a6-a0ef-f27012dcd1aa', 'name': '', 'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:97:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e783fcd-94b3-4897-953b-f8d250192afb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'ip_address': '172.27.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:40:47Z', 'updated_at': '2022-03-08T20:40:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-3-iscsi'}], 'dv-cinder-830096-3-iscsi', False) {} {{(pid=103461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:43:30.610186 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-ece9df2e-bee7-4f56-81d7-4e3be26a6071 admin admin] Deleting port b94a8249-8eb2-42a6-a0ef-f27012dcd1aa {{(pid=103458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 20:43:30.610693 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ece9df2e-bee7-4f56-81d7-4e3be26a6071 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745146874691'] for port (b94a8249-8eb2-42a6-a0ef-f27012dcd1aa), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:43:30.618539 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a231375-a978-4291-bb93-b21b4e622117 None None] Checking router: 4e783fcd-94b3-4897-953b-f8d250192afb for host: dv-cinder-830096-3-iscsi {{(pid=103461) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 20:43:30.628048 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a231375-a978-4291-bb93-b21b4e622117 None None] Routers {'4e783fcd-94b3-4897-953b-f8d250192afb'} bound to L3 agent in host dv-cinder-830096-3-iscsi {{(pid=103461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:43:30.628686 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.db.l3_hamode_db [None req-7a231375-a978-4291-bb93-b21b4e622117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T20:23:01Z,description=,heartbeat_timestamp=2022-03-08T20:43:01Z,host='dv-cinder-830096-3-iscsi',id=7ae9fd8f-5d61-4821-9eac-044950c450f0,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:23:02Z,topic='l3_agent')) {'router_ids': ['4e783fcd-94b3-4897-953b-f8d250192afb'], 'active': True} {{(pid=103461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:43:30.691007 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-ece9df2e-bee7-4f56-81d7-4e3be26a6071 admin admin] For port b94a8249-8eb2-42a6-a0ef-f27012dcd1aa, host dv-cinder-830096-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-3-iscsi',level=0,port_id=b94a8249-8eb2-42a6-a0ef-f27012dcd1aa,segment=NetworkSegment(e3ec3731-5b41-434a-a3a7-2ad1e453961f),segment_id=e3ec3731-5b41-434a-a3a7-2ad1e453961f)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:43:30.691374 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ece9df2e-bee7-4f56-81d7-4e3be26a6071 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443457'] for port (b94a8249-8eb2-42a6-a0ef-f27012dcd1aa), precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:43:30.706096 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-ece9df2e-bee7-4f56-81d7-4e3be26a6071 admin admin] Calling delete_port for b94a8249-8eb2-42a6-a0ef-f27012dcd1aa owned by network:router_gateway {{(pid=103458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 20:43:30.719317 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.db.l3_dvr_db [None req-7a231375-a978-4291-bb93-b21b4e622117 None None] Set router 4e783fcd-94b3-4897-953b-f8d250192afb gateway port host: None {{(pid=103461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:43:30.775990 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.db.l3_hamode_db [None req-7a231375-a978-4291-bb93-b21b4e622117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e783fcd-94b3-4897-953b-f8d250192afb', 'name': 'tempest-TestMinimumBasicScenario-1798639412-router', 'tenant_id': '541c315e66fa42668963ee3c03670435', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:40:46Z', 'updated_at': '2022-03-08T20:43:30Z', 'revision_number': 6, 'project_id': '541c315e66fa42668963ee3c03670435', 'gw_port_host': None}], 'dv-cinder-830096-3-iscsi', False) {} {{(pid=103461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:43:30.802125 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a231375-a978-4291-bb93-b21b4e622117 None None] The sync data for ids ['4e783fcd-94b3-4897-953b-f8d250192afb'] in dv-cinder-830096-3-iscsi is: [{'id': '4e783fcd-94b3-4897-953b-f8d250192afb', 'name': 'tempest-TestMinimumBasicScenario-1798639412-router', 'tenant_id': '541c315e66fa42668963ee3c03670435', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:40:46Z', 'updated_at': '2022-03-08T20:43:30Z', 'revision_number': 6, 'project_id': '541c315e66fa42668963ee3c03670435', 'gw_port_host': None}] {{(pid=103461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 20:43:30.964248 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ece9df2e-bee7-4f56-81d7-4e3be26a6071 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745146878630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745146440915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28566877'] for port (b94a8249-8eb2-42a6-a0ef-f27012dcd1aa), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:43:30.990059 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece9df2e-bee7-4f56-81d7-4e3be26a6071 admin admin] Pushing event deleted for resources: {'Port': ['ID=b94a8249-8eb2-42a6-a0ef-f27012dcd1aa,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:43:31.050790 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ece9df2e-bee7-4f56-81d7-4e3be26a6071 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-442509'] for router_gateway (4e783fcd-94b3-4897-953b-f8d250192afb), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:43:31.143649 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ece9df2e-bee7-4f56-81d7-4e3be26a6071 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-448313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126032'] for router (4e783fcd-94b3-4897-953b-f8d250192afb), precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:43:31.145826 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ece9df2e-bee7-4f56-81d7-4e3be26a6071 admin admin] Publish callbacks [] for router_controller (4e783fcd-94b3-4897-953b-f8d250192afb), precommit_delete_associations {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:43:31.272827 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-5d7beecd-8694-4e28-9a3e-8b3ccce38e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745146981205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476605'] for agent (7ae9fd8f-5d61-4821-9eac-044950c450f0), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:43:31.576228 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ece9df2e-bee7-4f56-81d7-4e3be26a6071 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-448302'] for router (4e783fcd-94b3-4897-953b-f8d250192afb), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:43:31.576915 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ece9df2e-bee7-4f56-81d7-4e3be26a6071 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4e783fcd-94b3-4897-953b-f8d250192afb {{(pid=103458) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 20:43:31.581573 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ece9df2e-bee7-4f56-81d7-4e3be26a6071 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:43:31.584325 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-ece9df2e-bee7-4f56-81d7-4e3be26a6071 admin admin] 10.222.0.41 "DELETE /v2.0/routers/4e783fcd-94b3-4897-953b-f8d250192afb HTTP/1.1" status: 204 len: 168 time: 1.2953951 Mar 08 20:43:31.585745 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.41', 39740) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:43:31.623011 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.rpc [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Device df19568a-c815-4efc-9a03-2d9c7d4d51ad no longer exists at agent ovs-agent-dv-cinder-830096-3-iscsi {{(pid=103460) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 20:43:31.633915 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e0ac51c-7035-4135-9511-c32821027629 admin admin] Deleting subnet 64223cab-22b1-4c64-b303-569b24b13550 {{(pid=103458) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 20:43:31.637933 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-4e0ac51c-7035-4135-9511-c32821027629 admin admin] Publish callbacks [] for subnet (64223cab-22b1-4c64-b303-569b24b13550), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:43:31.644483 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.plugin [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] No Port match for: df19568a-c815-4efc-9a03-2d9c7d4d51ad {{(pid=103460) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 20:43:31.644922 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.rpc [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Device df19568a-c815-4efc-9a03-2d9c7d4d51ad not bound to the agent host dv-cinder-830096-3-iscsi {{(pid=103460) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 20:43:31.682649 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-4e0ac51c-7035-4135-9511-c32821027629 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28520883'] for subnet (64223cab-22b1-4c64-b303-569b24b13550), precommit_delete_associations {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:43:31.772824 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-4e0ac51c-7035-4135-9511-c32821027629 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3537161'] for subnet (64223cab-22b1-4c64-b303-569b24b13550), precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:43:31.919027 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-4e0ac51c-7035-4135-9511-c32821027629 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3537170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28566890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28015844'] for subnet (64223cab-22b1-4c64-b303-569b24b13550), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:43:31.946266 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0ac51c-7035-4135-9511-c32821027629 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=64223cab-22b1-4c64-b303-569b24b13550,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:43:31.948261 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-4e0ac51c-7035-4135-9511-c32821027629 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3733777'] for subnet (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:43:31.951481 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-4e0ac51c-7035-4135-9511-c32821027629 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/64223cab-22b1-4c64-b303-569b24b13550 HTTP/1.1" status: 204 len: 168 time: 0.3646693 Mar 08 20:43:31.955057 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.41', 39742) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:43:31.955364 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a12e8b1-b178-4513-a920-d30d3a6f15e2 None None] Network 59981146-db64-4aab-9ae0-f6de91557fc5 requested from dv-cinder-830096-3-iscsi {{(pid=103460) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 20:43:32.033472 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-c61982e6-a215-4be6-86ff-7882f00db486 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-744326'] for network (59981146-db64-4aab-9ae0-f6de91557fc5), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:43:32.095111 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-c61982e6-a215-4be6-86ff-7882f00db486 admin admin] Deleting port eac60c1a-fc0d-4c46-9c3e-65a6b8d3d874 {{(pid=103458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 20:43:32.095480 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-c61982e6-a215-4be6-86ff-7882f00db486 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745146874691'] for port (eac60c1a-fc0d-4c46-9c3e-65a6b8d3d874), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:43:32.125460 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-231c1fc1-8b29-4b5d-bc15-a7c373681800 None None] DHCP port deletion for 59981146-db64-4aab-9ae0-f6de91557fc5 request from dv-cinder-830096-3-iscsi {{(pid=103460) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 08 20:43:32.160010 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-c61982e6-a215-4be6-86ff-7882f00db486 admin admin] For port eac60c1a-fc0d-4c46-9c3e-65a6b8d3d874, host dv-cinder-830096-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-3-iscsi',level=0,port_id=eac60c1a-fc0d-4c46-9c3e-65a6b8d3d874,segment=NetworkSegment(000d13a8-cbfa-4246-848f-00116c5f2566),segment_id=000d13a8-cbfa-4246-848f-00116c5f2566)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:43:32.160341 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-c61982e6-a215-4be6-86ff-7882f00db486 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443457'] for port (eac60c1a-fc0d-4c46-9c3e-65a6b8d3d874), precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:43:32.173085 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-c61982e6-a215-4be6-86ff-7882f00db486 admin admin] Calling delete_port for eac60c1a-fc0d-4c46-9c3e-65a6b8d3d874 owned by network:dhcp {{(pid=103458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 20:43:32.174056 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.plugin [None req-231c1fc1-8b29-4b5d-bc15-a7c373681800 None None] Deleting port eac60c1a-fc0d-4c46-9c3e-65a6b8d3d874 {{(pid=103460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 20:43:32.174434 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-231c1fc1-8b29-4b5d-bc15-a7c373681800 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745146874691'] for port (eac60c1a-fc0d-4c46-9c3e-65a6b8d3d874), before_delete {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:43:32.239490 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.db [None req-231c1fc1-8b29-4b5d-bc15-a7c373681800 None None] For port eac60c1a-fc0d-4c46-9c3e-65a6b8d3d874, host dv-cinder-830096-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-3-iscsi',level=0,port_id=eac60c1a-fc0d-4c46-9c3e-65a6b8d3d874,segment=NetworkSegment(000d13a8-cbfa-4246-848f-00116c5f2566),segment_id=000d13a8-cbfa-4246-848f-00116c5f2566)] {{(pid=103460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:43:32.239885 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-231c1fc1-8b29-4b5d-bc15-a7c373681800 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443457'] for port (eac60c1a-fc0d-4c46-9c3e-65a6b8d3d874), precommit_delete {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:43:32.252791 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.plugin [None req-231c1fc1-8b29-4b5d-bc15-a7c373681800 None None] Calling delete_port for eac60c1a-fc0d-4c46-9c3e-65a6b8d3d874 owned by network:dhcp {{(pid=103460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 20:43:32.375371 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-c61982e6-a215-4be6-86ff-7882f00db486 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745146878630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745146440915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28566877'] for port (eac60c1a-fc0d-4c46-9c3e-65a6b8d3d874), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:43:32.382405 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-231c1fc1-8b29-4b5d-bc15-a7c373681800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745146878630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745146440915'] for port (eac60c1a-fc0d-4c46-9c3e-65a6b8d3d874), after_delete {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:43:32.399548 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61982e6-a215-4be6-86ff-7882f00db486 admin admin] Pushing event deleted for resources: {'Port': ['ID=eac60c1a-fc0d-4c46-9c3e-65a6b8d3d874,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:43:32.410302 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c61982e6-a215-4be6-86ff-7882f00db486 admin admin] No DVR routers for this DVR port eac60c1a-fc0d-4c46-9c3e-65a6b8d3d874 on host dv-cinder-830096-3-iscsi {{(pid=103458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 20:43:32.411769 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-dbe61520-29cf-4847-b96e-6d24c6c097a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745146981205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476605'] for agent (6cc78598-e6b3-4e4d-a99c-31b9c4784fd2), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:43:32.413746 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231c1fc1-8b29-4b5d-bc15-a7c373681800 None None] Pushing event deleted for resources: {'Port': ['ID=eac60c1a-fc0d-4c46-9c3e-65a6b8d3d874,revision_number=None']} {{(pid=103460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:43:32.416502 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-231c1fc1-8b29-4b5d-bc15-a7c373681800 None None] No DVR routers for this DVR port eac60c1a-fc0d-4c46-9c3e-65a6b8d3d874 on host dv-cinder-830096-3-iscsi {{(pid=103460) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 20:43:32.488924 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-c61982e6-a215-4be6-86ff-7882f00db486 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3474822', 'neutron.services.segments.db._delete_segments_for_network-8745146981223'] for network (59981146-db64-4aab-9ae0-f6de91557fc5), precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:43:32.509685 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.services.segments.db [None req-c61982e6-a215-4be6-86ff-7882f00db486 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59981146-db64-4aab-9ae0-f6de91557fc5']}} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:43:32.519380 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.services.segments.db [None req-c61982e6-a215-4be6-86ff-7882f00db486 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '000d13a8-cbfa-4246-848f-00116c5f2566') {'for_net_delete': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:43:32.519679 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.services.segments.db [None req-c61982e6-a215-4be6-86ff-7882f00db486 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '000d13a8-cbfa-4246-848f-00116c5f2566') {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:43:32.529258 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-c61982e6-a215-4be6-86ff-7882f00db486 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745146982000', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28520776'] for segment (000d13a8-cbfa-4246-848f-00116c5f2566), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:43:32.542156 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-c61982e6-a215-4be6-86ff-7882f00db486 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536034'] for segment (000d13a8-cbfa-4246-848f-00116c5f2566), precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:43:32.548580 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c61982e6-a215-4be6-86ff-7882f00db486 admin admin] Releasing vlan 135 on physical network physnet1 to pool {{(pid=103458) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 20:43:32.549013 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-c61982e6-a215-4be6-86ff-7882f00db486 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28566784'] for segment (000d13a8-cbfa-4246-848f-00116c5f2566), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:43:32.550775 dv-cinder-830096-3-iscsi neutron-server[103458]: Traceback (most recent call last): Mar 08 20:43:32.550775 dv-cinder-830096-3-iscsi neutron-server[103458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 20:43:32.550775 dv-cinder-830096-3-iscsi neutron-server[103458]: timer() Mar 08 20:43:32.550775 dv-cinder-830096-3-iscsi neutron-server[103458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 20:43:32.550775 dv-cinder-830096-3-iscsi neutron-server[103458]: cb(*args, **kw) Mar 08 20:43:32.550775 dv-cinder-830096-3-iscsi neutron-server[103458]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 20:43:32.550775 dv-cinder-830096-3-iscsi neutron-server[103458]: return func(*args, **kwargs) Mar 08 20:43:32.550775 dv-cinder-830096-3-iscsi neutron-server[103458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 20:43:32.550775 dv-cinder-830096-3-iscsi neutron-server[103458]: self._notify() Mar 08 20:43:32.550775 dv-cinder-830096-3-iscsi neutron-server[103458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 20:43:32.550775 dv-cinder-830096-3-iscsi neutron-server[103458]: self.callback(batched_events) Mar 08 20:43:32.550775 dv-cinder-830096-3-iscsi neutron-server[103458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 20:43:32.550775 dv-cinder-830096-3-iscsi neutron-server[103458]: event.method(event) Mar 08 20:43:32.550775 dv-cinder-830096-3-iscsi neutron-server[103458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 20:43:32.550775 dv-cinder-830096-3-iscsi neutron-server[103458]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 20:43:32.550775 dv-cinder-830096-3-iscsi neutron-server[103458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 20:43:32.550775 dv-cinder-830096-3-iscsi neutron-server[103458]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 20:43:32.550775 dv-cinder-830096-3-iscsi neutron-server[103458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 20:43:32.550775 dv-cinder-830096-3-iscsi neutron-server[103458]: return f(self, *a, **k) Mar 08 20:43:32.550775 dv-cinder-830096-3-iscsi neutron-server[103458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 20:43:32.550775 dv-cinder-830096-3-iscsi neutron-server[103458]: return self._get(url).json() Mar 08 20:43:32.550775 dv-cinder-830096-3-iscsi neutron-server[103458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 20:43:32.550775 dv-cinder-830096-3-iscsi neutron-server[103458]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 20:43:32.550775 dv-cinder-830096-3-iscsi neutron-server[103458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 20:43:32.550775 dv-cinder-830096-3-iscsi neutron-server[103458]: return self.request(url, 'GET', **kwargs) Mar 08 20:43:32.550775 dv-cinder-830096-3-iscsi neutron-server[103458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 20:43:32.550775 dv-cinder-830096-3-iscsi neutron-server[103458]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 20:43:32.550775 dv-cinder-830096-3-iscsi neutron-server[103458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 20:43:32.550775 dv-cinder-830096-3-iscsi neutron-server[103458]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 20:43:32.550775 dv-cinder-830096-3-iscsi neutron-server[103458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 20:43:32.550775 dv-cinder-830096-3-iscsi neutron-server[103458]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 20:43:32.550775 dv-cinder-830096-3-iscsi neutron-server[103458]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 20:43:32.701542 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-c61982e6-a215-4be6-86ff-7882f00db486 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3474831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-442537'] for network (59981146-db64-4aab-9ae0-f6de91557fc5), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:43:32.707077 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-c61982e6-a215-4be6-86ff-7882f00db486 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3733777'] for network (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:43:32.711000 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-c61982e6-a215-4be6-86ff-7882f00db486 admin admin] 10.222.0.41 "DELETE /v2.0/networks/59981146-db64-4aab-9ae0-f6de91557fc5 HTTP/1.1" status: 204 len: 168 time: 0.7520945 Mar 08 20:43:32.713379 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.wsgi [-] (103459) accepted ('10.222.0.41', 39744) {{(pid=103459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:43:32.722168 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61982e6-a215-4be6-86ff-7882f00db486 admin admin] Pushing event deleted for resources: {'Network': ['ID=59981146-db64-4aab-9ae0-f6de91557fc5,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:43:33.066637 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-80c8d46b-0032-4df4-aa7e-b81ba38a1eff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-450131'] for router_interface (c8d7bb7e-fa89-4fce-92de-fe2d7b129fca), before_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:43:33.261663 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.rpc [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Device eac60c1a-fc0d-4c46-9c3e-65a6b8d3d874 no longer exists at agent ovs-agent-dv-cinder-830096-3-iscsi {{(pid=103460) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 20:43:33.283672 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.plugin [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] No Port match for: eac60c1a-fc0d-4c46-9c3e-65a6b8d3d874 {{(pid=103460) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 20:43:33.284017 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.rpc [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Device eac60c1a-fc0d-4c46-9c3e-65a6b8d3d874 not bound to the agent host dv-cinder-830096-3-iscsi {{(pid=103460) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 20:43:33.284466 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.rpc [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Device b94a8249-8eb2-42a6-a0ef-f27012dcd1aa no longer exists at agent ovs-agent-dv-cinder-830096-3-iscsi {{(pid=103460) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 20:43:33.302905 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.plugin [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] No Port match for: b94a8249-8eb2-42a6-a0ef-f27012dcd1aa {{(pid=103460) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 20:43:33.303253 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.rpc [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Device b94a8249-8eb2-42a6-a0ef-f27012dcd1aa not bound to the agent host dv-cinder-830096-3-iscsi {{(pid=103460) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 20:43:33.320025 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-80c8d46b-0032-4df4-aa7e-b81ba38a1eff admin admin] Deleting port d4bb48b8-54d0-4586-a512-140c5186e901 {{(pid=103459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 20:43:33.320523 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-80c8d46b-0032-4df4-aa7e-b81ba38a1eff admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745146874691'] for port (d4bb48b8-54d0-4586-a512-140c5186e901), before_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:43:33.397455 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-80c8d46b-0032-4df4-aa7e-b81ba38a1eff admin admin] For port d4bb48b8-54d0-4586-a512-140c5186e901, host dv-cinder-830096-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-3-iscsi',level=0,port_id=d4bb48b8-54d0-4586-a512-140c5186e901,segment=NetworkSegment(83347a47-3284-4a52-a291-58b9d80ca073),segment_id=83347a47-3284-4a52-a291-58b9d80ca073)] {{(pid=103459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:43:33.398060 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-80c8d46b-0032-4df4-aa7e-b81ba38a1eff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443457'] for port (d4bb48b8-54d0-4586-a512-140c5186e901), precommit_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:43:33.410272 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-80c8d46b-0032-4df4-aa7e-b81ba38a1eff admin admin] Calling delete_port for d4bb48b8-54d0-4586-a512-140c5186e901 owned by network:router_interface {{(pid=103459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 20:43:33.672548 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-80c8d46b-0032-4df4-aa7e-b81ba38a1eff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745146878630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745146440915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28404629'] for port (d4bb48b8-54d0-4586-a512-140c5186e901), after_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:43:33.711493 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c8d46b-0032-4df4-aa7e-b81ba38a1eff admin admin] Pushing event deleted for resources: {'Port': ['ID=d4bb48b8-54d0-4586-a512-140c5186e901,revision_number=None']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:43:33.774434 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-7a330e8f-62e0-4259-bea2-8ced8e9b3a98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745146981205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476605'] for agent (cd1d0244-f954-4bda-89fb-1fdc1954e39d), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:43:33.873389 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-80c8d46b-0032-4df4-aa7e-b81ba38a1eff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3733772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-450087'] for router_interface (c8d7bb7e-fa89-4fce-92de-fe2d7b129fca), after_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:43:34.331251 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80c8d46b-0032-4df4-aa7e-b81ba38a1eff admin admin] Router c8d7bb7e-fa89-4fce-92de-fe2d7b129fca has already been hosted by L3 agent 7ae9fd8f-5d61-4821-9eac-044950c450f0 {{(pid=103459) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 20:43:34.439505 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80c8d46b-0032-4df4-aa7e-b81ba38a1eff admin admin] Notify agent at l3_agent.dv-cinder-830096-3-iscsi the message routers_updated {{(pid=103459) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 20:43:34.445051 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [None req-80c8d46b-0032-4df4-aa7e-b81ba38a1eff admin admin] 10.222.0.41 "PUT /v2.0/routers/c8d7bb7e-fa89-4fce-92de-fe2d7b129fca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7298276 Mar 08 20:43:34.447067 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.wsgi [-] (103459) accepted ('10.222.0.41', 39746) {{(pid=103459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:43:34.448125 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a410b0b6-e873-4eea-b4dc-b97f071da437 None None] Sync routers for ids ['c8d7bb7e-fa89-4fce-92de-fe2d7b129fca'] in dv-cinder-830096-3-iscsi {{(pid=103460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 20:43:34.458706 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a410b0b6-e873-4eea-b4dc-b97f071da437 None None] Routers {'c8d7bb7e-fa89-4fce-92de-fe2d7b129fca'} bound to L3 agent in host dv-cinder-830096-3-iscsi {{(pid=103460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:43:34.459360 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-a410b0b6-e873-4eea-b4dc-b97f071da437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T20:23:01Z,description=,heartbeat_timestamp=2022-03-08T20:43:31Z,host='dv-cinder-830096-3-iscsi',id=7ae9fd8f-5d61-4821-9eac-044950c450f0,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:23:02Z,topic='l3_agent')) {'router_ids': ['c8d7bb7e-fa89-4fce-92de-fe2d7b129fca'], 'active': True} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:43:34.554824 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-4b26044a-84ab-44d9-9fd4-824ac4deac4d admin admin] Publish callbacks [] for router (c8d7bb7e-fa89-4fce-92de-fe2d7b129fca), before_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:43:34.570509 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvr_db [None req-a410b0b6-e873-4eea-b4dc-b97f071da437 None None] Set router c8d7bb7e-fa89-4fce-92de-fe2d7b129fca gateway port host: dv-cinder-830096-3-iscsi {{(pid=103460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:43:34.663676 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-4b26044a-84ab-44d9-9fd4-824ac4deac4d admin admin] Publish callbacks [] for router_gateway (c8d7bb7e-fa89-4fce-92de-fe2d7b129fca), before_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:43:34.753460 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-a410b0b6-e873-4eea-b4dc-b97f071da437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8d7bb7e-fa89-4fce-92de-fe2d7b129fca', 'name': 'tempest-TestMinimumBasicScenario-1800381184-router', 'tenant_id': '672cd2ed5db2457c889c8ee311c81953', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'external_fixed_ips': [{'subnet_id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'ip_address': '172.27.2.199'}], 'enable_snat': True}, 'gw_port_id': '43c3fe03-b4f2-42f4-8f6a-c3163e06e292', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:40:54Z', 'updated_at': '2022-03-08T20:43:33Z', 'revision_number': 5, 'project_id': '672cd2ed5db2457c889c8ee311c81953', 'gw_port': {'id': '43c3fe03-b4f2-42f4-8f6a-c3163e06e292', 'name': '', 'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:3b:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8d7bb7e-fa89-4fce-92de-fe2d7b129fca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'ip_address': '172.27.2.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:40:55Z', 'updated_at': '2022-03-08T20:41:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-3-iscsi'}], 'dv-cinder-830096-3-iscsi', False) {} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:43:34.782045 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a410b0b6-e873-4eea-b4dc-b97f071da437 None None] Checking router: c8d7bb7e-fa89-4fce-92de-fe2d7b129fca for host: dv-cinder-830096-3-iscsi {{(pid=103460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 20:43:34.790590 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a410b0b6-e873-4eea-b4dc-b97f071da437 None None] Routers {'c8d7bb7e-fa89-4fce-92de-fe2d7b129fca'} bound to L3 agent in host dv-cinder-830096-3-iscsi {{(pid=103460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:43:34.791301 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-a410b0b6-e873-4eea-b4dc-b97f071da437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T20:23:01Z,description=,heartbeat_timestamp=2022-03-08T20:43:31Z,host='dv-cinder-830096-3-iscsi',id=7ae9fd8f-5d61-4821-9eac-044950c450f0,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:23:02Z,topic='l3_agent')) {'router_ids': ['c8d7bb7e-fa89-4fce-92de-fe2d7b129fca'], 'active': True} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:43:34.797024 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-4b26044a-84ab-44d9-9fd4-824ac4deac4d admin admin] Deleting port 43c3fe03-b4f2-42f4-8f6a-c3163e06e292 {{(pid=103459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 20:43:34.797323 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-4b26044a-84ab-44d9-9fd4-824ac4deac4d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745146874691'] for port (43c3fe03-b4f2-42f4-8f6a-c3163e06e292), before_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:43:34.877148 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-4b26044a-84ab-44d9-9fd4-824ac4deac4d admin admin] For port 43c3fe03-b4f2-42f4-8f6a-c3163e06e292, host dv-cinder-830096-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-3-iscsi',level=0,port_id=43c3fe03-b4f2-42f4-8f6a-c3163e06e292,segment=NetworkSegment(e3ec3731-5b41-434a-a3a7-2ad1e453961f),segment_id=e3ec3731-5b41-434a-a3a7-2ad1e453961f)] {{(pid=103459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:43:34.877902 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-4b26044a-84ab-44d9-9fd4-824ac4deac4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443457'] for port (43c3fe03-b4f2-42f4-8f6a-c3163e06e292), precommit_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:43:34.882297 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvr_db [None req-a410b0b6-e873-4eea-b4dc-b97f071da437 None None] Set router c8d7bb7e-fa89-4fce-92de-fe2d7b129fca gateway port host: None {{(pid=103460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:43:34.898660 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-4b26044a-84ab-44d9-9fd4-824ac4deac4d admin admin] Calling delete_port for 43c3fe03-b4f2-42f4-8f6a-c3163e06e292 owned by network:router_gateway {{(pid=103459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 20:43:34.937185 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-a410b0b6-e873-4eea-b4dc-b97f071da437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8d7bb7e-fa89-4fce-92de-fe2d7b129fca', 'name': 'tempest-TestMinimumBasicScenario-1800381184-router', 'tenant_id': '672cd2ed5db2457c889c8ee311c81953', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:40:54Z', 'updated_at': '2022-03-08T20:43:34Z', 'revision_number': 6, 'project_id': '672cd2ed5db2457c889c8ee311c81953', 'gw_port_host': None}], 'dv-cinder-830096-3-iscsi', False) {} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:43:34.968907 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a410b0b6-e873-4eea-b4dc-b97f071da437 None None] The sync data for ids ['c8d7bb7e-fa89-4fce-92de-fe2d7b129fca'] in dv-cinder-830096-3-iscsi is: [{'id': 'c8d7bb7e-fa89-4fce-92de-fe2d7b129fca', 'name': 'tempest-TestMinimumBasicScenario-1800381184-router', 'tenant_id': '672cd2ed5db2457c889c8ee311c81953', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:40:54Z', 'updated_at': '2022-03-08T20:43:34Z', 'revision_number': 6, 'project_id': '672cd2ed5db2457c889c8ee311c81953', 'gw_port_host': None}] {{(pid=103460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 20:43:35.116484 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-091ea13c-5840-4d9d-8978-4403bfe1a3b4 req-47eafde2-9da4-409e-a969-97eed43e7abf service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=082a144b-0229-466c-a02d-4945ecd61273&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0474396 Mar 08 20:43:35.141523 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-4b26044a-84ab-44d9-9fd4-824ac4deac4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745146878630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745146440915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28404629'] for port (43c3fe03-b4f2-42f4-8f6a-c3163e06e292), after_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:43:35.171047 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b26044a-84ab-44d9-9fd4-824ac4deac4d admin admin] Pushing event deleted for resources: {'Port': ['ID=43c3fe03-b4f2-42f4-8f6a-c3163e06e292,revision_number=None']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:43:35.207387 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091ea13c-5840-4d9d-8978-4403bfe1a3b4 req-f48cfbc0-4e8c-402a-a49d-b161405866bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:43:35.208292 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-091ea13c-5840-4d9d-8978-4403bfe1a3b4 req-f48cfbc0-4e8c-402a-a49d-b161405866bd service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=db29e5d57c4843ae951066080ae50d37&device_id=082a144b-0229-466c-a02d-4945ecd61273 HTTP/1.1" status: 200 len: 1130 time: 0.0495603 Mar 08 20:43:35.233410 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-4b26044a-84ab-44d9-9fd4-824ac4deac4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-442509'] for router_gateway (c8d7bb7e-fa89-4fce-92de-fe2d7b129fca), after_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:43:35.307127 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745146981205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476605'] for agent (fa4b043a-5d45-4181-9cb2-30d29598ef5b), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:43:35.322137 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091ea13c-5840-4d9d-8978-4403bfe1a3b4 req-4594e037-e40e-4db7-bf2f-05d947170439 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:43:35.323710 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-091ea13c-5840-4d9d-8978-4403bfe1a3b4 req-4594e037-e40e-4db7-bf2f-05d947170439 service neutron] 10.222.0.37 "GET /v2.0/networks?id=da669f67-20d4-4a55-981d-80d7d8e8963b HTTP/1.1" status: 200 len: 910 time: 0.0943863 Mar 08 20:43:35.331225 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-4b26044a-84ab-44d9-9fd4-824ac4deac4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-448313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126032'] for router (c8d7bb7e-fa89-4fce-92de-fe2d7b129fca), precommit_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:43:35.333900 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-4b26044a-84ab-44d9-9fd4-824ac4deac4d admin admin] Publish callbacks [] for router_controller (c8d7bb7e-fa89-4fce-92de-fe2d7b129fca), precommit_delete_associations {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:43:35.413849 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-091ea13c-5840-4d9d-8978-4403bfe1a3b4 req-3e1fb319-db2d-4b42-b851-c855ae81cd61 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=506eec41-3293-41e5-8c79-71280fb739b8 HTTP/1.1" status: 200 len: 1002 time: 0.0838332 Mar 08 20:43:35.466411 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091ea13c-5840-4d9d-8978-4403bfe1a3b4 req-cdb64924-3b69-4e06-8a83-bff08582a621 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:43:35.467821 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-091ea13c-5840-4d9d-8978-4403bfe1a3b4 req-cdb64924-3b69-4e06-8a83-bff08582a621 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e86bf876-bd16-47fc-be67-14ef22cd6377 HTTP/1.1" status: 200 len: 848 time: 0.0476611 Mar 08 20:43:35.495388 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-4b26044a-84ab-44d9-9fd4-824ac4deac4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-448302'] for router (c8d7bb7e-fa89-4fce-92de-fe2d7b129fca), after_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:43:35.495951 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b26044a-84ab-44d9-9fd4-824ac4deac4d admin admin] Fanout notify agent at l3_agent the message router_deleted on router c8d7bb7e-fa89-4fce-92de-fe2d7b129fca {{(pid=103459) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 20:43:35.502886 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-4b26044a-84ab-44d9-9fd4-824ac4deac4d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:43:35.504225 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [None req-4b26044a-84ab-44d9-9fd4-824ac4deac4d admin admin] 10.222.0.41 "DELETE /v2.0/routers/c8d7bb7e-fa89-4fce-92de-fe2d7b129fca HTTP/1.1" status: 204 len: 168 time: 1.0561535 Mar 08 20:43:35.507252 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.wsgi [-] (103459) accepted ('10.222.0.41', 39748) {{(pid=103459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:43:35.519995 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091ea13c-5840-4d9d-8978-4403bfe1a3b4 req-b204192c-c310-49da-9be7-34568c49fb15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:43:35.521565 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-091ea13c-5840-4d9d-8978-4403bfe1a3b4 req-b204192c-c310-49da-9be7-34568c49fb15 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=da669f67-20d4-4a55-981d-80d7d8e8963b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0479941 Mar 08 20:43:35.554640 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.db.db_base_plugin_v2 [None req-b455eac6-7ed5-4843-b207-044d59154288 admin admin] Deleting subnet db4dd6ba-0903-46a2-9abc-7fc2f9f63076 {{(pid=103459) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 20:43:35.558035 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-b455eac6-7ed5-4843-b207-044d59154288 admin admin] Publish callbacks [] for subnet (db4dd6ba-0903-46a2-9abc-7fc2f9f63076), before_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:43:35.592598 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-b455eac6-7ed5-4843-b207-044d59154288 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28404406'] for subnet (db4dd6ba-0903-46a2-9abc-7fc2f9f63076), precommit_delete_associations {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:43:35.620021 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-091ea13c-5840-4d9d-8978-4403bfe1a3b4 req-f3e29108-f74b-47e2-84de-ab50e6d51e1d service neutron] 10.222.0.37 "GET /v2.0/networks/da669f67-20d4-4a55-981d-80d7d8e8963b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927942 Mar 08 20:43:35.675081 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-b455eac6-7ed5-4843-b207-044d59154288 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3537161'] for subnet (db4dd6ba-0903-46a2-9abc-7fc2f9f63076), precommit_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:43:35.720928 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-091ea13c-5840-4d9d-8978-4403bfe1a3b4 req-a1f3a5a6-773c-423a-9cfd-82d77536a5bf service neutron] 10.222.0.37 "GET /v2.0/networks/da669f67-20d4-4a55-981d-80d7d8e8963b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947111 Mar 08 20:43:35.769143 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.rpc [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Device d4bb48b8-54d0-4586-a512-140c5186e901 no longer exists at agent ovs-agent-dv-cinder-830096-3-iscsi {{(pid=103460) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 20:43:35.791964 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.plugin [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] No Port match for: d4bb48b8-54d0-4586-a512-140c5186e901 {{(pid=103460) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 20:43:35.792676 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.rpc [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Device d4bb48b8-54d0-4586-a512-140c5186e901 not bound to the agent host dv-cinder-830096-3-iscsi {{(pid=103460) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 20:43:35.821476 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-b455eac6-7ed5-4843-b207-044d59154288 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3537170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28404642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28758431'] for subnet (db4dd6ba-0903-46a2-9abc-7fc2f9f63076), after_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:43:35.847194 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b455eac6-7ed5-4843-b207-044d59154288 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=db4dd6ba-0903-46a2-9abc-7fc2f9f63076,revision_number=None']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:43:35.850834 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-b455eac6-7ed5-4843-b207-044d59154288 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:43:35.854633 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [None req-b455eac6-7ed5-4843-b207-044d59154288 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/db4dd6ba-0903-46a2-9abc-7fc2f9f63076 HTTP/1.1" status: 204 len: 168 time: 0.3462889 Mar 08 20:43:35.857682 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.wsgi [-] (103459) accepted ('10.222.0.41', 39750) {{(pid=103459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:43:35.857870 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75b14fab-18d7-4874-8ead-ab2b4098b803 None None] Network 858be929-a6e4-4c97-a31e-f4db5507b097 requested from dv-cinder-830096-3-iscsi {{(pid=103460) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 20:43:35.933905 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3deb3ad8-2f3e-4263-aca2-fcc5acb2094d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-744326'] for network (858be929-a6e4-4c97-a31e-f4db5507b097), before_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:43:36.015646 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-3deb3ad8-2f3e-4263-aca2-fcc5acb2094d admin admin] Deleting port b73d6a0a-32df-4ef2-ad33-9c1037930788 {{(pid=103459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 20:43:36.016175 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3deb3ad8-2f3e-4263-aca2-fcc5acb2094d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745146874691'] for port (b73d6a0a-32df-4ef2-ad33-9c1037930788), before_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:43:36.042081 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-687ada57-0ce8-4815-a49c-8d3bdf5620cd None None] DHCP port deletion for 858be929-a6e4-4c97-a31e-f4db5507b097 request from dv-cinder-830096-3-iscsi {{(pid=103460) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 08 20:43:36.095353 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-3deb3ad8-2f3e-4263-aca2-fcc5acb2094d admin admin] For port b73d6a0a-32df-4ef2-ad33-9c1037930788, host dv-cinder-830096-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-3-iscsi',level=0,port_id=b73d6a0a-32df-4ef2-ad33-9c1037930788,segment=NetworkSegment(83347a47-3284-4a52-a291-58b9d80ca073),segment_id=83347a47-3284-4a52-a291-58b9d80ca073)] {{(pid=103459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:43:36.095614 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3deb3ad8-2f3e-4263-aca2-fcc5acb2094d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443457'] for port (b73d6a0a-32df-4ef2-ad33-9c1037930788), precommit_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:43:36.110228 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-3deb3ad8-2f3e-4263-aca2-fcc5acb2094d admin admin] Calling delete_port for b73d6a0a-32df-4ef2-ad33-9c1037930788 owned by network:dhcp {{(pid=103459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 20:43:36.115631 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.plugin [None req-687ada57-0ce8-4815-a49c-8d3bdf5620cd None None] Deleting port b73d6a0a-32df-4ef2-ad33-9c1037930788 {{(pid=103460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 20:43:36.116015 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-687ada57-0ce8-4815-a49c-8d3bdf5620cd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745146874691'] for port (b73d6a0a-32df-4ef2-ad33-9c1037930788), before_delete {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:43:36.187484 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.db [None req-687ada57-0ce8-4815-a49c-8d3bdf5620cd None None] For port b73d6a0a-32df-4ef2-ad33-9c1037930788, host dv-cinder-830096-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-3-iscsi',level=0,port_id=b73d6a0a-32df-4ef2-ad33-9c1037930788,segment=NetworkSegment(83347a47-3284-4a52-a291-58b9d80ca073),segment_id=83347a47-3284-4a52-a291-58b9d80ca073)] {{(pid=103460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:43:36.187877 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-687ada57-0ce8-4815-a49c-8d3bdf5620cd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443457'] for port (b73d6a0a-32df-4ef2-ad33-9c1037930788), precommit_delete {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:43:36.201542 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.plugin [None req-687ada57-0ce8-4815-a49c-8d3bdf5620cd None None] Calling delete_port for b73d6a0a-32df-4ef2-ad33-9c1037930788 owned by network:dhcp {{(pid=103460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 20:43:36.283975 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3deb3ad8-2f3e-4263-aca2-fcc5acb2094d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745146878630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745146440915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28404629'] for port (b73d6a0a-32df-4ef2-ad33-9c1037930788), after_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:43:36.290773 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-687ada57-0ce8-4815-a49c-8d3bdf5620cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745146878630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745146440915'] for port (b73d6a0a-32df-4ef2-ad33-9c1037930788), after_delete {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:43:36.309504 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3deb3ad8-2f3e-4263-aca2-fcc5acb2094d admin admin] Pushing event deleted for resources: {'Port': ['ID=b73d6a0a-32df-4ef2-ad33-9c1037930788,revision_number=None']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:43:36.312805 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3deb3ad8-2f3e-4263-aca2-fcc5acb2094d admin admin] No DVR routers for this DVR port b73d6a0a-32df-4ef2-ad33-9c1037930788 on host dv-cinder-830096-3-iscsi {{(pid=103459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 20:43:36.316089 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687ada57-0ce8-4815-a49c-8d3bdf5620cd None None] Pushing event deleted for resources: {'Port': ['ID=b73d6a0a-32df-4ef2-ad33-9c1037930788,revision_number=None']} {{(pid=103460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:43:36.319661 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-687ada57-0ce8-4815-a49c-8d3bdf5620cd None None] No DVR routers for this DVR port b73d6a0a-32df-4ef2-ad33-9c1037930788 on host dv-cinder-830096-3-iscsi {{(pid=103460) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 20:43:36.385775 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3deb3ad8-2f3e-4263-aca2-fcc5acb2094d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3474822', 'neutron.services.segments.db._delete_segments_for_network-8745146981223'] for network (858be929-a6e4-4c97-a31e-f4db5507b097), precommit_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:43:36.407232 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.services.segments.db [None req-3deb3ad8-2f3e-4263-aca2-fcc5acb2094d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['858be929-a6e4-4c97-a31e-f4db5507b097']}} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:43:36.416246 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.services.segments.db [None req-3deb3ad8-2f3e-4263-aca2-fcc5acb2094d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83347a47-3284-4a52-a291-58b9d80ca073') {'for_net_delete': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:43:36.416534 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.services.segments.db [None req-3deb3ad8-2f3e-4263-aca2-fcc5acb2094d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83347a47-3284-4a52-a291-58b9d80ca073') {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:43:36.425499 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3deb3ad8-2f3e-4263-aca2-fcc5acb2094d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745146982000', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28404301'] for segment (83347a47-3284-4a52-a291-58b9d80ca073), before_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:43:36.439548 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3deb3ad8-2f3e-4263-aca2-fcc5acb2094d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536034'] for segment (83347a47-3284-4a52-a291-58b9d80ca073), precommit_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:43:36.447394 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3deb3ad8-2f3e-4263-aca2-fcc5acb2094d admin admin] Releasing vlan 141 on physical network physnet1 to pool {{(pid=103459) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 20:43:36.447777 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3deb3ad8-2f3e-4263-aca2-fcc5acb2094d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28404680'] for segment (83347a47-3284-4a52-a291-58b9d80ca073), after_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:43:36.449457 dv-cinder-830096-3-iscsi neutron-server[103459]: Traceback (most recent call last): Mar 08 20:43:36.449457 dv-cinder-830096-3-iscsi neutron-server[103459]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 20:43:36.449457 dv-cinder-830096-3-iscsi neutron-server[103459]: timer() Mar 08 20:43:36.449457 dv-cinder-830096-3-iscsi neutron-server[103459]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 20:43:36.449457 dv-cinder-830096-3-iscsi neutron-server[103459]: cb(*args, **kw) Mar 08 20:43:36.449457 dv-cinder-830096-3-iscsi neutron-server[103459]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 20:43:36.449457 dv-cinder-830096-3-iscsi neutron-server[103459]: return func(*args, **kwargs) Mar 08 20:43:36.449457 dv-cinder-830096-3-iscsi neutron-server[103459]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 20:43:36.449457 dv-cinder-830096-3-iscsi neutron-server[103459]: self._notify() Mar 08 20:43:36.449457 dv-cinder-830096-3-iscsi neutron-server[103459]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 20:43:36.449457 dv-cinder-830096-3-iscsi neutron-server[103459]: self.callback(batched_events) Mar 08 20:43:36.449457 dv-cinder-830096-3-iscsi neutron-server[103459]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 20:43:36.449457 dv-cinder-830096-3-iscsi neutron-server[103459]: event.method(event) Mar 08 20:43:36.449457 dv-cinder-830096-3-iscsi neutron-server[103459]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 20:43:36.449457 dv-cinder-830096-3-iscsi neutron-server[103459]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 20:43:36.449457 dv-cinder-830096-3-iscsi neutron-server[103459]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 20:43:36.449457 dv-cinder-830096-3-iscsi neutron-server[103459]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 20:43:36.449457 dv-cinder-830096-3-iscsi neutron-server[103459]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 20:43:36.449457 dv-cinder-830096-3-iscsi neutron-server[103459]: return f(self, *a, **k) Mar 08 20:43:36.449457 dv-cinder-830096-3-iscsi neutron-server[103459]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 20:43:36.449457 dv-cinder-830096-3-iscsi neutron-server[103459]: return self._get(url).json() Mar 08 20:43:36.449457 dv-cinder-830096-3-iscsi neutron-server[103459]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 20:43:36.449457 dv-cinder-830096-3-iscsi neutron-server[103459]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 20:43:36.449457 dv-cinder-830096-3-iscsi neutron-server[103459]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 20:43:36.449457 dv-cinder-830096-3-iscsi neutron-server[103459]: return self.request(url, 'GET', **kwargs) Mar 08 20:43:36.449457 dv-cinder-830096-3-iscsi neutron-server[103459]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 20:43:36.449457 dv-cinder-830096-3-iscsi neutron-server[103459]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 20:43:36.449457 dv-cinder-830096-3-iscsi neutron-server[103459]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 20:43:36.449457 dv-cinder-830096-3-iscsi neutron-server[103459]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 20:43:36.449457 dv-cinder-830096-3-iscsi neutron-server[103459]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 20:43:36.449457 dv-cinder-830096-3-iscsi neutron-server[103459]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 20:43:36.449457 dv-cinder-830096-3-iscsi neutron-server[103459]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 20:43:36.546734 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3deb3ad8-2f3e-4263-aca2-fcc5acb2094d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3474831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-442537'] for network (858be929-a6e4-4c97-a31e-f4db5507b097), after_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:43:36.553917 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3deb3ad8-2f3e-4263-aca2-fcc5acb2094d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3733777'] for network (None), before_response {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:43:36.557908 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [None req-3deb3ad8-2f3e-4263-aca2-fcc5acb2094d admin admin] 10.222.0.41 "DELETE /v2.0/networks/858be929-a6e4-4c97-a31e-f4db5507b097 HTTP/1.1" status: 204 len: 168 time: 0.6992869 Mar 08 20:43:36.569290 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3deb3ad8-2f3e-4263-aca2-fcc5acb2094d admin admin] Pushing event deleted for resources: {'Network': ['ID=858be929-a6e4-4c97-a31e-f4db5507b097,revision_number=None']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:43:36.956444 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.wsgi [-] (103459) accepted ('10.222.0.41', 39754) {{(pid=103459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:43:37.001926 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [None req-b2fe6263-1774-4f1b-9e2b-5db20ae4c2ec admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=541c315e66fa42668963ee3c03670435&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0441942 Mar 08 20:43:37.004505 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.wsgi [-] (103459) accepted ('10.222.0.41', 39756) {{(pid=103459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:43:37.057233 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-d2dae0ae-f584-409e-adad-ebe1aa35ffd6 admin admin] Publish callbacks [] for security_group (802559eb-4a4a-4285-9736-477b59370538), before_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:43:37.079806 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-d2dae0ae-f584-409e-adad-ebe1aa35ffd6 admin admin] Publish callbacks [] for security_group (802559eb-4a4a-4285-9736-477b59370538), precommit_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:43:37.185499 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-d2dae0ae-f584-409e-adad-ebe1aa35ffd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310940'] for security_group (802559eb-4a4a-4285-9736-477b59370538), after_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:43:37.188124 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-d2dae0ae-f584-409e-adad-ebe1aa35ffd6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:43:37.189330 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [None req-d2dae0ae-f584-409e-adad-ebe1aa35ffd6 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/802559eb-4a4a-4285-9736-477b59370538 HTTP/1.1" status: 204 len: 168 time: 0.1839249 Mar 08 20:43:37.197580 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2dae0ae-f584-409e-adad-ebe1aa35ffd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=802559eb-4a4a-4285-9736-477b59370538,revision_number=None']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:43:37.295342 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.rpc [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Device 43c3fe03-b4f2-42f4-8f6a-c3163e06e292 no longer exists at agent ovs-agent-dv-cinder-830096-3-iscsi {{(pid=103460) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 20:43:37.316343 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.plugin [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] No Port match for: 43c3fe03-b4f2-42f4-8f6a-c3163e06e292 {{(pid=103460) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 20:43:37.316700 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.rpc [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Device 43c3fe03-b4f2-42f4-8f6a-c3163e06e292 not bound to the agent host dv-cinder-830096-3-iscsi {{(pid=103460) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 20:43:37.317129 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.rpc [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Device b73d6a0a-32df-4ef2-ad33-9c1037930788 no longer exists at agent ovs-agent-dv-cinder-830096-3-iscsi {{(pid=103460) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 20:43:37.336779 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.plugin [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] No Port match for: b73d6a0a-32df-4ef2-ad33-9c1037930788 {{(pid=103460) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 20:43:37.337035 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.rpc [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Device b73d6a0a-32df-4ef2-ad33-9c1037930788 not bound to the agent host dv-cinder-830096-3-iscsi {{(pid=103460) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 20:43:37.911162 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.wsgi [-] (103459) accepted ('10.222.0.41', 39762) {{(pid=103459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:43:37.953332 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [None req-5e50640d-2dd5-4470-9f7c-4098585c085e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=672cd2ed5db2457c889c8ee311c81953&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0409963 Mar 08 20:43:37.955825 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.wsgi [-] (103459) accepted ('10.222.0.41', 39764) {{(pid=103459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:43:38.003910 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-9f5f85c5-d92b-4804-9634-7765c6196d3e admin admin] Publish callbacks [] for security_group (d35b9953-12dc-4cdc-8842-c5102aea6ece), before_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:43:38.027012 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-9f5f85c5-d92b-4804-9634-7765c6196d3e admin admin] Publish callbacks [] for security_group (d35b9953-12dc-4cdc-8842-c5102aea6ece), precommit_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:43:38.135534 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-9f5f85c5-d92b-4804-9634-7765c6196d3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310940'] for security_group (d35b9953-12dc-4cdc-8842-c5102aea6ece), after_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:43:38.138916 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-9f5f85c5-d92b-4804-9634-7765c6196d3e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:43:38.140067 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [None req-9f5f85c5-d92b-4804-9634-7765c6196d3e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d35b9953-12dc-4cdc-8842-c5102aea6ece HTTP/1.1" status: 204 len: 168 time: 0.1832769 Mar 08 20:43:38.148825 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5f85c5-d92b-4804-9634-7765c6196d3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d35b9953-12dc-4cdc-8842-c5102aea6ece,revision_number=None']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:43:49.202675 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.db.agents_db [None req-39e8813d-158c-4e2f-bb5f-b8539461cb33 None None] Agent healthcheck: found 6 active agents {{(pid=103461) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 20:43:54.232012 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745146981205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476605'] for agent (905863fd-6a46-47f8-82ce-98f31309cbd3), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:43:59.049368 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-79b28416-82bd-4ba1-9932-7fb596523272 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745146981205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476605'] for agent (a3d84102-f7d3-452b-861a-973020576047), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:44:01.276194 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-ecb40675-95cc-4a07-b9c8-5fad391dd223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745146981205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476605'] for agent (7ae9fd8f-5d61-4821-9eac-044950c450f0), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:44:02.395951 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-dbe61520-29cf-4847-b96e-6d24c6c097a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745146981205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476605'] for agent (6cc78598-e6b3-4e4d-a99c-31b9c4784fd2), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:44:03.780569 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-7a330e8f-62e0-4259-bea2-8ced8e9b3a98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745146981205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476605'] for agent (cd1d0244-f954-4bda-89fb-1fdc1954e39d), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:44:05.287496 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745146981205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476605'] for agent (fa4b043a-5d45-4181-9cb2-30d29598ef5b), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:44:06.651183 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f52f96-cb53-48dc-a5c1-3e446c130774 req-ccda1f89-a6c7-44b2-a87e-c69073ca0d45 tempest-TestShelveInstance-772326984 tempest-TestShelveInstance-772326984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:44:06.652724 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-e3f52f96-cb53-48dc-a5c1-3e446c130774 req-ccda1f89-a6c7-44b2-a87e-c69073ca0d45 tempest-TestShelveInstance-772326984 tempest-TestShelveInstance-772326984-project] 10.222.0.41 "GET /v2.0/ports?device_id=082a144b-0229-466c-a02d-4945ecd61273 HTTP/1.1" status: 200 len: 946 time: 0.0573888 Mar 08 20:44:06.707237 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-e3f52f96-cb53-48dc-a5c1-3e446c130774 req-f413ded2-63f1-4ea4-b077-5196d2027c32 tempest-TestShelveInstance-772326984 tempest-TestShelveInstance-772326984-project] 10.222.0.41 "GET /v2.0/security-groups?id=2392dbbf-729e-42fc-b594-8a9340c4fea9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439253 Mar 08 20:44:07.836130 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38f81d4-f509-4519-ac48-bdf282ac6739 req-23c375d9-9c24-49b2-a147-77380e6036e9 tempest-TestShelveInstance-772326984 tempest-TestShelveInstance-772326984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:44:07.837625 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-e38f81d4-f509-4519-ac48-bdf282ac6739 req-23c375d9-9c24-49b2-a147-77380e6036e9 tempest-TestShelveInstance-772326984 tempest-TestShelveInstance-772326984-project] 10.222.0.41 "GET /v2.0/ports?device_id=082a144b-0229-466c-a02d-4945ecd61273 HTTP/1.1" status: 200 len: 946 time: 0.0602310 Mar 08 20:44:07.888237 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-e38f81d4-f509-4519-ac48-bdf282ac6739 req-62b7dd8c-439c-4dbe-9b45-9e544b64b6ef tempest-TestShelveInstance-772326984 tempest-TestShelveInstance-772326984-project] 10.222.0.41 "GET /v2.0/security-groups?id=2392dbbf-729e-42fc-b594-8a9340c4fea9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449150 Mar 08 20:44:09.004634 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8fdab1-a1b0-4066-85ab-f9cda0f19cd8 req-b98572e4-2a44-47b8-bde6-126855464462 tempest-TestShelveInstance-772326984 tempest-TestShelveInstance-772326984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:44:09.006222 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-1f8fdab1-a1b0-4066-85ab-f9cda0f19cd8 req-b98572e4-2a44-47b8-bde6-126855464462 tempest-TestShelveInstance-772326984 tempest-TestShelveInstance-772326984-project] 10.222.0.41 "GET /v2.0/ports?device_id=082a144b-0229-466c-a02d-4945ecd61273 HTTP/1.1" status: 200 len: 946 time: 0.0507159 Mar 08 20:44:09.055805 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-1f8fdab1-a1b0-4066-85ab-f9cda0f19cd8 req-59c844e3-a7ec-4d8e-a287-5977004de3a9 tempest-TestShelveInstance-772326984 tempest-TestShelveInstance-772326984-project] 10.222.0.41 "GET /v2.0/security-groups?id=2392dbbf-729e-42fc-b594-8a9340c4fea9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439103 Mar 08 20:44:10.175010 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cf0716-b26f-4426-987a-0e9d677ae588 req-d55aa157-1c6f-4dac-ae66-7aa066f588ab tempest-TestShelveInstance-772326984 tempest-TestShelveInstance-772326984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:44:10.176563 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-c9cf0716-b26f-4426-987a-0e9d677ae588 req-d55aa157-1c6f-4dac-ae66-7aa066f588ab tempest-TestShelveInstance-772326984 tempest-TestShelveInstance-772326984-project] 10.222.0.41 "GET /v2.0/ports?device_id=082a144b-0229-466c-a02d-4945ecd61273 HTTP/1.1" status: 200 len: 946 time: 0.0536196 Mar 08 20:44:10.226670 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-c9cf0716-b26f-4426-987a-0e9d677ae588 req-65b60ae5-72d2-469a-9106-f91b4be444c6 tempest-TestShelveInstance-772326984 tempest-TestShelveInstance-772326984-project] 10.222.0.41 "GET /v2.0/security-groups?id=2392dbbf-729e-42fc-b594-8a9340c4fea9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445576 Mar 08 20:44:11.346776 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c058777e-b876-4c81-890a-622ffc06807e req-7df648bd-de53-4ad1-9b75-d8990f89ca32 tempest-TestShelveInstance-772326984 tempest-TestShelveInstance-772326984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:44:11.348669 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-c058777e-b876-4c81-890a-622ffc06807e req-7df648bd-de53-4ad1-9b75-d8990f89ca32 tempest-TestShelveInstance-772326984 tempest-TestShelveInstance-772326984-project] 10.222.0.41 "GET /v2.0/ports?device_id=082a144b-0229-466c-a02d-4945ecd61273 HTTP/1.1" status: 200 len: 946 time: 0.0546613 Mar 08 20:44:11.398649 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-c058777e-b876-4c81-890a-622ffc06807e req-09ad53c0-035b-4d41-832d-7960ba4ea5c3 tempest-TestShelveInstance-772326984 tempest-TestShelveInstance-772326984-project] 10.222.0.41 "GET /v2.0/security-groups?id=2392dbbf-729e-42fc-b594-8a9340c4fea9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444946 Mar 08 20:44:12.518932 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcabe5f-f70c-453e-8ec3-57c2be114e82 req-fd2ad4e8-e00f-42d3-ab86-fdbd36dde55c tempest-TestShelveInstance-772326984 tempest-TestShelveInstance-772326984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:44:12.520445 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-4bcabe5f-f70c-453e-8ec3-57c2be114e82 req-fd2ad4e8-e00f-42d3-ab86-fdbd36dde55c tempest-TestShelveInstance-772326984 tempest-TestShelveInstance-772326984-project] 10.222.0.41 "GET /v2.0/ports?device_id=082a144b-0229-466c-a02d-4945ecd61273 HTTP/1.1" status: 200 len: 946 time: 0.0553615 Mar 08 20:44:12.570302 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-4bcabe5f-f70c-453e-8ec3-57c2be114e82 req-8dd4aecf-cb89-4e43-99ea-b767ff947763 tempest-TestShelveInstance-772326984 tempest-TestShelveInstance-772326984-project] 10.222.0.41 "GET /v2.0/security-groups?id=2392dbbf-729e-42fc-b594-8a9340c4fea9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434086 Mar 08 20:44:13.685146 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15c4b13-8cbc-4bff-8661-2be157a78d33 req-354915f3-e45d-4fa6-bb34-b08e14b9c760 tempest-TestShelveInstance-772326984 tempest-TestShelveInstance-772326984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:44:13.695205 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-c15c4b13-8cbc-4bff-8661-2be157a78d33 req-354915f3-e45d-4fa6-bb34-b08e14b9c760 tempest-TestShelveInstance-772326984 tempest-TestShelveInstance-772326984-project] 10.222.0.41 "GET /v2.0/ports?device_id=082a144b-0229-466c-a02d-4945ecd61273 HTTP/1.1" status: 200 len: 946 time: 0.0514717 Mar 08 20:44:13.735041 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-c15c4b13-8cbc-4bff-8661-2be157a78d33 req-ac0cbf3b-8964-4e64-96e4-951e26eec03f tempest-TestShelveInstance-772326984 tempest-TestShelveInstance-772326984-project] 10.222.0.41 "GET /v2.0/security-groups?id=2392dbbf-729e-42fc-b594-8a9340c4fea9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422697 Mar 08 20:44:14.856312 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99e68f9-41d3-46ca-b645-e853502fc736 req-e63f2950-08b4-4974-a371-3ff48b780d0e tempest-TestShelveInstance-772326984 tempest-TestShelveInstance-772326984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:44:14.857935 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-a99e68f9-41d3-46ca-b645-e853502fc736 req-e63f2950-08b4-4974-a371-3ff48b780d0e tempest-TestShelveInstance-772326984 tempest-TestShelveInstance-772326984-project] 10.222.0.41 "GET /v2.0/ports?device_id=082a144b-0229-466c-a02d-4945ecd61273 HTTP/1.1" status: 200 len: 946 time: 0.0548184 Mar 08 20:44:14.911147 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-a99e68f9-41d3-46ca-b645-e853502fc736 req-e4df9e0d-02ec-4914-9acb-db95a480138e tempest-TestShelveInstance-772326984 tempest-TestShelveInstance-772326984-project] 10.222.0.41 "GET /v2.0/security-groups?id=2392dbbf-729e-42fc-b594-8a9340c4fea9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470347 Mar 08 20:44:16.027746 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451d7933-b5ed-4c62-8e7b-6085b8d1a61f req-3c042465-b94d-4d2f-925c-4060e4e39d98 tempest-TestShelveInstance-772326984 tempest-TestShelveInstance-772326984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:44:16.029213 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-451d7933-b5ed-4c62-8e7b-6085b8d1a61f req-3c042465-b94d-4d2f-925c-4060e4e39d98 tempest-TestShelveInstance-772326984 tempest-TestShelveInstance-772326984-project] 10.222.0.41 "GET /v2.0/ports?device_id=082a144b-0229-466c-a02d-4945ecd61273 HTTP/1.1" status: 200 len: 946 time: 0.0511594 Mar 08 20:44:16.081759 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-451d7933-b5ed-4c62-8e7b-6085b8d1a61f req-075aa4a9-2655-4b76-8ee3-57c6ed6bac89 tempest-TestShelveInstance-772326984 tempest-TestShelveInstance-772326984-project] 10.222.0.41 "GET /v2.0/security-groups?id=2392dbbf-729e-42fc-b594-8a9340c4fea9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465827 Mar 08 20:44:16.827595 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84c121b-e84e-4dd3-bece-5c521792fb69 req-4a6c20fa-d41b-4203-92a3-fa8acfda0c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:44:16.829073 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-d84c121b-e84e-4dd3-bece-5c521792fb69 req-4a6c20fa-d41b-4203-92a3-fa8acfda0c01 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=db29e5d57c4843ae951066080ae50d37&device_id=082a144b-0229-466c-a02d-4945ecd61273 HTTP/1.1" status: 200 len: 1130 time: 0.0436993 Mar 08 20:44:16.924096 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84c121b-e84e-4dd3-bece-5c521792fb69 req-bb45c32c-45f9-4270-ac30-aec29fcd79c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:44:16.925604 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-d84c121b-e84e-4dd3-bece-5c521792fb69 req-bb45c32c-45f9-4270-ac30-aec29fcd79c2 service neutron] 10.222.0.37 "GET /v2.0/networks?id=da669f67-20d4-4a55-981d-80d7d8e8963b HTTP/1.1" status: 200 len: 910 time: 0.0901113 Mar 08 20:44:16.996066 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-d84c121b-e84e-4dd3-bece-5c521792fb69 req-88ae0ddd-592a-443c-9f1d-504fa2d510a6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=506eec41-3293-41e5-8c79-71280fb739b8 HTTP/1.1" status: 200 len: 1002 time: 0.0629485 Mar 08 20:44:17.050219 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84c121b-e84e-4dd3-bece-5c521792fb69 req-b6c90b45-dbd6-48ff-bae5-5c620b8c84da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:44:17.051697 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-d84c121b-e84e-4dd3-bece-5c521792fb69 req-b6c90b45-dbd6-48ff-bae5-5c620b8c84da service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e86bf876-bd16-47fc-be67-14ef22cd6377 HTTP/1.1" status: 200 len: 848 time: 0.0502884 Mar 08 20:44:17.101081 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84c121b-e84e-4dd3-bece-5c521792fb69 req-b2f385c4-47dc-48f8-8fea-482c891c53c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:44:17.102526 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-d84c121b-e84e-4dd3-bece-5c521792fb69 req-b2f385c4-47dc-48f8-8fea-482c891c53c2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=da669f67-20d4-4a55-981d-80d7d8e8963b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0452116 Mar 08 20:44:17.229735 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-d84c121b-e84e-4dd3-bece-5c521792fb69 req-e3db1adf-f849-49e9-98e3-d40a1b6d2597 service neutron] 10.222.0.37 "GET /v2.0/networks/da669f67-20d4-4a55-981d-80d7d8e8963b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1195827 Mar 08 20:44:17.250532 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785bf436-6c44-41f6-8209-5b88a2c7ea1b req-6bf0d742-f6b3-426b-a934-ad789df74d09 tempest-TestShelveInstance-772326984 tempest-TestShelveInstance-772326984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:44:17.252553 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-785bf436-6c44-41f6-8209-5b88a2c7ea1b req-6bf0d742-f6b3-426b-a934-ad789df74d09 tempest-TestShelveInstance-772326984 tempest-TestShelveInstance-772326984-project] 10.222.0.41 "GET /v2.0/ports?device_id=082a144b-0229-466c-a02d-4945ecd61273 HTTP/1.1" status: 200 len: 946 time: 0.0885658 Mar 08 20:44:17.361486 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-785bf436-6c44-41f6-8209-5b88a2c7ea1b req-14d0d479-fa5e-4c88-a346-4601bceef0eb tempest-TestShelveInstance-772326984 tempest-TestShelveInstance-772326984-project] 10.222.0.41 "GET /v2.0/security-groups?id=2392dbbf-729e-42fc-b594-8a9340c4fea9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0938303 Mar 08 20:44:17.373284 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-d84c121b-e84e-4dd3-bece-5c521792fb69 req-5b9acf97-2828-4b2a-9094-427e34c57183 service neutron] 10.222.0.37 "GET /v2.0/networks/da669f67-20d4-4a55-981d-80d7d8e8963b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370046 Mar 08 20:44:18.487272 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ac5ebd-80f8-4e4c-b64b-88da32eb44c2 req-24e8b4a8-3114-47d7-bcca-39fd39c63c09 tempest-TestShelveInstance-772326984 tempest-TestShelveInstance-772326984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:44:18.488937 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-53ac5ebd-80f8-4e4c-b64b-88da32eb44c2 req-24e8b4a8-3114-47d7-bcca-39fd39c63c09 tempest-TestShelveInstance-772326984 tempest-TestShelveInstance-772326984-project] 10.222.0.41 "GET /v2.0/ports?device_id=082a144b-0229-466c-a02d-4945ecd61273 HTTP/1.1" status: 200 len: 946 time: 0.0605719 Mar 08 20:44:18.542880 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-53ac5ebd-80f8-4e4c-b64b-88da32eb44c2 req-4af7e59d-3eec-4298-977e-387b133cf457 tempest-TestShelveInstance-772326984 tempest-TestShelveInstance-772326984-project] 10.222.0.41 "GET /v2.0/security-groups?id=2392dbbf-729e-42fc-b594-8a9340c4fea9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481350 Mar 08 20:44:19.671562 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3949998e-254f-4ed5-9c33-1fbad624f74b req-a544522a-f327-47d8-908f-4d665d89fc15 tempest-TestShelveInstance-772326984 tempest-TestShelveInstance-772326984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:44:19.673345 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-3949998e-254f-4ed5-9c33-1fbad624f74b req-a544522a-f327-47d8-908f-4d665d89fc15 tempest-TestShelveInstance-772326984 tempest-TestShelveInstance-772326984-project] 10.222.0.41 "GET /v2.0/ports?device_id=082a144b-0229-466c-a02d-4945ecd61273 HTTP/1.1" status: 200 len: 946 time: 0.0563989 Mar 08 20:44:19.725943 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-3949998e-254f-4ed5-9c33-1fbad624f74b req-543b118a-5828-4562-a34c-c4d7a4864aa2 tempest-TestShelveInstance-772326984 tempest-TestShelveInstance-772326984-project] 10.222.0.41 "GET /v2.0/security-groups?id=2392dbbf-729e-42fc-b594-8a9340c4fea9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469446 Mar 08 20:44:20.842665 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf738e3-893c-4399-88dd-550bfa3c6152 req-bd43caa3-376d-420b-bb06-9d880f70ea09 tempest-TestShelveInstance-772326984 tempest-TestShelveInstance-772326984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:44:20.844107 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-9cf738e3-893c-4399-88dd-550bfa3c6152 req-bd43caa3-376d-420b-bb06-9d880f70ea09 tempest-TestShelveInstance-772326984 tempest-TestShelveInstance-772326984-project] 10.222.0.41 "GET /v2.0/ports?device_id=082a144b-0229-466c-a02d-4945ecd61273 HTTP/1.1" status: 200 len: 946 time: 0.0499580 Mar 08 20:44:20.892953 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-9cf738e3-893c-4399-88dd-550bfa3c6152 req-194e002e-c6c9-4cb7-a36d-c2f984aba1ea tempest-TestShelveInstance-772326984 tempest-TestShelveInstance-772326984-project] 10.222.0.41 "GET /v2.0/security-groups?id=2392dbbf-729e-42fc-b594-8a9340c4fea9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425248 Mar 08 20:44:21.086299 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.rpc [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Device 506eec41-3293-41e5-8c79-71280fb739b8 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103460) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 20:44:21.142511 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.wsgi [req-a7fb2e3f-e89d-414a-affc-9b666e7069dd req-b1fafbdb-8115-44a8-b89b-8aac87be6961 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=103458) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 20:44:21.143571 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-a7fb2e3f-e89d-414a-affc-9b666e7069dd req-b1fafbdb-8115-44a8-b89b-8aac87be6961 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1876285 Mar 08 20:44:21.171777 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.plugin [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Current status of the port 506eec41-3293-41e5-8c79-71280fb739b8 is: ACTIVE; New status is: DOWN {{(pid=103460) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:44:21.172340 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747308'] for port (506eec41-3293-41e5-8c79-71280fb739b8), before_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:44:21.197656 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '082a144b-0229-466c-a02d-4945ecd61273', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '506eec41-3293-41e5-8c79-71280fb739b8'}] {{(pid=103460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 20:44:21.200081 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf2096ed20afa7c789231551a200e589db82a1cedf1791aa7acfc36920bc021b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9d00d12-9231-42b8-830c-7fce1c9e0cea" -d '{"events": [{"server_uuid": "082a144b-0229-466c-a02d-4945ecd61273", "name": "network-vif-unplugged", "status": "completed", "tag": "506eec41-3293-41e5-8c79-71280fb739b8"}]}' {{(pid=103460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 20:44:21.213512 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.db [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] For port 506eec41-3293-41e5-8c79-71280fb739b8, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=506eec41-3293-41e5-8c79-71280fb739b8,segment=NetworkSegment(8fc2d993-6803-4556-81fb-1985715cec09),segment_id=8fc2d993-6803-4556-81fb-1985715cec09)] {{(pid=103460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:44:21.310356 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745146878648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745146440924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745146440942'] for port (506eec41-3293-41e5-8c79-71280fb739b8), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:44:21.360454 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Pushing event updated for resources: {'Port': ['ID=506eec41-3293-41e5-8c79-71280fb739b8,revision_number=6']} {{(pid=103460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:44:21.368156 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:44:21.368527 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:44:21.368868 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:44:21.369202 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:44:21.369533 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:44:21.369886 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:44:21.370210 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:44:21.370563 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:44:21.370884 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:44:21.371226 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:44:21.371546 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:44:21.371874 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:44:21.372197 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:44:21.387869 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 08 Mar 2022 20:44:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dd6d2fe-7eeb-4607-8efb-d17964d237de x-openstack-request-id: req-4dd6d2fe-7eeb-4607-8efb-d17964d237de {{(pid=103460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 20:44:21.388156 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "082a144b-0229-466c-a02d-4945ecd61273", "name": "network-vif-unplugged", "status": "failed", "tag": "506eec41-3293-41e5-8c79-71280fb739b8", "code": 422}]} {{(pid=103460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 20:44:21.388447 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4dd6d2fe-7eeb-4607-8efb-d17964d237de {{(pid=103460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 20:44:21.388876 dv-cinder-830096-3-iscsi neutron-server[103460]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '082a144b-0229-466c-a02d-4945ecd61273', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '506eec41-3293-41e5-8c79-71280fb739b8', 'code': 422} returned with failed status Mar 08 20:44:21.557206 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe23ebf0-b056-4e92-9357-c4f2f04dba80 req-03ffdd47-009c-421d-93dc-6251caf41980 tempest-TestShelveInstance-772326984 tempest-TestShelveInstance-772326984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:44:21.558719 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-fe23ebf0-b056-4e92-9357-c4f2f04dba80 req-03ffdd47-009c-421d-93dc-6251caf41980 tempest-TestShelveInstance-772326984 tempest-TestShelveInstance-772326984-project] 10.222.0.41 "GET /v2.0/ports?device_id=082a144b-0229-466c-a02d-4945ecd61273 HTTP/1.1" status: 200 len: 944 time: 0.0588763 Mar 08 20:44:21.607277 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-fe23ebf0-b056-4e92-9357-c4f2f04dba80 req-2a7f5bc0-7f57-4e25-af15-e0d184b68faf tempest-TestShelveInstance-772326984 tempest-TestShelveInstance-772326984-project] 10.222.0.41 "GET /v2.0/security-groups?id=2392dbbf-729e-42fc-b594-8a9340c4fea9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425744 Mar 08 20:44:21.623429 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.wsgi [-] (103459) accepted ('10.222.0.41', 39810) {{(pid=103459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:44:21.711954 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-a73c2527-31bd-4e2b-aa42-f295b2365484 req-33da0529-fd15-4dcd-83e4-20ea9b3fc34a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=082a144b-0229-466c-a02d-4945ecd61273&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0872922 Mar 08 20:44:21.722505 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.wsgi [req-a73c2527-31bd-4e2b-aa42-f295b2365484 req-e35f05e2-ee98-4eb8-b551-7805537ed617 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=103459) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 20:44:21.723488 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-a73c2527-31bd-4e2b-aa42-f295b2365484 req-e35f05e2-ee98-4eb8-b551-7805537ed617 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0060658 Mar 08 20:44:21.822387 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.wsgi [-] (103459) accepted ('10.222.0.41', 39818) {{(pid=103459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:44:21.912152 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73c2527-31bd-4e2b-aa42-f295b2365484 req-f724b4d1-fbd6-4c34-8675-bc5baf8b488f tempest-TestShelveInstance-772326984 tempest-TestShelveInstance-772326984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:44:21.913540 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-a73c2527-31bd-4e2b-aa42-f295b2365484 req-f724b4d1-fbd6-4c34-8675-bc5baf8b488f tempest-TestShelveInstance-772326984 tempest-TestShelveInstance-772326984-project] 10.222.0.41 "GET /v2.0/ports/506eec41-3293-41e5-8c79-71280fb739b8 HTTP/1.1" status: 200 len: 941 time: 0.0901864 Mar 08 20:44:22.733218 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989f0928-3549-43cd-8693-9b115e2158f6 req-9a8a5487-4210-40eb-9435-cd3b7c45c5e4 tempest-TestShelveInstance-772326984 tempest-TestShelveInstance-772326984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:44:22.734724 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-989f0928-3549-43cd-8693-9b115e2158f6 req-9a8a5487-4210-40eb-9435-cd3b7c45c5e4 tempest-TestShelveInstance-772326984 tempest-TestShelveInstance-772326984-project] 10.222.0.41 "GET /v2.0/ports?device_id=082a144b-0229-466c-a02d-4945ecd61273 HTTP/1.1" status: 200 len: 944 time: 0.0582945 Mar 08 20:44:22.786114 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-989f0928-3549-43cd-8693-9b115e2158f6 req-e13a7e97-4b31-4bfa-a951-8ddf8bca3a63 tempest-TestShelveInstance-772326984 tempest-TestShelveInstance-772326984-project] 10.222.0.41 "GET /v2.0/security-groups?id=2392dbbf-729e-42fc-b594-8a9340c4fea9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455232 Mar 08 20:44:23.929289 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22897c3-4589-41d9-badf-5a0dbc5394b8 req-4a1ec7bf-7434-47ef-874a-99d886ea1bde tempest-TestShelveInstance-772326984 tempest-TestShelveInstance-772326984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:44:23.930838 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-e22897c3-4589-41d9-badf-5a0dbc5394b8 req-4a1ec7bf-7434-47ef-874a-99d886ea1bde tempest-TestShelveInstance-772326984 tempest-TestShelveInstance-772326984-project] 10.222.0.41 "GET /v2.0/ports?device_id=082a144b-0229-466c-a02d-4945ecd61273 HTTP/1.1" status: 200 len: 944 time: 0.0704956 Mar 08 20:44:23.989255 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-e22897c3-4589-41d9-badf-5a0dbc5394b8 req-90b28c89-1fc2-488c-97b8-69096709c1cb tempest-TestShelveInstance-772326984 tempest-TestShelveInstance-772326984-project] 10.222.0.41 "GET /v2.0/security-groups?id=2392dbbf-729e-42fc-b594-8a9340c4fea9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524838 Mar 08 20:44:24.266186 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745146981205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476605'] for agent (905863fd-6a46-47f8-82ce-98f31309cbd3), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:44:24.596280 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73c2527-31bd-4e2b-aa42-f295b2365484 req-285095c1-4818-41cb-b5a1-d73e7317bfb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:44:24.597751 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-a73c2527-31bd-4e2b-aa42-f295b2365484 req-285095c1-4818-41cb-b5a1-d73e7317bfb2 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=082a144b-0229-466c-a02d-4945ecd61273&tenant_id=db29e5d57c4843ae951066080ae50d37 HTTP/1.1" status: 200 len: 1128 time: 0.0484188 Mar 08 20:44:24.662424 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73c2527-31bd-4e2b-aa42-f295b2365484 req-afc4369a-64cd-4cc7-8ba6-27819a82db0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:44:24.663932 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-a73c2527-31bd-4e2b-aa42-f295b2365484 req-afc4369a-64cd-4cc7-8ba6-27819a82db0f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=db29e5d57c4843ae951066080ae50d37&device_id=082a144b-0229-466c-a02d-4945ecd61273 HTTP/1.1" status: 200 len: 1128 time: 0.0454154 Mar 08 20:44:24.754265 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73c2527-31bd-4e2b-aa42-f295b2365484 req-7eb58266-5867-4a31-b76a-439ffd04d039 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:44:24.755741 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-a73c2527-31bd-4e2b-aa42-f295b2365484 req-7eb58266-5867-4a31-b76a-439ffd04d039 service neutron] 10.222.0.37 "GET /v2.0/networks?id=da669f67-20d4-4a55-981d-80d7d8e8963b HTTP/1.1" status: 200 len: 910 time: 0.0849557 Mar 08 20:44:24.824872 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-a73c2527-31bd-4e2b-aa42-f295b2365484 req-e7b97c45-fcb5-4a8d-964f-fe8f5397d446 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=506eec41-3293-41e5-8c79-71280fb739b8 HTTP/1.1" status: 200 len: 1000 time: 0.0619006 Mar 08 20:44:24.871554 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73c2527-31bd-4e2b-aa42-f295b2365484 req-8fc3477e-eaa4-4b47-a281-2c8aab10bdbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:44:24.872952 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-a73c2527-31bd-4e2b-aa42-f295b2365484 req-8fc3477e-eaa4-4b47-a281-2c8aab10bdbd service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e86bf876-bd16-47fc-be67-14ef22cd6377 HTTP/1.1" status: 200 len: 848 time: 0.0416975 Mar 08 20:44:24.924025 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73c2527-31bd-4e2b-aa42-f295b2365484 req-8e082b58-1f9b-4ff2-b446-c7fdedeed3f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:44:24.925658 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-a73c2527-31bd-4e2b-aa42-f295b2365484 req-8e082b58-1f9b-4ff2-b446-c7fdedeed3f8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=da669f67-20d4-4a55-981d-80d7d8e8963b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0467110 Mar 08 20:44:25.018956 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-a73c2527-31bd-4e2b-aa42-f295b2365484 req-4fd12a56-3080-4f5c-a618-775c1bb400c6 service neutron] 10.222.0.37 "GET /v2.0/networks/da669f67-20d4-4a55-981d-80d7d8e8963b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864425 Mar 08 20:44:25.140875 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-a73c2527-31bd-4e2b-aa42-f295b2365484 req-7569d92c-9390-4fdd-8d5a-e98a7894b6c3 service neutron] 10.222.0.37 "GET /v2.0/networks/da669f67-20d4-4a55-981d-80d7d8e8963b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1156611 Mar 08 20:44:25.154760 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26af7a39-b788-4781-bbea-7a3a60689584 req-ba4adcfa-abc0-47bf-9ac7-a71b44aa7309 tempest-TestShelveInstance-772326984 tempest-TestShelveInstance-772326984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:44:25.156287 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-26af7a39-b788-4781-bbea-7a3a60689584 req-ba4adcfa-abc0-47bf-9ac7-a71b44aa7309 tempest-TestShelveInstance-772326984 tempest-TestShelveInstance-772326984-project] 10.222.0.41 "GET /v2.0/ports?device_id=082a144b-0229-466c-a02d-4945ecd61273 HTTP/1.1" status: 200 len: 944 time: 0.0743506 Mar 08 20:44:25.205527 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-26af7a39-b788-4781-bbea-7a3a60689584 req-75c2802e-5c7a-476d-a8f1-380f1b372681 tempest-TestShelveInstance-772326984 tempest-TestShelveInstance-772326984-project] 10.222.0.41 "GET /v2.0/security-groups?id=2392dbbf-729e-42fc-b594-8a9340c4fea9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430241 Mar 08 20:44:26.202349 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.db.agents_db [None req-39e8813d-158c-4e2f-bb5f-b8539461cb33 None None] Agent healthcheck: found 6 active agents {{(pid=103461) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 20:44:26.322439 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6059d039-d57b-46ca-a002-3369ae75cbe9 req-a6ff6d73-f059-418f-b985-bf68fbfe7a80 tempest-TestShelveInstance-772326984 tempest-TestShelveInstance-772326984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:44:26.323902 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-6059d039-d57b-46ca-a002-3369ae75cbe9 req-a6ff6d73-f059-418f-b985-bf68fbfe7a80 tempest-TestShelveInstance-772326984 tempest-TestShelveInstance-772326984-project] 10.222.0.41 "GET /v2.0/ports?device_id=082a144b-0229-466c-a02d-4945ecd61273 HTTP/1.1" status: 200 len: 944 time: 0.0518942 Mar 08 20:44:26.372039 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-6059d039-d57b-46ca-a002-3369ae75cbe9 req-9f6437ae-182e-4aca-9cf4-fb30b338d1cb tempest-TestShelveInstance-772326984 tempest-TestShelveInstance-772326984-project] 10.222.0.41 "GET /v2.0/security-groups?id=2392dbbf-729e-42fc-b594-8a9340c4fea9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424995 Mar 08 20:44:27.486638 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492ea589-af0e-4e23-9546-0d36787072cd req-b2d908c4-cf53-4518-b3f0-3680c4965d3a tempest-TestShelveInstance-772326984 tempest-TestShelveInstance-772326984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:44:27.488027 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-492ea589-af0e-4e23-9546-0d36787072cd req-b2d908c4-cf53-4518-b3f0-3680c4965d3a tempest-TestShelveInstance-772326984 tempest-TestShelveInstance-772326984-project] 10.222.0.41 "GET /v2.0/ports?device_id=082a144b-0229-466c-a02d-4945ecd61273 HTTP/1.1" status: 200 len: 944 time: 0.0512755 Mar 08 20:44:27.538106 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-492ea589-af0e-4e23-9546-0d36787072cd req-cbb6aee0-38d9-4a7c-9590-805c3ae69e48 tempest-TestShelveInstance-772326984 tempest-TestShelveInstance-772326984-project] 10.222.0.41 "GET /v2.0/security-groups?id=2392dbbf-729e-42fc-b594-8a9340c4fea9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440125 Mar 08 20:44:28.656594 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470b4084-1215-4933-9f2e-ad1e1cc4bf5e req-99bc95f5-8a9a-4198-8440-9eadd9d9203e tempest-TestShelveInstance-772326984 tempest-TestShelveInstance-772326984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:44:28.658168 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-470b4084-1215-4933-9f2e-ad1e1cc4bf5e req-99bc95f5-8a9a-4198-8440-9eadd9d9203e tempest-TestShelveInstance-772326984 tempest-TestShelveInstance-772326984-project] 10.222.0.41 "GET /v2.0/ports?device_id=082a144b-0229-466c-a02d-4945ecd61273 HTTP/1.1" status: 200 len: 944 time: 0.0511601 Mar 08 20:44:28.710473 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-470b4084-1215-4933-9f2e-ad1e1cc4bf5e req-dc6913cb-372d-4ecc-96c7-09a62ef9b1dd tempest-TestShelveInstance-772326984 tempest-TestShelveInstance-772326984-project] 10.222.0.41 "GET /v2.0/security-groups?id=2392dbbf-729e-42fc-b594-8a9340c4fea9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466895 Mar 08 20:44:29.014354 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-2de23b63-1762-4e92-a957-c6ce2c67fae6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745146981205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476605'] for agent (a3d84102-f7d3-452b-861a-973020576047), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:44:29.831066 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f8d23d-7f64-454e-a066-a34417fd05a3 req-658876e0-3349-4e41-8ac2-65fb0a817913 tempest-TestShelveInstance-772326984 tempest-TestShelveInstance-772326984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:44:29.832555 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-90f8d23d-7f64-454e-a066-a34417fd05a3 req-658876e0-3349-4e41-8ac2-65fb0a817913 tempest-TestShelveInstance-772326984 tempest-TestShelveInstance-772326984-project] 10.222.0.41 "GET /v2.0/ports?device_id=082a144b-0229-466c-a02d-4945ecd61273 HTTP/1.1" status: 200 len: 944 time: 0.0561128 Mar 08 20:44:29.880094 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-90f8d23d-7f64-454e-a066-a34417fd05a3 req-0adba551-2572-413a-b1da-6a1cb881d91e tempest-TestShelveInstance-772326984 tempest-TestShelveInstance-772326984-project] 10.222.0.41 "GET /v2.0/security-groups?id=2392dbbf-729e-42fc-b594-8a9340c4fea9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414946 Mar 08 20:44:30.997799 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c722d780-790e-4c01-9e43-0d5a85c00597 req-5dc48141-3718-424f-8526-c700378b006e tempest-TestShelveInstance-772326984 tempest-TestShelveInstance-772326984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:44:30.999312 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-c722d780-790e-4c01-9e43-0d5a85c00597 req-5dc48141-3718-424f-8526-c700378b006e tempest-TestShelveInstance-772326984 tempest-TestShelveInstance-772326984-project] 10.222.0.41 "GET /v2.0/ports?device_id=082a144b-0229-466c-a02d-4945ecd61273 HTTP/1.1" status: 200 len: 944 time: 0.0530434 Mar 08 20:44:31.050300 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-c722d780-790e-4c01-9e43-0d5a85c00597 req-e48e7ee5-0cc4-4a0c-bfef-d2feff620d52 tempest-TestShelveInstance-772326984 tempest-TestShelveInstance-772326984-project] 10.222.0.41 "GET /v2.0/security-groups?id=2392dbbf-729e-42fc-b594-8a9340c4fea9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449679 Mar 08 20:44:31.248234 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-7c7eb32e-c820-4b83-8545-6078b21a01c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745146981205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476605'] for agent (7ae9fd8f-5d61-4821-9eac-044950c450f0), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:44:32.175931 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc6dded-05f5-497e-88e2-5e4a8e6b05d1 req-e44f28a1-ff85-47b4-b55e-978abb6388d8 tempest-TestShelveInstance-772326984 tempest-TestShelveInstance-772326984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:44:32.177469 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-4dc6dded-05f5-497e-88e2-5e4a8e6b05d1 req-e44f28a1-ff85-47b4-b55e-978abb6388d8 tempest-TestShelveInstance-772326984 tempest-TestShelveInstance-772326984-project] 10.222.0.41 "GET /v2.0/ports?device_id=082a144b-0229-466c-a02d-4945ecd61273 HTTP/1.1" status: 200 len: 944 time: 0.0526299 Mar 08 20:44:32.226103 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-4dc6dded-05f5-497e-88e2-5e4a8e6b05d1 req-77473cc1-c34e-432a-aff3-8e84373e70f5 tempest-TestShelveInstance-772326984 tempest-TestShelveInstance-772326984-project] 10.222.0.41 "GET /v2.0/security-groups?id=2392dbbf-729e-42fc-b594-8a9340c4fea9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424907 Mar 08 20:44:32.441501 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-dbe61520-29cf-4847-b96e-6d24c6c097a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745146981205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476605'] for agent (6cc78598-e6b3-4e4d-a99c-31b9c4784fd2), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:44:33.163668 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.rpc [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Device 506eec41-3293-41e5-8c79-71280fb739b8 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103460) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 20:44:33.350680 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501f4c54-2991-4ae4-81cc-b0ff5fe68098 req-a5d6c0c8-c823-4e65-a5f6-2a2cf16aca99 tempest-TestShelveInstance-772326984 tempest-TestShelveInstance-772326984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:44:33.352497 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-501f4c54-2991-4ae4-81cc-b0ff5fe68098 req-a5d6c0c8-c823-4e65-a5f6-2a2cf16aca99 tempest-TestShelveInstance-772326984 tempest-TestShelveInstance-772326984-project] 10.222.0.41 "GET /v2.0/ports?device_id=082a144b-0229-466c-a02d-4945ecd61273 HTTP/1.1" status: 200 len: 944 time: 0.0567999 Mar 08 20:44:33.404302 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.db [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] For port 506eec41-3293-41e5-8c79-71280fb739b8, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=506eec41-3293-41e5-8c79-71280fb739b8,segment=NetworkSegment(8fc2d993-6803-4556-81fb-1985715cec09),segment_id=8fc2d993-6803-4556-81fb-1985715cec09)] {{(pid=103460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:44:33.405951 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-501f4c54-2991-4ae4-81cc-b0ff5fe68098 req-9a6239c5-71f7-4051-86fe-d5e3c44c30a1 tempest-TestShelveInstance-772326984 tempest-TestShelveInstance-772326984-project] 10.222.0.41 "GET /v2.0/security-groups?id=2392dbbf-729e-42fc-b594-8a9340c4fea9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476632 Mar 08 20:44:33.417149 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.rpc [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Returning: {'device': '506eec41-3293-41e5-8c79-71280fb739b8', 'network_id': 'da669f67-20d4-4a55-981d-80d7d8e8963b', 'port_id': '506eec41-3293-41e5-8c79-71280fb739b8', 'mac_address': 'fa:16:3e:aa:2d:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e86bf876-bd16-47fc-be67-14ef22cd6377', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103460) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 20:44:33.455243 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.plugin [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Current status of the port 506eec41-3293-41e5-8c79-71280fb739b8 is: DOWN; New status is: BUILD {{(pid=103460) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:44:33.456010 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747308'] for port (506eec41-3293-41e5-8c79-71280fb739b8), before_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:44:33.469080 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.notifiers.nova [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 506eec41-3293-41e5-8c79-71280fb739b8 {{(pid=103460) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 20:44:33.489152 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.db [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] For port 506eec41-3293-41e5-8c79-71280fb739b8, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=506eec41-3293-41e5-8c79-71280fb739b8,segment=NetworkSegment(8fc2d993-6803-4556-81fb-1985715cec09),segment_id=8fc2d993-6803-4556-81fb-1985715cec09)] {{(pid=103460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:44:33.585658 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745146878648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745146440924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745146440942'] for port (506eec41-3293-41e5-8c79-71280fb739b8), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:44:33.634529 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Pushing event updated for resources: {'Port': ['ID=506eec41-3293-41e5-8c79-71280fb739b8,revision_number=7']} {{(pid=103460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:44:33.740294 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-7a330e8f-62e0-4259-bea2-8ced8e9b3a98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745146981205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476605'] for agent (cd1d0244-f954-4bda-89fb-1fdc1954e39d), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:44:33.864256 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.db [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] get_ports_and_sgs() called for port_ids ['506eec41-3293-41e5-8c79-71280fb739b8'] {{(pid=103460) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 20:44:34.529746 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10b75df-5da8-405c-b633-2471b6d4584b req-54c1aa21-390e-4d88-b638-0924661d2b9a tempest-TestShelveInstance-772326984 tempest-TestShelveInstance-772326984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:44:34.531237 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-c10b75df-5da8-405c-b633-2471b6d4584b req-54c1aa21-390e-4d88-b638-0924661d2b9a tempest-TestShelveInstance-772326984 tempest-TestShelveInstance-772326984-project] 10.222.0.41 "GET /v2.0/ports?device_id=082a144b-0229-466c-a02d-4945ecd61273 HTTP/1.1" status: 200 len: 945 time: 0.0571451 Mar 08 20:44:34.579813 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-c10b75df-5da8-405c-b633-2471b6d4584b req-1e1a9d25-d3d1-4a4e-a07c-287bb1f850fe tempest-TestShelveInstance-772326984 tempest-TestShelveInstance-772326984-project] 10.222.0.41 "GET /v2.0/security-groups?id=2392dbbf-729e-42fc-b594-8a9340c4fea9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430050 Mar 08 20:44:35.180233 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.rpc [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Device 506eec41-3293-41e5-8c79-71280fb739b8 up at agent hyperv_hv-cinder-83009 {{(pid=103460) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 20:44:35.244190 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.provisioning_blocks [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Provisioning complete for port 506eec41-3293-41e5-8c79-71280fb739b8 triggered by entity L2. {{(pid=103460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:44:35.244587 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476507'] for port (506eec41-3293-41e5-8c79-71280fb739b8), provisioning_complete {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:44:35.311600 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745146981205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476605'] for agent (fa4b043a-5d45-4181-9cb2-30d29598ef5b), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:44:35.326203 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.plugin [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Current status of the port 506eec41-3293-41e5-8c79-71280fb739b8 is: BUILD; New status is: ACTIVE {{(pid=103460) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:44:35.326616 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747308'] for port (506eec41-3293-41e5-8c79-71280fb739b8), before_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:44:35.348954 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '082a144b-0229-466c-a02d-4945ecd61273', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '506eec41-3293-41e5-8c79-71280fb739b8'}] {{(pid=103460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 20:44:35.351174 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf2096ed20afa7c789231551a200e589db82a1cedf1791aa7acfc36920bc021b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f22e1751-7dd1-485a-a2a8-aa2fe9342a81" -d '{"events": [{"server_uuid": "082a144b-0229-466c-a02d-4945ecd61273", "name": "network-vif-plugged", "status": "completed", "tag": "506eec41-3293-41e5-8c79-71280fb739b8"}]}' {{(pid=103460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 20:44:35.367402 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.db [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] For port 506eec41-3293-41e5-8c79-71280fb739b8, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=506eec41-3293-41e5-8c79-71280fb739b8,segment=NetworkSegment(8fc2d993-6803-4556-81fb-1985715cec09),segment_id=8fc2d993-6803-4556-81fb-1985715cec09)] {{(pid=103460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:44:35.389114 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 20:44:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33299db9-13d7-4d95-a9bc-f1ddb187f4e2 x-openstack-request-id: req-33299db9-13d7-4d95-a9bc-f1ddb187f4e2 {{(pid=103460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 20:44:35.389401 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "082a144b-0229-466c-a02d-4945ecd61273", "name": "network-vif-plugged", "status": "completed", "tag": "506eec41-3293-41e5-8c79-71280fb739b8", "code": 200}]} {{(pid=103460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 20:44:35.389653 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-33299db9-13d7-4d95-a9bc-f1ddb187f4e2 {{(pid=103460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 20:44:35.390043 dv-cinder-830096-3-iscsi neutron-server[103460]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '082a144b-0229-466c-a02d-4945ecd61273', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '506eec41-3293-41e5-8c79-71280fb739b8', 'code': 200} Mar 08 20:44:35.481624 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745146878648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745146440924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745146440942'] for port (506eec41-3293-41e5-8c79-71280fb739b8), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:44:35.532123 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Pushing event updated for resources: {'Port': ['ID=506eec41-3293-41e5-8c79-71280fb739b8,revision_number=8']} {{(pid=103460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:44:35.539159 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aaa844f-e587-4ed0-92b8-3005fb1e6c9c req-0c788d42-af00-4ca8-bcaa-79a5d52a2323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:44:35.540885 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-1aaa844f-e587-4ed0-92b8-3005fb1e6c9c req-0c788d42-af00-4ca8-bcaa-79a5d52a2323 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=db29e5d57c4843ae951066080ae50d37&device_id=082a144b-0229-466c-a02d-4945ecd61273 HTTP/1.1" status: 200 len: 1130 time: 0.0489874 Mar 08 20:44:35.703077 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aaa844f-e587-4ed0-92b8-3005fb1e6c9c req-734bd4e7-5406-42cc-b7ff-b8d617f22235 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:44:35.704575 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-1aaa844f-e587-4ed0-92b8-3005fb1e6c9c req-734bd4e7-5406-42cc-b7ff-b8d617f22235 service neutron] 10.222.0.37 "GET /v2.0/networks?id=da669f67-20d4-4a55-981d-80d7d8e8963b HTTP/1.1" status: 200 len: 910 time: 0.1429460 Mar 08 20:44:35.773616 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb712581-33d1-4b78-9370-08e682682f88 req-3954a11b-a7d1-4bc2-b298-7c43eda8118e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:44:35.775057 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-bb712581-33d1-4b78-9370-08e682682f88 req-3954a11b-a7d1-4bc2-b298-7c43eda8118e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=082a144b-0229-466c-a02d-4945ecd61273 HTTP/1.1" status: 200 len: 1130 time: 0.1402390 Mar 08 20:44:35.801915 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60341dc-9f07-420d-8a22-87dd42b25592 req-d30816fe-64b0-4c38-91f8-3ae4ea8ce29d tempest-TestShelveInstance-772326984 tempest-TestShelveInstance-772326984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:44:35.803402 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-b60341dc-9f07-420d-8a22-87dd42b25592 req-d30816fe-64b0-4c38-91f8-3ae4ea8ce29d tempest-TestShelveInstance-772326984 tempest-TestShelveInstance-772326984-project] 10.222.0.41 "GET /v2.0/ports?device_id=082a144b-0229-466c-a02d-4945ecd61273 HTTP/1.1" status: 200 len: 946 time: 0.1414185 Mar 08 20:44:35.807066 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-1aaa844f-e587-4ed0-92b8-3005fb1e6c9c req-1bef0f07-52d6-4208-b842-5b1648b3fdc8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=506eec41-3293-41e5-8c79-71280fb739b8 HTTP/1.1" status: 200 len: 1002 time: 0.0935130 Mar 08 20:44:35.901748 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aaa844f-e587-4ed0-92b8-3005fb1e6c9c req-8f9bfa41-a76e-4e43-9c2a-0650b908f252 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:44:35.903231 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-1aaa844f-e587-4ed0-92b8-3005fb1e6c9c req-8f9bfa41-a76e-4e43-9c2a-0650b908f252 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e86bf876-bd16-47fc-be67-14ef22cd6377 HTTP/1.1" status: 200 len: 848 time: 0.0888996 Mar 08 20:44:35.905841 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-bb712581-33d1-4b78-9370-08e682682f88 req-7b74c9db-46b1-48b5-a2c2-0be4f4130e30 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=2392dbbf-729e-42fc-b594-8a9340c4fea9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1184349 Mar 08 20:44:35.922617 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-b60341dc-9f07-420d-8a22-87dd42b25592 req-fe653b34-b517-4f67-b849-13f686de5cb1 tempest-TestShelveInstance-772326984 tempest-TestShelveInstance-772326984-project] 10.222.0.41 "GET /v2.0/security-groups?id=2392dbbf-729e-42fc-b594-8a9340c4fea9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1092207 Mar 08 20:44:36.142062 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aaa844f-e587-4ed0-92b8-3005fb1e6c9c req-94dc997e-bb69-410d-82cd-100359fb7a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:44:36.143550 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-1aaa844f-e587-4ed0-92b8-3005fb1e6c9c req-94dc997e-bb69-410d-82cd-100359fb7a57 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=da669f67-20d4-4a55-981d-80d7d8e8963b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0459867 Mar 08 20:44:36.234498 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-1aaa844f-e587-4ed0-92b8-3005fb1e6c9c req-4bc6baac-6532-4899-a80a-707ccd7566b5 service neutron] 10.222.0.37 "GET /v2.0/networks/da669f67-20d4-4a55-981d-80d7d8e8963b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834281 Mar 08 20:44:36.328965 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-1aaa844f-e587-4ed0-92b8-3005fb1e6c9c req-0939abdc-a3ca-4603-9550-ed953ba37a3a service neutron] 10.222.0.37 "GET /v2.0/networks/da669f67-20d4-4a55-981d-80d7d8e8963b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857420 Mar 08 20:44:37.044970 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847e9894-270f-45e8-be2a-008ecb6f4292 req-ac7a558b-9ccb-46f6-bbaf-5df651073b83 tempest-TestShelveInstance-772326984 tempest-TestShelveInstance-772326984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:44:37.046450 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-847e9894-270f-45e8-be2a-008ecb6f4292 req-ac7a558b-9ccb-46f6-bbaf-5df651073b83 tempest-TestShelveInstance-772326984 tempest-TestShelveInstance-772326984-project] 10.222.0.41 "GET /v2.0/ports?device_id=082a144b-0229-466c-a02d-4945ecd61273 HTTP/1.1" status: 200 len: 946 time: 0.0567400 Mar 08 20:44:37.095476 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-847e9894-270f-45e8-be2a-008ecb6f4292 req-db96bbc3-0b82-4972-b9a2-a719c035f38d tempest-TestShelveInstance-772326984 tempest-TestShelveInstance-772326984-project] 10.222.0.41 "GET /v2.0/security-groups?id=2392dbbf-729e-42fc-b594-8a9340c4fea9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434926 Mar 08 20:44:38.213510 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa118f4-e74e-4c07-bd44-581c1910bd62 req-4c18ae8d-763c-4c5a-b148-aae5c08f0014 tempest-TestShelveInstance-772326984 tempest-TestShelveInstance-772326984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:44:38.214975 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-9fa118f4-e74e-4c07-bd44-581c1910bd62 req-4c18ae8d-763c-4c5a-b148-aae5c08f0014 tempest-TestShelveInstance-772326984 tempest-TestShelveInstance-772326984-project] 10.222.0.41 "GET /v2.0/ports?device_id=082a144b-0229-466c-a02d-4945ecd61273 HTTP/1.1" status: 200 len: 946 time: 0.0526862 Mar 08 20:44:38.264944 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-9fa118f4-e74e-4c07-bd44-581c1910bd62 req-b7d8172f-7e0d-4ece-bdbf-3191e090816a tempest-TestShelveInstance-772326984 tempest-TestShelveInstance-772326984-project] 10.222.0.41 "GET /v2.0/security-groups?id=2392dbbf-729e-42fc-b594-8a9340c4fea9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442140 Mar 08 20:44:54.253651 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745146981205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476605'] for agent (905863fd-6a46-47f8-82ce-98f31309cbd3), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:44:58.977436 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-ee9568dc-ce64-4d49-a4b0-a4663091a4f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745146981205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476605'] for agent (a3d84102-f7d3-452b-861a-973020576047), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:45:01.257330 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-004d5b09-81a0-4855-ae2b-e2134234f9e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745146981205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476605'] for agent (7ae9fd8f-5d61-4821-9eac-044950c450f0), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:45:02.448150 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-dbe61520-29cf-4847-b96e-6d24c6c097a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745146981205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476605'] for agent (6cc78598-e6b3-4e4d-a99c-31b9c4784fd2), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:45:03.202745 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.db.agents_db [None req-39e8813d-158c-4e2f-bb5f-b8539461cb33 None None] Agent healthcheck: found 6 active agents {{(pid=103461) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 20:45:03.762117 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-7a330e8f-62e0-4259-bea2-8ced8e9b3a98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745146981205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476605'] for agent (cd1d0244-f954-4bda-89fb-1fdc1954e39d), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:45:05.299325 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745146981205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476605'] for agent (fa4b043a-5d45-4181-9cb2-30d29598ef5b), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:45:24.287824 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745146981205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476605'] for agent (905863fd-6a46-47f8-82ce-98f31309cbd3), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:45:28.982128 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-4b8cb9c0-14be-4c26-9c82-18d4a6e8ad84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745146981205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476605'] for agent (a3d84102-f7d3-452b-861a-973020576047), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:45:31.256736 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-53ea5470-bf90-4987-b2f6-2d6e555e04ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745146981205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476605'] for agent (7ae9fd8f-5d61-4821-9eac-044950c450f0), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:45:32.407722 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-dbe61520-29cf-4847-b96e-6d24c6c097a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745146981205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476605'] for agent (6cc78598-e6b3-4e4d-a99c-31b9c4784fd2), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:45:33.766929 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-7a330e8f-62e0-4259-bea2-8ced8e9b3a98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745146981205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476605'] for agent (cd1d0244-f954-4bda-89fb-1fdc1954e39d), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:45:35.287184 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745146981205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476605'] for agent (fa4b043a-5d45-4181-9cb2-30d29598ef5b), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:45:36.364230 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-5471a66b-563f-485d-a0bc-601a20fe8fb3 req-ef16b4ed-4a5a-4efc-a80f-af391f6d999e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=082a144b-0229-466c-a02d-4945ecd61273&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0414846 Mar 08 20:45:36.445183 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5471a66b-563f-485d-a0bc-601a20fe8fb3 req-b71719d3-d27d-492b-9744-8459c40fec1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:45:36.446695 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-5471a66b-563f-485d-a0bc-601a20fe8fb3 req-b71719d3-d27d-492b-9744-8459c40fec1b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=db29e5d57c4843ae951066080ae50d37&device_id=082a144b-0229-466c-a02d-4945ecd61273 HTTP/1.1" status: 200 len: 1130 time: 0.0430653 Mar 08 20:45:36.554237 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5471a66b-563f-485d-a0bc-601a20fe8fb3 req-6740f05f-0b63-4547-975a-6ab242fd2ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:45:36.555677 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-5471a66b-563f-485d-a0bc-601a20fe8fb3 req-6740f05f-0b63-4547-975a-6ab242fd2ba7 service neutron] 10.222.0.37 "GET /v2.0/networks?id=da669f67-20d4-4a55-981d-80d7d8e8963b HTTP/1.1" status: 200 len: 910 time: 0.0900419 Mar 08 20:45:36.624196 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-5471a66b-563f-485d-a0bc-601a20fe8fb3 req-ef2ad0ec-2a5a-4643-a1dd-407a6f274360 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=506eec41-3293-41e5-8c79-71280fb739b8 HTTP/1.1" status: 200 len: 1002 time: 0.0625155 Mar 08 20:45:36.672637 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5471a66b-563f-485d-a0bc-601a20fe8fb3 req-22b80318-756d-4178-8e54-fa51b5410ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:45:36.674764 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-5471a66b-563f-485d-a0bc-601a20fe8fb3 req-22b80318-756d-4178-8e54-fa51b5410ba1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e86bf876-bd16-47fc-be67-14ef22cd6377 HTTP/1.1" status: 200 len: 848 time: 0.0451274 Mar 08 20:45:36.721651 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5471a66b-563f-485d-a0bc-601a20fe8fb3 req-ead551de-1a19-4fb0-a598-21d2e3f2b3dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:45:36.723118 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-5471a66b-563f-485d-a0bc-601a20fe8fb3 req-ead551de-1a19-4fb0-a598-21d2e3f2b3dd service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=da669f67-20d4-4a55-981d-80d7d8e8963b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0425689 Mar 08 20:45:36.817571 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-5471a66b-563f-485d-a0bc-601a20fe8fb3 req-65f32ad9-ae6a-42fc-8c34-2594da61e8cb service neutron] 10.222.0.37 "GET /v2.0/networks/da669f67-20d4-4a55-981d-80d7d8e8963b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859320 Mar 08 20:45:36.906779 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-5471a66b-563f-485d-a0bc-601a20fe8fb3 req-ed65590d-fbee-4961-8153-cd9e90e32bb5 service neutron] 10.222.0.37 "GET /v2.0/networks/da669f67-20d4-4a55-981d-80d7d8e8963b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831456 Mar 08 20:45:40.201616 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.db.agents_db [None req-39e8813d-158c-4e2f-bb5f-b8539461cb33 None None] Agent healthcheck: found 6 active agents {{(pid=103461) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 20:45:50.769254 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.wsgi [-] (103459) accepted ('10.222.0.41', 39880) {{(pid=103459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:45:50.929411 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-a56cf959-8c72-4829-8d0c-91f4580b5410 tempest-TestShelveInstance-772326984 tempest-TestShelveInstance-772326984-project] Deleting port de90c3c9-18f3-46d8-ab76-fd306f5ef8d7 {{(pid=103459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 20:45:50.929752 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-a56cf959-8c72-4829-8d0c-91f4580b5410 tempest-TestShelveInstance-772326984 tempest-TestShelveInstance-772326984-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745146874691'] for port (de90c3c9-18f3-46d8-ab76-fd306f5ef8d7), before_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:45:51.004765 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-a56cf959-8c72-4829-8d0c-91f4580b5410 tempest-TestShelveInstance-772326984 tempest-TestShelveInstance-772326984-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443457'] for port (de90c3c9-18f3-46d8-ab76-fd306f5ef8d7), precommit_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:45:51.005089 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-a56cf959-8c72-4829-8d0c-91f4580b5410 tempest-TestShelveInstance-772326984 tempest-TestShelveInstance-772326984-project] Publish callbacks [] for floatingip (de90c3c9-18f3-46d8-ab76-fd306f5ef8d7), precommit_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:45:51.016110 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-a56cf959-8c72-4829-8d0c-91f4580b5410 tempest-TestShelveInstance-772326984 tempest-TestShelveInstance-772326984-project] Calling delete_port for de90c3c9-18f3-46d8-ab76-fd306f5ef8d7 owned by network:floatingip {{(pid=103459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 20:45:51.216116 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-a56cf959-8c72-4829-8d0c-91f4580b5410 tempest-TestShelveInstance-772326984 tempest-TestShelveInstance-772326984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745146878630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745146440915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28404629'] for port (de90c3c9-18f3-46d8-ab76-fd306f5ef8d7), after_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:45:51.242256 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56cf959-8c72-4829-8d0c-91f4580b5410 tempest-TestShelveInstance-772326984 tempest-TestShelveInstance-772326984-project] Pushing event deleted for resources: {'Port': ['ID=de90c3c9-18f3-46d8-ab76-fd306f5ef8d7,revision_number=None']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:45:51.253886 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56cf959-8c72-4829-8d0c-91f4580b5410 tempest-TestShelveInstance-772326984 tempest-TestShelveInstance-772326984-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:45:51.254233 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56cf959-8c72-4829-8d0c-91f4580b5410 tempest-TestShelveInstance-772326984 tempest-TestShelveInstance-772326984-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:45:51.254572 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56cf959-8c72-4829-8d0c-91f4580b5410 tempest-TestShelveInstance-772326984 tempest-TestShelveInstance-772326984-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:45:51.254904 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56cf959-8c72-4829-8d0c-91f4580b5410 tempest-TestShelveInstance-772326984 tempest-TestShelveInstance-772326984-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:45:51.255230 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56cf959-8c72-4829-8d0c-91f4580b5410 tempest-TestShelveInstance-772326984 tempest-TestShelveInstance-772326984-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:45:51.255556 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56cf959-8c72-4829-8d0c-91f4580b5410 tempest-TestShelveInstance-772326984 tempest-TestShelveInstance-772326984-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:45:51.255878 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56cf959-8c72-4829-8d0c-91f4580b5410 tempest-TestShelveInstance-772326984 tempest-TestShelveInstance-772326984-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:45:51.256212 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56cf959-8c72-4829-8d0c-91f4580b5410 tempest-TestShelveInstance-772326984 tempest-TestShelveInstance-772326984-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:45:51.256539 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56cf959-8c72-4829-8d0c-91f4580b5410 tempest-TestShelveInstance-772326984 tempest-TestShelveInstance-772326984-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:45:51.256859 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56cf959-8c72-4829-8d0c-91f4580b5410 tempest-TestShelveInstance-772326984 tempest-TestShelveInstance-772326984-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:45:51.257177 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56cf959-8c72-4829-8d0c-91f4580b5410 tempest-TestShelveInstance-772326984 tempest-TestShelveInstance-772326984-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:45:51.257492 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56cf959-8c72-4829-8d0c-91f4580b5410 tempest-TestShelveInstance-772326984 tempest-TestShelveInstance-772326984-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:45:51.257805 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56cf959-8c72-4829-8d0c-91f4580b5410 tempest-TestShelveInstance-772326984 tempest-TestShelveInstance-772326984-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:45:51.315661 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-a56cf959-8c72-4829-8d0c-91f4580b5410 tempest-TestShelveInstance-772326984 tempest-TestShelveInstance-772326984-project] Publish callbacks [] for floatingip (0c741640-73f7-464d-9bdd-0f8be73e9c69), after_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:45:51.315985 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.db.l3_db [None req-a56cf959-8c72-4829-8d0c-91f4580b5410 tempest-TestShelveInstance-772326984 tempest-TestShelveInstance-772326984-project] Floating IP 0c741640-73f7-464d-9bdd-0f8be73e9c69 disassociated (deleted). External IP: 172.27.2.109, port: 506eec41-3293-41e5-8c79-71280fb739b8. Mar 08 20:45:51.761359 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a56cf959-8c72-4829-8d0c-91f4580b5410 tempest-TestShelveInstance-772326984 tempest-TestShelveInstance-772326984-project] Router e09b2454-c730-4977-b491-1b665c3e4ce7 has already been hosted by L3 agent 7ae9fd8f-5d61-4821-9eac-044950c450f0 {{(pid=103459) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 20:45:51.866035 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a56cf959-8c72-4829-8d0c-91f4580b5410 tempest-TestShelveInstance-772326984 tempest-TestShelveInstance-772326984-project] Notify agent at l3_agent.dv-cinder-830096-3-iscsi the message routers_updated {{(pid=103459) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 20:45:51.870820 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-a56cf959-8c72-4829-8d0c-91f4580b5410 tempest-TestShelveInstance-772326984 tempest-TestShelveInstance-772326984-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4188892'] for floatingip (None), before_response {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:45:51.877590 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93df4a8a-1bb6-434e-b2db-406852f7b4e8 None None] Sync routers for ids ['e09b2454-c730-4977-b491-1b665c3e4ce7'] in dv-cinder-830096-3-iscsi {{(pid=103461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 20:45:51.887341 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93df4a8a-1bb6-434e-b2db-406852f7b4e8 None None] Routers {'e09b2454-c730-4977-b491-1b665c3e4ce7'} bound to L3 agent in host dv-cinder-830096-3-iscsi {{(pid=103461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:45:51.887944 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.db.l3_hamode_db [None req-93df4a8a-1bb6-434e-b2db-406852f7b4e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T20:23:01Z,description=,heartbeat_timestamp=2022-03-08T20:45:31Z,host='dv-cinder-830096-3-iscsi',id=7ae9fd8f-5d61-4821-9eac-044950c450f0,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:23:02Z,topic='l3_agent')) {'router_ids': ['e09b2454-c730-4977-b491-1b665c3e4ce7'], 'active': True} {{(pid=103461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:45:51.899823 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [None req-a56cf959-8c72-4829-8d0c-91f4580b5410 tempest-TestShelveInstance-772326984 tempest-TestShelveInstance-772326984-project] 10.222.0.41 "DELETE /v2.0/floatingips/0c741640-73f7-464d-9bdd-0f8be73e9c69 HTTP/1.1" status: 204 len: 168 time: 1.1293981 Mar 08 20:45:51.900425 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '082a144b-0229-466c-a02d-4945ecd61273', 'tag': '506eec41-3293-41e5-8c79-71280fb739b8'}] {{(pid=103459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 20:45:51.902670 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30f128d5f71b3f7cc76d6cee4f56f72b4ad92d7c7cb63713f7d7a45aaaaee86d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1510c3d4-c1cd-43cd-979a-f8e5d8efdf5a" -d '{"events": [{"name": "network-changed", "server_uuid": "082a144b-0229-466c-a02d-4945ecd61273", "tag": "506eec41-3293-41e5-8c79-71280fb739b8"}]}' {{(pid=103459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 20:45:51.939503 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 20:45:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-452523cf-c335-4fad-a6ed-1f6925ff9c90 x-openstack-request-id: req-452523cf-c335-4fad-a6ed-1f6925ff9c90 {{(pid=103459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 20:45:51.939803 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "082a144b-0229-466c-a02d-4945ecd61273", "tag": "506eec41-3293-41e5-8c79-71280fb739b8", "status": "completed", "code": 200}]} {{(pid=103459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 20:45:51.940056 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-452523cf-c335-4fad-a6ed-1f6925ff9c90 {{(pid=103459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 20:45:51.940495 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '082a144b-0229-466c-a02d-4945ecd61273', 'tag': '506eec41-3293-41e5-8c79-71280fb739b8', 'status': 'completed', 'code': 200} Mar 08 20:45:52.004853 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1510c3d4-c1cd-43cd-979a-f8e5d8efdf5a req-31ea3023-8a18-4d14-87ab-5e24726114b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:45:52.006488 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-1510c3d4-c1cd-43cd-979a-f8e5d8efdf5a req-31ea3023-8a18-4d14-87ab-5e24726114b7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=db29e5d57c4843ae951066080ae50d37&device_id=082a144b-0229-466c-a02d-4945ecd61273 HTTP/1.1" status: 200 len: 1130 time: 0.0450344 Mar 08 20:45:52.009610 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.db.l3_dvr_db [None req-93df4a8a-1bb6-434e-b2db-406852f7b4e8 None None] Set router e09b2454-c730-4977-b491-1b665c3e4ce7 gateway port host: dv-cinder-830096-3-iscsi {{(pid=103461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:45:52.099182 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1510c3d4-c1cd-43cd-979a-f8e5d8efdf5a req-d1da6abe-c979-4240-bd2d-906e43b03578 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:45:52.100675 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-1510c3d4-c1cd-43cd-979a-f8e5d8efdf5a req-d1da6abe-c979-4240-bd2d-906e43b03578 service neutron] 10.222.0.37 "GET /v2.0/networks?id=da669f67-20d4-4a55-981d-80d7d8e8963b HTTP/1.1" status: 200 len: 910 time: 0.0882101 Mar 08 20:45:52.140465 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-1510c3d4-c1cd-43cd-979a-f8e5d8efdf5a req-bd747c98-ae95-409f-a7f1-2334055f61e7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=506eec41-3293-41e5-8c79-71280fb739b8 HTTP/1.1" status: 200 len: 217 time: 0.0343328 Mar 08 20:45:52.192197 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1510c3d4-c1cd-43cd-979a-f8e5d8efdf5a req-8fef9ad1-1ef3-45bd-af04-13e4399eb0b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:45:52.193664 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-1510c3d4-c1cd-43cd-979a-f8e5d8efdf5a req-8fef9ad1-1ef3-45bd-af04-13e4399eb0b4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e86bf876-bd16-47fc-be67-14ef22cd6377 HTTP/1.1" status: 200 len: 848 time: 0.0481300 Mar 08 20:45:52.206648 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.db.l3_hamode_db [None req-93df4a8a-1bb6-434e-b2db-406852f7b4e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e09b2454-c730-4977-b491-1b665c3e4ce7', 'name': 'tempest-TestShelveInstance-1860280125-router', 'tenant_id': 'db29e5d57c4843ae951066080ae50d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'external_fixed_ips': [{'subnet_id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'ip_address': '172.27.2.127'}], 'enable_snat': True}, 'gw_port_id': 'a6a365ff-588c-45b9-96b8-2dc4590005ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:41:03Z', 'updated_at': '2022-03-08T20:41:09Z', 'revision_number': 4, 'project_id': 'db29e5d57c4843ae951066080ae50d37', 'gw_port': {'id': 'a6a365ff-588c-45b9-96b8-2dc4590005ac', 'name': '', 'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:19:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e09b2454-c730-4977-b491-1b665c3e4ce7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'ip_address': '172.27.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:41:04Z', 'updated_at': '2022-03-08T20:41:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-3-iscsi', '_interfaces': [{'id': '99e05b25-ce0d-4ddf-84fa-f1d3cb804f89', 'name': '', 'network_id': 'da669f67-20d4-4a55-981d-80d7d8e8963b', 'tenant_id': 'db29e5d57c4843ae951066080ae50d37', 'mac_address': 'fa:16:3e:a7:6b:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e09b2454-c730-4977-b491-1b665c3e4ce7', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'e86bf876-bd16-47fc-be67-14ef22cd6377', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:41:08Z', 'updated_at': '2022-03-08T20:41:15Z', 'revision_number': 5, 'project_id': 'db29e5d57c4843ae951066080ae50d37', 'subnets': [{'id': 'e86bf876-bd16-47fc-be67-14ef22cd6377', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830096-3-iscsi', False) {} {{(pid=103461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:45:52.237265 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93df4a8a-1bb6-434e-b2db-406852f7b4e8 None None] Checking router: e09b2454-c730-4977-b491-1b665c3e4ce7 for host: dv-cinder-830096-3-iscsi {{(pid=103461) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 20:45:52.245819 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93df4a8a-1bb6-434e-b2db-406852f7b4e8 None None] Routers {'e09b2454-c730-4977-b491-1b665c3e4ce7'} bound to L3 agent in host dv-cinder-830096-3-iscsi {{(pid=103461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:45:52.246410 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.db.l3_hamode_db [None req-93df4a8a-1bb6-434e-b2db-406852f7b4e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T20:23:01Z,description=,heartbeat_timestamp=2022-03-08T20:45:31Z,host='dv-cinder-830096-3-iscsi',id=7ae9fd8f-5d61-4821-9eac-044950c450f0,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:23:02Z,topic='l3_agent')) {'router_ids': ['e09b2454-c730-4977-b491-1b665c3e4ce7'], 'active': True} {{(pid=103461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:45:52.246547 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1510c3d4-c1cd-43cd-979a-f8e5d8efdf5a req-2f79ad18-781d-4176-b187-3a1b3eb24712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:45:52.247987 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-1510c3d4-c1cd-43cd-979a-f8e5d8efdf5a req-2f79ad18-781d-4176-b187-3a1b3eb24712 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=da669f67-20d4-4a55-981d-80d7d8e8963b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0451012 Mar 08 20:45:52.343181 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-1510c3d4-c1cd-43cd-979a-f8e5d8efdf5a req-e3fe1326-f506-4f55-8d9f-42518e3ecff0 service neutron] 10.222.0.37 "GET /v2.0/networks/da669f67-20d4-4a55-981d-80d7d8e8963b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883348 Mar 08 20:45:52.355707 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.db.l3_dvr_db [None req-93df4a8a-1bb6-434e-b2db-406852f7b4e8 None None] Set router e09b2454-c730-4977-b491-1b665c3e4ce7 gateway port host: dv-cinder-830096-3-iscsi {{(pid=103461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:45:52.469323 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7a4b42-3064-43ee-9683-849656af6fe9 req-b0511d81-710a-41de-a155-c76e50d976d0 tempest-TestShelveInstance-772326984 tempest-TestShelveInstance-772326984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:45:52.471338 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-9b7a4b42-3064-43ee-9683-849656af6fe9 req-b0511d81-710a-41de-a155-c76e50d976d0 tempest-TestShelveInstance-772326984 tempest-TestShelveInstance-772326984-project] 10.222.0.41 "GET /v2.0/ports?device_id=082a144b-0229-466c-a02d-4945ecd61273 HTTP/1.1" status: 200 len: 946 time: 0.1012907 Mar 08 20:45:52.473135 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-1510c3d4-c1cd-43cd-979a-f8e5d8efdf5a req-6f90de50-57c4-4564-ad78-d8959520554d service neutron] 10.222.0.37 "GET /v2.0/networks/da669f67-20d4-4a55-981d-80d7d8e8963b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228409 Mar 08 20:45:52.558261 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.db.l3_hamode_db [None req-93df4a8a-1bb6-434e-b2db-406852f7b4e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e09b2454-c730-4977-b491-1b665c3e4ce7', 'name': 'tempest-TestShelveInstance-1860280125-router', 'tenant_id': 'db29e5d57c4843ae951066080ae50d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'external_fixed_ips': [{'subnet_id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'ip_address': '172.27.2.127'}], 'enable_snat': True}, 'gw_port_id': 'a6a365ff-588c-45b9-96b8-2dc4590005ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:41:03Z', 'updated_at': '2022-03-08T20:41:09Z', 'revision_number': 4, 'project_id': 'db29e5d57c4843ae951066080ae50d37', 'gw_port': {'id': 'a6a365ff-588c-45b9-96b8-2dc4590005ac', 'name': '', 'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:19:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e09b2454-c730-4977-b491-1b665c3e4ce7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'ip_address': '172.27.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:41:04Z', 'updated_at': '2022-03-08T20:41:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-3-iscsi', '_interfaces': [{'id': '99e05b25-ce0d-4ddf-84fa-f1d3cb804f89', 'name': '', 'network_id': 'da669f67-20d4-4a55-981d-80d7d8e8963b', 'tenant_id': 'db29e5d57c4843ae951066080ae50d37', 'mac_address': 'fa:16:3e:a7:6b:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e09b2454-c730-4977-b491-1b665c3e4ce7', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'e86bf876-bd16-47fc-be67-14ef22cd6377', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:41:08Z', 'updated_at': '2022-03-08T20:41:15Z', 'revision_number': 5, 'project_id': 'db29e5d57c4843ae951066080ae50d37', 'subnets': [{'id': 'e86bf876-bd16-47fc-be67-14ef22cd6377', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830096-3-iscsi', False) {} {{(pid=103461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:45:52.588125 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93df4a8a-1bb6-434e-b2db-406852f7b4e8 None None] The sync data for ids ['e09b2454-c730-4977-b491-1b665c3e4ce7'] in dv-cinder-830096-3-iscsi is: [{'id': 'e09b2454-c730-4977-b491-1b665c3e4ce7', 'name': 'tempest-TestShelveInstance-1860280125-router', 'tenant_id': 'db29e5d57c4843ae951066080ae50d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'external_fixed_ips': [{'subnet_id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'ip_address': '172.27.2.127'}], 'enable_snat': True}, 'gw_port_id': 'a6a365ff-588c-45b9-96b8-2dc4590005ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:41:03Z', 'updated_at': '2022-03-08T20:41:09Z', 'revision_number': 4, 'project_id': 'db29e5d57c4843ae951066080ae50d37', 'gw_port': {'id': 'a6a365ff-588c-45b9-96b8-2dc4590005ac', 'name': '', 'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:19:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e09b2454-c730-4977-b491-1b665c3e4ce7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'ip_address': '172.27.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:41:04Z', 'updated_at': '2022-03-08T20:41:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-3-iscsi', '_interfaces': [{'id': '99e05b25-ce0d-4ddf-84fa-f1d3cb804f89', 'name': '', 'network_id': 'da669f67-20d4-4a55-981d-80d7d8e8963b', 'tenant_id': 'db29e5d57c4843ae951066080ae50d37', 'mac_address': 'fa:16:3e:a7:6b:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e09b2454-c730-4977-b491-1b665c3e4ce7', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'e86bf876-bd16-47fc-be67-14ef22cd6377', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:41:08Z', 'updated_at': '2022-03-08T20:41:15Z', 'revision_number': 5, 'project_id': 'db29e5d57c4843ae951066080ae50d37', 'subnets': [{'id': 'e86bf876-bd16-47fc-be67-14ef22cd6377', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 20:45:52.811241 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-9b7a4b42-3064-43ee-9683-849656af6fe9 req-d4b79ea5-1ae4-4b28-bab3-1b712889a844 tempest-TestShelveInstance-772326984 tempest-TestShelveInstance-772326984-project] 10.222.0.41 "GET /v2.0/security-groups?id=2392dbbf-729e-42fc-b594-8a9340c4fea9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3340240 Mar 08 20:45:52.823943 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b87d8b19-a5e2-495d-9846-d2f52db55e42 None None] New status for floating IP 0c741640-73f7-464d-9bdd-0f8be73e9c69: DOWN {{(pid=103460) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 20:45:53.928816 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f85832a-9e7d-43be-9b18-130827afc5b1 req-6c34a779-28ee-4967-a118-3de2e42f955d tempest-TestShelveInstance-772326984 tempest-TestShelveInstance-772326984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:45:53.929555 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77e2b47-4c8c-4c4b-814d-c3937d00d9e7 req-9ad4d456-821b-4f0f-abbe-d1c2cdc5d85a tempest-TestShelveInstance-772326984 tempest-TestShelveInstance-772326984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:45:53.930261 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-0f85832a-9e7d-43be-9b18-130827afc5b1 req-6c34a779-28ee-4967-a118-3de2e42f955d tempest-TestShelveInstance-772326984 tempest-TestShelveInstance-772326984-project] 10.222.0.37 "GET /v2.0/ports?device_id=082a144b-0229-466c-a02d-4945ecd61273 HTTP/1.1" status: 200 len: 946 time: 0.0513434 Mar 08 20:45:53.931006 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-b77e2b47-4c8c-4c4b-814d-c3937d00d9e7 req-9ad4d456-821b-4f0f-abbe-d1c2cdc5d85a tempest-TestShelveInstance-772326984 tempest-TestShelveInstance-772326984-project] 10.222.0.41 "GET /v2.0/ports?device_id=082a144b-0229-466c-a02d-4945ecd61273 HTTP/1.1" status: 200 len: 946 time: 0.0509186 Mar 08 20:45:53.979530 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-b77e2b47-4c8c-4c4b-814d-c3937d00d9e7 req-0b2d0578-1c8d-4e73-8405-67c4f4aa9a28 tempest-TestShelveInstance-772326984 tempest-TestShelveInstance-772326984-project] 10.222.0.41 "GET /v2.0/security-groups?id=2392dbbf-729e-42fc-b594-8a9340c4fea9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427117 Mar 08 20:45:54.021644 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [req-0f85832a-9e7d-43be-9b18-130827afc5b1 req-2692db33-961f-4e2c-b1fb-5ce1abc32e1f tempest-TestShelveInstance-772326984 tempest-TestShelveInstance-772326984-project] Deleting port 506eec41-3293-41e5-8c79-71280fb739b8 {{(pid=103458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 20:45:54.021985 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-0f85832a-9e7d-43be-9b18-130827afc5b1 req-2692db33-961f-4e2c-b1fb-5ce1abc32e1f tempest-TestShelveInstance-772326984 tempest-TestShelveInstance-772326984-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745146874691'] for port (506eec41-3293-41e5-8c79-71280fb739b8), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:45:54.112136 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.db [req-0f85832a-9e7d-43be-9b18-130827afc5b1 req-2692db33-961f-4e2c-b1fb-5ce1abc32e1f tempest-TestShelveInstance-772326984 tempest-TestShelveInstance-772326984-project] For port 506eec41-3293-41e5-8c79-71280fb739b8, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=506eec41-3293-41e5-8c79-71280fb739b8,segment=NetworkSegment(8fc2d993-6803-4556-81fb-1985715cec09),segment_id=8fc2d993-6803-4556-81fb-1985715cec09)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:45:54.112457 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-0f85832a-9e7d-43be-9b18-130827afc5b1 req-2692db33-961f-4e2c-b1fb-5ce1abc32e1f tempest-TestShelveInstance-772326984 tempest-TestShelveInstance-772326984-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443457'] for port (506eec41-3293-41e5-8c79-71280fb739b8), precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:45:54.124518 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [req-0f85832a-9e7d-43be-9b18-130827afc5b1 req-2692db33-961f-4e2c-b1fb-5ce1abc32e1f tempest-TestShelveInstance-772326984 tempest-TestShelveInstance-772326984-project] Calling delete_port for 506eec41-3293-41e5-8c79-71280fb739b8 owned by compute:nova {{(pid=103458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 20:45:54.233628 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745146981205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476605'] for agent (905863fd-6a46-47f8-82ce-98f31309cbd3), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:45:54.309933 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-0f85832a-9e7d-43be-9b18-130827afc5b1 req-2692db33-961f-4e2c-b1fb-5ce1abc32e1f tempest-TestShelveInstance-772326984 tempest-TestShelveInstance-772326984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745146878630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745146440915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28566877'] for port (506eec41-3293-41e5-8c79-71280fb739b8), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:45:54.341129 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2692db33-961f-4e2c-b1fb-5ce1abc32e1f tempest-TestShelveInstance-772326984 tempest-TestShelveInstance-772326984-project] Pushing event deleted for resources: {'Port': ['ID=506eec41-3293-41e5-8c79-71280fb739b8,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:45:54.370441 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2692db33-961f-4e2c-b1fb-5ce1abc32e1f tempest-TestShelveInstance-772326984 tempest-TestShelveInstance-772326984-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:45:54.370720 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2692db33-961f-4e2c-b1fb-5ce1abc32e1f tempest-TestShelveInstance-772326984 tempest-TestShelveInstance-772326984-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:45:54.371078 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2692db33-961f-4e2c-b1fb-5ce1abc32e1f tempest-TestShelveInstance-772326984 tempest-TestShelveInstance-772326984-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:45:54.371429 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2692db33-961f-4e2c-b1fb-5ce1abc32e1f tempest-TestShelveInstance-772326984 tempest-TestShelveInstance-772326984-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:45:54.371763 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2692db33-961f-4e2c-b1fb-5ce1abc32e1f tempest-TestShelveInstance-772326984 tempest-TestShelveInstance-772326984-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:45:54.372093 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2692db33-961f-4e2c-b1fb-5ce1abc32e1f tempest-TestShelveInstance-772326984 tempest-TestShelveInstance-772326984-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:45:54.372449 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2692db33-961f-4e2c-b1fb-5ce1abc32e1f tempest-TestShelveInstance-772326984 tempest-TestShelveInstance-772326984-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:45:54.375578 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2692db33-961f-4e2c-b1fb-5ce1abc32e1f tempest-TestShelveInstance-772326984 tempest-TestShelveInstance-772326984-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:45:54.375578 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2692db33-961f-4e2c-b1fb-5ce1abc32e1f tempest-TestShelveInstance-772326984 tempest-TestShelveInstance-772326984-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:45:54.375578 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2692db33-961f-4e2c-b1fb-5ce1abc32e1f tempest-TestShelveInstance-772326984 tempest-TestShelveInstance-772326984-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:45:54.375578 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2692db33-961f-4e2c-b1fb-5ce1abc32e1f tempest-TestShelveInstance-772326984 tempest-TestShelveInstance-772326984-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:45:54.375578 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2692db33-961f-4e2c-b1fb-5ce1abc32e1f tempest-TestShelveInstance-772326984 tempest-TestShelveInstance-772326984-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:45:54.375578 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2692db33-961f-4e2c-b1fb-5ce1abc32e1f tempest-TestShelveInstance-772326984 tempest-TestShelveInstance-772326984-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:45:54.394324 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f85832a-9e7d-43be-9b18-130827afc5b1 req-2692db33-961f-4e2c-b1fb-5ce1abc32e1f tempest-TestShelveInstance-772326984 tempest-TestShelveInstance-772326984-project] No DVR routers for this DVR port 506eec41-3293-41e5-8c79-71280fb739b8 on host hv-cinder-83009 {{(pid=103458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 20:45:54.396797 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-0f85832a-9e7d-43be-9b18-130827afc5b1 req-2692db33-961f-4e2c-b1fb-5ce1abc32e1f tempest-TestShelveInstance-772326984 tempest-TestShelveInstance-772326984-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4188892'] for port (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:45:54.400380 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [req-0f85832a-9e7d-43be-9b18-130827afc5b1 req-2692db33-961f-4e2c-b1fb-5ce1abc32e1f tempest-TestShelveInstance-772326984 tempest-TestShelveInstance-772326984-project] 10.222.0.37 "DELETE /v2.0/ports/506eec41-3293-41e5-8c79-71280fb739b8 HTTP/1.1" status: 204 len: 173 time: 0.4654062 Mar 08 20:45:54.400838 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '082a144b-0229-466c-a02d-4945ecd61273', 'name': 'network-vif-deleted', 'tag': '506eec41-3293-41e5-8c79-71280fb739b8'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 20:45:54.403154 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80a387be2d8005eb2e27f9060a02e972faa958bb0688f3ffd3bc7b0f4eb55c8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0060e06d-d877-4940-a56a-ee410f0db5b7" -d '{"events": [{"server_uuid": "082a144b-0229-466c-a02d-4945ecd61273", "name": "network-vif-deleted", "tag": "506eec41-3293-41e5-8c79-71280fb739b8"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 20:45:54.440150 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 20:45:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-963d05be-3920-4399-9bca-e50bc8e64132 x-openstack-request-id: req-963d05be-3920-4399-9bca-e50bc8e64132 {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 20:45:54.440474 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "082a144b-0229-466c-a02d-4945ecd61273", "name": "network-vif-deleted", "tag": "506eec41-3293-41e5-8c79-71280fb739b8", "status": "completed", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 20:45:54.440727 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-963d05be-3920-4399-9bca-e50bc8e64132 {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 20:45:54.441122 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '082a144b-0229-466c-a02d-4945ecd61273', 'name': 'network-vif-deleted', 'tag': '506eec41-3293-41e5-8c79-71280fb739b8', 'status': 'completed', 'code': 200} Mar 08 20:45:55.076962 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [req-f37ce717-9627-41ba-bb0a-434ebaa676e1 req-e0166823-773c-4ed7-9be4-8a5280689d84 tempest-TestShelveInstance-772326984 tempest-TestShelveInstance-772326984-project] 10.222.0.41 "GET /v2.0/ports?device_id=082a144b-0229-466c-a02d-4945ecd61273 HTTP/1.1" status: 200 len: 210 time: 0.0304842 Mar 08 20:45:56.133509 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.wsgi [-] (103459) accepted ('10.222.0.41', 39906) {{(pid=103459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:45:56.192320 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-4070074b-69de-45f3-940f-6375939a9f45 tempest-TestShelveInstance-772326984 tempest-TestShelveInstance-772326984-project] Publish callbacks [] for security_group (2392dbbf-729e-42fc-b594-8a9340c4fea9), before_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:45:56.217572 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-4070074b-69de-45f3-940f-6375939a9f45 tempest-TestShelveInstance-772326984 tempest-TestShelveInstance-772326984-project] Publish callbacks [] for security_group (2392dbbf-729e-42fc-b594-8a9340c4fea9), precommit_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:45:56.389261 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-4070074b-69de-45f3-940f-6375939a9f45 tempest-TestShelveInstance-772326984 tempest-TestShelveInstance-772326984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310940'] for security_group (2392dbbf-729e-42fc-b594-8a9340c4fea9), after_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:45:56.392444 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-4070074b-69de-45f3-940f-6375939a9f45 tempest-TestShelveInstance-772326984 tempest-TestShelveInstance-772326984-project] Publish callbacks [] for security_group (None), before_response {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:45:56.393595 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [None req-4070074b-69de-45f3-940f-6375939a9f45 tempest-TestShelveInstance-772326984 tempest-TestShelveInstance-772326984-project] 10.222.0.41 "DELETE /v2.0/security-groups/2392dbbf-729e-42fc-b594-8a9340c4fea9 HTTP/1.1" status: 204 len: 168 time: 0.2590754 Mar 08 20:45:56.403338 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4070074b-69de-45f3-940f-6375939a9f45 tempest-TestShelveInstance-772326984 tempest-TestShelveInstance-772326984-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2392dbbf-729e-42fc-b594-8a9340c4fea9,revision_number=None']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:45:57.504726 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.rpc [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Device 506eec41-3293-41e5-8c79-71280fb739b8 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103460) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 20:45:57.524954 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.plugin [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] No Port match for: 506eec41-3293-41e5-8c79-71280fb739b8 {{(pid=103460) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 20:45:57.526215 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.rpc [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Device 506eec41-3293-41e5-8c79-71280fb739b8 not bound to the agent host hv-cinder-83009 {{(pid=103460) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 20:45:57.533033 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.wsgi [-] (103459) accepted ('10.222.0.41', 39912) {{(pid=103459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:45:57.877301 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-c623b3d5-0ffd-4405-a6f9-15b41e38e78d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-450131'] for router_interface (e09b2454-c730-4977-b491-1b665c3e4ce7), before_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:45:58.125920 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-c623b3d5-0ffd-4405-a6f9-15b41e38e78d admin admin] Deleting port 99e05b25-ce0d-4ddf-84fa-f1d3cb804f89 {{(pid=103459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 20:45:58.126247 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-c623b3d5-0ffd-4405-a6f9-15b41e38e78d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745146874691'] for port (99e05b25-ce0d-4ddf-84fa-f1d3cb804f89), before_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:45:58.205165 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-c623b3d5-0ffd-4405-a6f9-15b41e38e78d admin admin] For port 99e05b25-ce0d-4ddf-84fa-f1d3cb804f89, host dv-cinder-830096-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-3-iscsi',level=0,port_id=99e05b25-ce0d-4ddf-84fa-f1d3cb804f89,segment=NetworkSegment(8fc2d993-6803-4556-81fb-1985715cec09),segment_id=8fc2d993-6803-4556-81fb-1985715cec09)] {{(pid=103459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:45:58.205521 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-c623b3d5-0ffd-4405-a6f9-15b41e38e78d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443457'] for port (99e05b25-ce0d-4ddf-84fa-f1d3cb804f89), precommit_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:45:58.217966 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-c623b3d5-0ffd-4405-a6f9-15b41e38e78d admin admin] Calling delete_port for 99e05b25-ce0d-4ddf-84fa-f1d3cb804f89 owned by network:router_interface {{(pid=103459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 20:45:58.486972 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-c623b3d5-0ffd-4405-a6f9-15b41e38e78d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745146878630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745146440915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28404629'] for port (99e05b25-ce0d-4ddf-84fa-f1d3cb804f89), after_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:45:58.513216 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c623b3d5-0ffd-4405-a6f9-15b41e38e78d admin admin] Pushing event deleted for resources: {'Port': ['ID=99e05b25-ce0d-4ddf-84fa-f1d3cb804f89,revision_number=None']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:45:58.724434 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-c623b3d5-0ffd-4405-a6f9-15b41e38e78d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3733772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-450087'] for router_interface (e09b2454-c730-4977-b491-1b665c3e4ce7), after_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:45:58.999621 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c623b3d5-0ffd-4405-a6f9-15b41e38e78d admin admin] Router e09b2454-c730-4977-b491-1b665c3e4ce7 has already been hosted by L3 agent 7ae9fd8f-5d61-4821-9eac-044950c450f0 {{(pid=103459) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 20:45:59.010450 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-bf92f711-be9b-405e-8450-762d14849111 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745146981205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476605'] for agent (a3d84102-f7d3-452b-861a-973020576047), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:45:59.115606 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c623b3d5-0ffd-4405-a6f9-15b41e38e78d admin admin] Notify agent at l3_agent.dv-cinder-830096-3-iscsi the message routers_updated {{(pid=103459) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 20:45:59.121430 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [None req-c623b3d5-0ffd-4405-a6f9-15b41e38e78d admin admin] 10.222.0.41 "PUT /v2.0/routers/e09b2454-c730-4977-b491-1b665c3e4ce7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5872951 Mar 08 20:45:59.124365 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.wsgi [-] (103459) accepted ('10.222.0.41', 39914) {{(pid=103459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:45:59.124578 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41922d4f-068a-4910-9efc-41a26c0bb933 None None] Sync routers for ids ['e09b2454-c730-4977-b491-1b665c3e4ce7'] in dv-cinder-830096-3-iscsi {{(pid=103461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 20:45:59.140687 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41922d4f-068a-4910-9efc-41a26c0bb933 None None] Routers {'e09b2454-c730-4977-b491-1b665c3e4ce7'} bound to L3 agent in host dv-cinder-830096-3-iscsi {{(pid=103461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:45:59.141220 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.db.l3_hamode_db [None req-41922d4f-068a-4910-9efc-41a26c0bb933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T20:23:01Z,description=,heartbeat_timestamp=2022-03-08T20:45:31Z,host='dv-cinder-830096-3-iscsi',id=7ae9fd8f-5d61-4821-9eac-044950c450f0,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:23:02Z,topic='l3_agent')) {'router_ids': ['e09b2454-c730-4977-b491-1b665c3e4ce7'], 'active': True} {{(pid=103461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:45:59.239583 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-39bdf900-a807-4e88-8a0c-ba042f72bbc6 admin admin] Publish callbacks [] for router (e09b2454-c730-4977-b491-1b665c3e4ce7), before_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:45:59.259440 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.db.l3_dvr_db [None req-41922d4f-068a-4910-9efc-41a26c0bb933 None None] Set router e09b2454-c730-4977-b491-1b665c3e4ce7 gateway port host: dv-cinder-830096-3-iscsi {{(pid=103461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:45:59.371322 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-39bdf900-a807-4e88-8a0c-ba042f72bbc6 admin admin] Publish callbacks [] for router_gateway (e09b2454-c730-4977-b491-1b665c3e4ce7), before_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:45:59.459865 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.db.l3_hamode_db [None req-41922d4f-068a-4910-9efc-41a26c0bb933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e09b2454-c730-4977-b491-1b665c3e4ce7', 'name': 'tempest-TestShelveInstance-1860280125-router', 'tenant_id': 'db29e5d57c4843ae951066080ae50d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'external_fixed_ips': [{'subnet_id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'ip_address': '172.27.2.127'}], 'enable_snat': True}, 'gw_port_id': 'a6a365ff-588c-45b9-96b8-2dc4590005ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:41:03Z', 'updated_at': '2022-03-08T20:45:58Z', 'revision_number': 5, 'project_id': 'db29e5d57c4843ae951066080ae50d37', 'gw_port': {'id': 'a6a365ff-588c-45b9-96b8-2dc4590005ac', 'name': '', 'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:19:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e09b2454-c730-4977-b491-1b665c3e4ce7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'ip_address': '172.27.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:41:04Z', 'updated_at': '2022-03-08T20:41:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-3-iscsi'}], 'dv-cinder-830096-3-iscsi', False) {} {{(pid=103461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:45:59.486583 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41922d4f-068a-4910-9efc-41a26c0bb933 None None] Checking router: e09b2454-c730-4977-b491-1b665c3e4ce7 for host: dv-cinder-830096-3-iscsi {{(pid=103461) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 20:45:59.496202 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41922d4f-068a-4910-9efc-41a26c0bb933 None None] Routers {'e09b2454-c730-4977-b491-1b665c3e4ce7'} bound to L3 agent in host dv-cinder-830096-3-iscsi {{(pid=103461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:45:59.496876 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.db.l3_hamode_db [None req-41922d4f-068a-4910-9efc-41a26c0bb933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T20:23:01Z,description=,heartbeat_timestamp=2022-03-08T20:45:31Z,host='dv-cinder-830096-3-iscsi',id=7ae9fd8f-5d61-4821-9eac-044950c450f0,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:23:02Z,topic='l3_agent')) {'router_ids': ['e09b2454-c730-4977-b491-1b665c3e4ce7'], 'active': True} {{(pid=103461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:45:59.499167 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-39bdf900-a807-4e88-8a0c-ba042f72bbc6 admin admin] Deleting port a6a365ff-588c-45b9-96b8-2dc4590005ac {{(pid=103459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 20:45:59.499503 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-39bdf900-a807-4e88-8a0c-ba042f72bbc6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745146874691'] for port (a6a365ff-588c-45b9-96b8-2dc4590005ac), before_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:45:59.591210 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-39bdf900-a807-4e88-8a0c-ba042f72bbc6 admin admin] For port a6a365ff-588c-45b9-96b8-2dc4590005ac, host dv-cinder-830096-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-3-iscsi',level=0,port_id=a6a365ff-588c-45b9-96b8-2dc4590005ac,segment=NetworkSegment(e3ec3731-5b41-434a-a3a7-2ad1e453961f),segment_id=e3ec3731-5b41-434a-a3a7-2ad1e453961f)] {{(pid=103459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:45:59.591598 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-39bdf900-a807-4e88-8a0c-ba042f72bbc6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443457'] for port (a6a365ff-588c-45b9-96b8-2dc4590005ac), precommit_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:45:59.599979 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.db.l3_dvr_db [None req-41922d4f-068a-4910-9efc-41a26c0bb933 None None] Set router e09b2454-c730-4977-b491-1b665c3e4ce7 gateway port host: None {{(pid=103461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:45:59.605363 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-39bdf900-a807-4e88-8a0c-ba042f72bbc6 admin admin] Calling delete_port for a6a365ff-588c-45b9-96b8-2dc4590005ac owned by network:router_gateway {{(pid=103459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 20:45:59.654812 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.db.l3_hamode_db [None req-41922d4f-068a-4910-9efc-41a26c0bb933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e09b2454-c730-4977-b491-1b665c3e4ce7', 'name': 'tempest-TestShelveInstance-1860280125-router', 'tenant_id': 'db29e5d57c4843ae951066080ae50d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:41:03Z', 'updated_at': '2022-03-08T20:45:59Z', 'revision_number': 6, 'project_id': 'db29e5d57c4843ae951066080ae50d37', 'gw_port_host': None}], 'dv-cinder-830096-3-iscsi', False) {} {{(pid=103461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:45:59.682063 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41922d4f-068a-4910-9efc-41a26c0bb933 None None] The sync data for ids ['e09b2454-c730-4977-b491-1b665c3e4ce7'] in dv-cinder-830096-3-iscsi is: [{'id': 'e09b2454-c730-4977-b491-1b665c3e4ce7', 'name': 'tempest-TestShelveInstance-1860280125-router', 'tenant_id': 'db29e5d57c4843ae951066080ae50d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:41:03Z', 'updated_at': '2022-03-08T20:45:59Z', 'revision_number': 6, 'project_id': 'db29e5d57c4843ae951066080ae50d37', 'gw_port_host': None}] {{(pid=103461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 20:45:59.876452 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-39bdf900-a807-4e88-8a0c-ba042f72bbc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745146878630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745146440915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28404629'] for port (a6a365ff-588c-45b9-96b8-2dc4590005ac), after_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:45:59.902956 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bdf900-a807-4e88-8a0c-ba042f72bbc6 admin admin] Pushing event deleted for resources: {'Port': ['ID=a6a365ff-588c-45b9-96b8-2dc4590005ac,revision_number=None']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:45:59.965878 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-39bdf900-a807-4e88-8a0c-ba042f72bbc6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-442509'] for router_gateway (e09b2454-c730-4977-b491-1b665c3e4ce7), after_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:46:00.065047 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-39bdf900-a807-4e88-8a0c-ba042f72bbc6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-448313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126032'] for router (e09b2454-c730-4977-b491-1b665c3e4ce7), precommit_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:46:00.067342 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-39bdf900-a807-4e88-8a0c-ba042f72bbc6 admin admin] Publish callbacks [] for router_controller (e09b2454-c730-4977-b491-1b665c3e4ce7), precommit_delete_associations {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:46:00.229697 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-39bdf900-a807-4e88-8a0c-ba042f72bbc6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-448302'] for router (e09b2454-c730-4977-b491-1b665c3e4ce7), after_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:46:00.230219 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39bdf900-a807-4e88-8a0c-ba042f72bbc6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e09b2454-c730-4977-b491-1b665c3e4ce7 {{(pid=103459) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 20:46:00.234747 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-39bdf900-a807-4e88-8a0c-ba042f72bbc6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:46:00.235833 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [None req-39bdf900-a807-4e88-8a0c-ba042f72bbc6 admin admin] 10.222.0.41 "DELETE /v2.0/routers/e09b2454-c730-4977-b491-1b665c3e4ce7 HTTP/1.1" status: 204 len: 168 time: 1.1105163 Mar 08 20:46:00.238343 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.wsgi [-] (103459) accepted ('10.222.0.41', 39916) {{(pid=103459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:46:00.283526 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e87c09e-bc30-4a83-8719-8c17a0517698 admin admin] Deleting subnet e86bf876-bd16-47fc-be67-14ef22cd6377 {{(pid=103459) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 20:46:00.286870 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-6e87c09e-bc30-4a83-8719-8c17a0517698 admin admin] Publish callbacks [] for subnet (e86bf876-bd16-47fc-be67-14ef22cd6377), before_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:46:00.320109 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-6e87c09e-bc30-4a83-8719-8c17a0517698 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28404406'] for subnet (e86bf876-bd16-47fc-be67-14ef22cd6377), precommit_delete_associations {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:46:00.401007 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-6e87c09e-bc30-4a83-8719-8c17a0517698 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3537161'] for subnet (e86bf876-bd16-47fc-be67-14ef22cd6377), precommit_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:46:00.509860 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-6e87c09e-bc30-4a83-8719-8c17a0517698 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3537170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28404642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28758431'] for subnet (e86bf876-bd16-47fc-be67-14ef22cd6377), after_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:46:00.535323 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e87c09e-bc30-4a83-8719-8c17a0517698 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e86bf876-bd16-47fc-be67-14ef22cd6377,revision_number=None']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:46:00.543383 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-6e87c09e-bc30-4a83-8719-8c17a0517698 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:46:00.546935 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [None req-6e87c09e-bc30-4a83-8719-8c17a0517698 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/e86bf876-bd16-47fc-be67-14ef22cd6377 HTTP/1.1" status: 204 len: 168 time: 0.3075826 Mar 08 20:46:00.555998 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4447ecb1-8ef3-46b3-b489-ed5337abdb88 None None] Network da669f67-20d4-4a55-981d-80d7d8e8963b requested from dv-cinder-830096-3-iscsi {{(pid=103460) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 20:46:00.557214 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.wsgi [-] (103459) accepted ('10.222.0.41', 39918) {{(pid=103459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:46:00.624744 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-99344f89-0cc9-4ffd-8e05-915d34aae2d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-744326'] for network (da669f67-20d4-4a55-981d-80d7d8e8963b), before_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:46:00.682278 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-99344f89-0cc9-4ffd-8e05-915d34aae2d0 admin admin] Deleting port 04c96481-fd3d-44f0-8850-08cefb7b4abe {{(pid=103459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 20:46:00.682618 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-99344f89-0cc9-4ffd-8e05-915d34aae2d0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745146874691'] for port (04c96481-fd3d-44f0-8850-08cefb7b4abe), before_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:46:00.723700 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d6d9dec-ecec-47b8-a8b6-27628963249f None None] DHCP port deletion for da669f67-20d4-4a55-981d-80d7d8e8963b request from dv-cinder-830096-3-iscsi {{(pid=103460) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 08 20:46:00.761117 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-99344f89-0cc9-4ffd-8e05-915d34aae2d0 admin admin] For port 04c96481-fd3d-44f0-8850-08cefb7b4abe, host dv-cinder-830096-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-3-iscsi',level=0,port_id=04c96481-fd3d-44f0-8850-08cefb7b4abe,segment=NetworkSegment(8fc2d993-6803-4556-81fb-1985715cec09),segment_id=8fc2d993-6803-4556-81fb-1985715cec09)] {{(pid=103459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:46:00.761467 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-99344f89-0cc9-4ffd-8e05-915d34aae2d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443457'] for port (04c96481-fd3d-44f0-8850-08cefb7b4abe), precommit_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:46:00.779600 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.plugin [None req-0d6d9dec-ecec-47b8-a8b6-27628963249f None None] Deleting port 04c96481-fd3d-44f0-8850-08cefb7b4abe {{(pid=103460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 20:46:00.779966 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-0d6d9dec-ecec-47b8-a8b6-27628963249f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745146874691'] for port (04c96481-fd3d-44f0-8850-08cefb7b4abe), before_delete {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:46:00.781474 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-99344f89-0cc9-4ffd-8e05-915d34aae2d0 admin admin] Calling delete_port for 04c96481-fd3d-44f0-8850-08cefb7b4abe owned by network:dhcp {{(pid=103459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 20:46:00.849132 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.db [None req-0d6d9dec-ecec-47b8-a8b6-27628963249f None None] For port 04c96481-fd3d-44f0-8850-08cefb7b4abe, host dv-cinder-830096-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-3-iscsi',level=0,port_id=04c96481-fd3d-44f0-8850-08cefb7b4abe,segment=NetworkSegment(8fc2d993-6803-4556-81fb-1985715cec09),segment_id=8fc2d993-6803-4556-81fb-1985715cec09)] {{(pid=103460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:46:00.849526 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-0d6d9dec-ecec-47b8-a8b6-27628963249f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443457'] for port (04c96481-fd3d-44f0-8850-08cefb7b4abe), precommit_delete {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:46:00.864102 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.plugin [None req-0d6d9dec-ecec-47b8-a8b6-27628963249f None None] Calling delete_port for 04c96481-fd3d-44f0-8850-08cefb7b4abe owned by network:dhcp {{(pid=103460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 20:46:00.956424 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-99344f89-0cc9-4ffd-8e05-915d34aae2d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745146878630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745146440915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28404629'] for port (04c96481-fd3d-44f0-8850-08cefb7b4abe), after_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:46:00.964366 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-0d6d9dec-ecec-47b8-a8b6-27628963249f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745146878630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745146440915'] for port (04c96481-fd3d-44f0-8850-08cefb7b4abe), after_delete {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:46:01.000646 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99344f89-0cc9-4ffd-8e05-915d34aae2d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=04c96481-fd3d-44f0-8850-08cefb7b4abe,revision_number=None']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:46:01.003837 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99344f89-0cc9-4ffd-8e05-915d34aae2d0 admin admin] No DVR routers for this DVR port 04c96481-fd3d-44f0-8850-08cefb7b4abe on host dv-cinder-830096-3-iscsi {{(pid=103459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 20:46:01.009045 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6d9dec-ecec-47b8-a8b6-27628963249f None None] Pushing event deleted for resources: {'Port': ['ID=04c96481-fd3d-44f0-8850-08cefb7b4abe,revision_number=None']} {{(pid=103460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:46:01.020546 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d6d9dec-ecec-47b8-a8b6-27628963249f None None] No DVR routers for this DVR port 04c96481-fd3d-44f0-8850-08cefb7b4abe on host dv-cinder-830096-3-iscsi {{(pid=103460) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 20:46:01.024748 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6d9dec-ecec-47b8-a8b6-27628963249f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:46:01.025305 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6d9dec-ecec-47b8-a8b6-27628963249f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:46:01.025882 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6d9dec-ecec-47b8-a8b6-27628963249f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:46:01.026418 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6d9dec-ecec-47b8-a8b6-27628963249f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:46:01.026967 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6d9dec-ecec-47b8-a8b6-27628963249f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:46:01.027516 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6d9dec-ecec-47b8-a8b6-27628963249f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:46:01.028067 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6d9dec-ecec-47b8-a8b6-27628963249f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:46:01.028660 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6d9dec-ecec-47b8-a8b6-27628963249f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:46:01.029205 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6d9dec-ecec-47b8-a8b6-27628963249f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:46:01.029752 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6d9dec-ecec-47b8-a8b6-27628963249f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:46:01.030292 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6d9dec-ecec-47b8-a8b6-27628963249f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:46:01.030840 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6d9dec-ecec-47b8-a8b6-27628963249f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:46:01.031387 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6d9dec-ecec-47b8-a8b6-27628963249f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-3-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:46:01.099802 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-99344f89-0cc9-4ffd-8e05-915d34aae2d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3474822', 'neutron.services.segments.db._delete_segments_for_network-8745146981223'] for network (da669f67-20d4-4a55-981d-80d7d8e8963b), precommit_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:46:01.121523 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.services.segments.db [None req-99344f89-0cc9-4ffd-8e05-915d34aae2d0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da669f67-20d4-4a55-981d-80d7d8e8963b']}} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:46:01.131751 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.services.segments.db [None req-99344f89-0cc9-4ffd-8e05-915d34aae2d0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8fc2d993-6803-4556-81fb-1985715cec09') {'for_net_delete': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:46:01.132046 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.services.segments.db [None req-99344f89-0cc9-4ffd-8e05-915d34aae2d0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8fc2d993-6803-4556-81fb-1985715cec09') {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:46:01.142436 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-99344f89-0cc9-4ffd-8e05-915d34aae2d0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745146982000', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28404301'] for segment (8fc2d993-6803-4556-81fb-1985715cec09), before_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:46:01.157969 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-99344f89-0cc9-4ffd-8e05-915d34aae2d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536034'] for segment (8fc2d993-6803-4556-81fb-1985715cec09), precommit_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:46:01.165805 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99344f89-0cc9-4ffd-8e05-915d34aae2d0 admin admin] Releasing vlan 107 on physical network physnet1 to pool {{(pid=103459) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 20:46:01.166226 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-99344f89-0cc9-4ffd-8e05-915d34aae2d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28404680'] for segment (8fc2d993-6803-4556-81fb-1985715cec09), after_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:46:01.168095 dv-cinder-830096-3-iscsi neutron-server[103459]: Traceback (most recent call last): Mar 08 20:46:01.168095 dv-cinder-830096-3-iscsi neutron-server[103459]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 20:46:01.168095 dv-cinder-830096-3-iscsi neutron-server[103459]: timer() Mar 08 20:46:01.168095 dv-cinder-830096-3-iscsi neutron-server[103459]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 20:46:01.168095 dv-cinder-830096-3-iscsi neutron-server[103459]: cb(*args, **kw) Mar 08 20:46:01.168095 dv-cinder-830096-3-iscsi neutron-server[103459]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 20:46:01.168095 dv-cinder-830096-3-iscsi neutron-server[103459]: return func(*args, **kwargs) Mar 08 20:46:01.168095 dv-cinder-830096-3-iscsi neutron-server[103459]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 20:46:01.168095 dv-cinder-830096-3-iscsi neutron-server[103459]: self._notify() Mar 08 20:46:01.168095 dv-cinder-830096-3-iscsi neutron-server[103459]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 20:46:01.168095 dv-cinder-830096-3-iscsi neutron-server[103459]: self.callback(batched_events) Mar 08 20:46:01.168095 dv-cinder-830096-3-iscsi neutron-server[103459]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 20:46:01.168095 dv-cinder-830096-3-iscsi neutron-server[103459]: event.method(event) Mar 08 20:46:01.168095 dv-cinder-830096-3-iscsi neutron-server[103459]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 20:46:01.168095 dv-cinder-830096-3-iscsi neutron-server[103459]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 20:46:01.168095 dv-cinder-830096-3-iscsi neutron-server[103459]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 20:46:01.168095 dv-cinder-830096-3-iscsi neutron-server[103459]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 20:46:01.168095 dv-cinder-830096-3-iscsi neutron-server[103459]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 20:46:01.168095 dv-cinder-830096-3-iscsi neutron-server[103459]: return f(self, *a, **k) Mar 08 20:46:01.168095 dv-cinder-830096-3-iscsi neutron-server[103459]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 20:46:01.168095 dv-cinder-830096-3-iscsi neutron-server[103459]: return self._get(url).json() Mar 08 20:46:01.168095 dv-cinder-830096-3-iscsi neutron-server[103459]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 20:46:01.168095 dv-cinder-830096-3-iscsi neutron-server[103459]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 20:46:01.168095 dv-cinder-830096-3-iscsi neutron-server[103459]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 20:46:01.168095 dv-cinder-830096-3-iscsi neutron-server[103459]: return self.request(url, 'GET', **kwargs) Mar 08 20:46:01.168095 dv-cinder-830096-3-iscsi neutron-server[103459]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 20:46:01.168095 dv-cinder-830096-3-iscsi neutron-server[103459]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 20:46:01.168095 dv-cinder-830096-3-iscsi neutron-server[103459]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 20:46:01.168095 dv-cinder-830096-3-iscsi neutron-server[103459]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 20:46:01.168095 dv-cinder-830096-3-iscsi neutron-server[103459]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 20:46:01.168095 dv-cinder-830096-3-iscsi neutron-server[103459]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 20:46:01.168095 dv-cinder-830096-3-iscsi neutron-server[103459]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 20:46:01.251063 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-bbd2b598-43ff-419b-9847-e4f8de9cadc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745146981205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476605'] for agent (7ae9fd8f-5d61-4821-9eac-044950c450f0), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:46:01.307872 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-99344f89-0cc9-4ffd-8e05-915d34aae2d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3474831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-442537'] for network (da669f67-20d4-4a55-981d-80d7d8e8963b), after_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:46:01.314480 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-99344f89-0cc9-4ffd-8e05-915d34aae2d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3733777'] for network (None), before_response {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:46:01.319063 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [None req-99344f89-0cc9-4ffd-8e05-915d34aae2d0 admin admin] 10.222.0.41 "DELETE /v2.0/networks/da669f67-20d4-4a55-981d-80d7d8e8963b HTTP/1.1" status: 204 len: 168 time: 0.7672808 Mar 08 20:46:01.321348 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.41', 39920) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:46:01.346890 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.rpc [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Device 99e05b25-ce0d-4ddf-84fa-f1d3cb804f89 no longer exists at agent ovs-agent-dv-cinder-830096-3-iscsi {{(pid=103460) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 20:46:01.371322 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.plugin [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] No Port match for: 99e05b25-ce0d-4ddf-84fa-f1d3cb804f89 {{(pid=103460) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 20:46:01.371682 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.rpc [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Device 99e05b25-ce0d-4ddf-84fa-f1d3cb804f89 not bound to the agent host dv-cinder-830096-3-iscsi {{(pid=103460) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 20:46:01.372113 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.rpc [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Device a6a365ff-588c-45b9-96b8-2dc4590005ac no longer exists at agent ovs-agent-dv-cinder-830096-3-iscsi {{(pid=103460) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 20:46:01.399676 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.plugin [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] No Port match for: a6a365ff-588c-45b9-96b8-2dc4590005ac {{(pid=103460) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 20:46:01.400540 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.rpc [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Device a6a365ff-588c-45b9-96b8-2dc4590005ac not bound to the agent host dv-cinder-830096-3-iscsi {{(pid=103460) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 20:46:01.401320 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.rpc [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Device 04c96481-fd3d-44f0-8850-08cefb7b4abe no longer exists at agent ovs-agent-dv-cinder-830096-3-iscsi {{(pid=103460) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 20:46:01.425220 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.plugin [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] No Port match for: 04c96481-fd3d-44f0-8850-08cefb7b4abe {{(pid=103460) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 20:46:01.425727 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.rpc [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Device 04c96481-fd3d-44f0-8850-08cefb7b4abe not bound to the agent host dv-cinder-830096-3-iscsi {{(pid=103460) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 20:46:01.599151 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99344f89-0cc9-4ffd-8e05-915d34aae2d0 admin admin] Pushing event deleted for resources: {'Network': ['ID=da669f67-20d4-4a55-981d-80d7d8e8963b,revision_number=None']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:46:01.880754 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-97e776b3-9bce-42eb-946a-cb2443c1ef55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-450131'] for router_interface (ad33a2d3-2772-4217-bf0c-90678676990b), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:46:02.135784 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-97e776b3-9bce-42eb-946a-cb2443c1ef55 admin admin] Deleting port bf60c813-e535-4279-ba82-feee52c15a28 {{(pid=103458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 20:46:02.136039 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-97e776b3-9bce-42eb-946a-cb2443c1ef55 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745146874691'] for port (bf60c813-e535-4279-ba82-feee52c15a28), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:46:02.215779 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-97e776b3-9bce-42eb-946a-cb2443c1ef55 admin admin] For port bf60c813-e535-4279-ba82-feee52c15a28, host dv-cinder-830096-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-3-iscsi',level=0,port_id=bf60c813-e535-4279-ba82-feee52c15a28,segment=NetworkSegment(ebc38082-6696-43a0-b992-f2019b403ad2),segment_id=ebc38082-6696-43a0-b992-f2019b403ad2)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:46:02.216141 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-97e776b3-9bce-42eb-946a-cb2443c1ef55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443457'] for port (bf60c813-e535-4279-ba82-feee52c15a28), precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:46:02.228484 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-97e776b3-9bce-42eb-946a-cb2443c1ef55 admin admin] Calling delete_port for bf60c813-e535-4279-ba82-feee52c15a28 owned by network:router_interface {{(pid=103458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 20:46:02.405012 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-dbe61520-29cf-4847-b96e-6d24c6c097a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745146981205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476605'] for agent (6cc78598-e6b3-4e4d-a99c-31b9c4784fd2), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:46:02.492207 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-97e776b3-9bce-42eb-946a-cb2443c1ef55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745146878630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745146440915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28566877'] for port (bf60c813-e535-4279-ba82-feee52c15a28), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:46:02.516892 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e776b3-9bce-42eb-946a-cb2443c1ef55 admin admin] Pushing event deleted for resources: {'Port': ['ID=bf60c813-e535-4279-ba82-feee52c15a28,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:46:02.706706 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-97e776b3-9bce-42eb-946a-cb2443c1ef55 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3733772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-450087'] for router_interface (ad33a2d3-2772-4217-bf0c-90678676990b), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:46:02.936434 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97e776b3-9bce-42eb-946a-cb2443c1ef55 admin admin] Router ad33a2d3-2772-4217-bf0c-90678676990b has already been hosted by L3 agent 7ae9fd8f-5d61-4821-9eac-044950c450f0 {{(pid=103458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 20:46:03.049668 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97e776b3-9bce-42eb-946a-cb2443c1ef55 admin admin] Notify agent at l3_agent.dv-cinder-830096-3-iscsi the message routers_updated {{(pid=103458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 20:46:03.055500 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-97e776b3-9bce-42eb-946a-cb2443c1ef55 admin admin] 10.222.0.41 "PUT /v2.0/routers/ad33a2d3-2772-4217-bf0c-90678676990b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7317138 Mar 08 20:46:03.057864 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.41', 39924) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:46:03.060422 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75cccb5d-ab74-4fec-9e9d-c5373a29caf3 None None] Sync routers for ids ['ad33a2d3-2772-4217-bf0c-90678676990b'] in dv-cinder-830096-3-iscsi {{(pid=103460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 20:46:03.071851 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75cccb5d-ab74-4fec-9e9d-c5373a29caf3 None None] Routers {'ad33a2d3-2772-4217-bf0c-90678676990b'} bound to L3 agent in host dv-cinder-830096-3-iscsi {{(pid=103460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:46:03.072649 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-75cccb5d-ab74-4fec-9e9d-c5373a29caf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T20:23:01Z,description=,heartbeat_timestamp=2022-03-08T20:46:01Z,host='dv-cinder-830096-3-iscsi',id=7ae9fd8f-5d61-4821-9eac-044950c450f0,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:23:02Z,topic='l3_agent')) {'router_ids': ['ad33a2d3-2772-4217-bf0c-90678676990b'], 'active': True} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:46:03.176975 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-516f4a03-fa14-4f90-8dce-479b88ed3722 admin admin] Publish callbacks [] for router (ad33a2d3-2772-4217-bf0c-90678676990b), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:46:03.220111 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvr_db [None req-75cccb5d-ab74-4fec-9e9d-c5373a29caf3 None None] Set router ad33a2d3-2772-4217-bf0c-90678676990b gateway port host: dv-cinder-830096-3-iscsi {{(pid=103460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:46:03.286619 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-516f4a03-fa14-4f90-8dce-479b88ed3722 admin admin] Publish callbacks [] for router_gateway (ad33a2d3-2772-4217-bf0c-90678676990b), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:46:03.403078 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-75cccb5d-ab74-4fec-9e9d-c5373a29caf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad33a2d3-2772-4217-bf0c-90678676990b', 'name': 'tempest-TestShelveInstance-1921388851-router', 'tenant_id': 'b260f27362894ff4a5ffebec1c366b34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'external_fixed_ips': [{'subnet_id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'ip_address': '172.27.2.121'}], 'enable_snat': True}, 'gw_port_id': 'b1e0c457-2b48-4921-8ea1-4d84835b81f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:41:14Z', 'updated_at': '2022-03-08T20:46:02Z', 'revision_number': 5, 'project_id': 'b260f27362894ff4a5ffebec1c366b34', 'gw_port': {'id': 'b1e0c457-2b48-4921-8ea1-4d84835b81f3', 'name': '', 'network_id': 'fc278ace-cc38-44e4-ba35-3f28be706052', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:c2:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad33a2d3-2772-4217-bf0c-90678676990b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'ip_address': '172.27.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:41:15Z', 'updated_at': '2022-03-08T20:41:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6746aa92-141d-47b3-806a-20502e0a6f7e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-3-iscsi'}], 'dv-cinder-830096-3-iscsi', False) {} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:46:03.414492 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-516f4a03-fa14-4f90-8dce-479b88ed3722 admin admin] Deleting port b1e0c457-2b48-4921-8ea1-4d84835b81f3 {{(pid=103458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 20:46:03.414833 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-516f4a03-fa14-4f90-8dce-479b88ed3722 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745146874691'] for port (b1e0c457-2b48-4921-8ea1-4d84835b81f3), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:46:03.430127 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75cccb5d-ab74-4fec-9e9d-c5373a29caf3 None None] Checking router: ad33a2d3-2772-4217-bf0c-90678676990b for host: dv-cinder-830096-3-iscsi {{(pid=103460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 20:46:03.438530 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75cccb5d-ab74-4fec-9e9d-c5373a29caf3 None None] Routers {'ad33a2d3-2772-4217-bf0c-90678676990b'} bound to L3 agent in host dv-cinder-830096-3-iscsi {{(pid=103460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:46:03.442579 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-75cccb5d-ab74-4fec-9e9d-c5373a29caf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T20:23:01Z,description=,heartbeat_timestamp=2022-03-08T20:46:01Z,host='dv-cinder-830096-3-iscsi',id=7ae9fd8f-5d61-4821-9eac-044950c450f0,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:23:02Z,topic='l3_agent')) {'router_ids': ['ad33a2d3-2772-4217-bf0c-90678676990b'], 'active': True} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:46:03.494031 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-516f4a03-fa14-4f90-8dce-479b88ed3722 admin admin] For port b1e0c457-2b48-4921-8ea1-4d84835b81f3, host dv-cinder-830096-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-3-iscsi',level=0,port_id=b1e0c457-2b48-4921-8ea1-4d84835b81f3,segment=NetworkSegment(e3ec3731-5b41-434a-a3a7-2ad1e453961f),segment_id=e3ec3731-5b41-434a-a3a7-2ad1e453961f)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:46:03.494994 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-516f4a03-fa14-4f90-8dce-479b88ed3722 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443457'] for port (b1e0c457-2b48-4921-8ea1-4d84835b81f3), precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:46:03.506686 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-516f4a03-fa14-4f90-8dce-479b88ed3722 admin admin] Calling delete_port for b1e0c457-2b48-4921-8ea1-4d84835b81f3 owned by network:router_gateway {{(pid=103458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 20:46:03.527097 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvr_db [None req-75cccb5d-ab74-4fec-9e9d-c5373a29caf3 None None] Set router ad33a2d3-2772-4217-bf0c-90678676990b gateway port host: None {{(pid=103460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:46:03.582079 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-75cccb5d-ab74-4fec-9e9d-c5373a29caf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad33a2d3-2772-4217-bf0c-90678676990b', 'name': 'tempest-TestShelveInstance-1921388851-router', 'tenant_id': 'b260f27362894ff4a5ffebec1c366b34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:41:14Z', 'updated_at': '2022-03-08T20:46:03Z', 'revision_number': 6, 'project_id': 'b260f27362894ff4a5ffebec1c366b34', 'gw_port_host': None}], 'dv-cinder-830096-3-iscsi', False) {} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:46:03.608164 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75cccb5d-ab74-4fec-9e9d-c5373a29caf3 None None] The sync data for ids ['ad33a2d3-2772-4217-bf0c-90678676990b'] in dv-cinder-830096-3-iscsi is: [{'id': 'ad33a2d3-2772-4217-bf0c-90678676990b', 'name': 'tempest-TestShelveInstance-1921388851-router', 'tenant_id': 'b260f27362894ff4a5ffebec1c366b34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:41:14Z', 'updated_at': '2022-03-08T20:46:03Z', 'revision_number': 6, 'project_id': 'b260f27362894ff4a5ffebec1c366b34', 'gw_port_host': None}] {{(pid=103460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 20:46:03.777865 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-7a330e8f-62e0-4259-bea2-8ced8e9b3a98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745146981205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476605'] for agent (cd1d0244-f954-4bda-89fb-1fdc1954e39d), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:46:03.778093 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-516f4a03-fa14-4f90-8dce-479b88ed3722 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745146878630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745146440915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28566877'] for port (b1e0c457-2b48-4921-8ea1-4d84835b81f3), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:46:03.801299 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516f4a03-fa14-4f90-8dce-479b88ed3722 admin admin] Pushing event deleted for resources: {'Port': ['ID=b1e0c457-2b48-4921-8ea1-4d84835b81f3,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:46:03.873947 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-516f4a03-fa14-4f90-8dce-479b88ed3722 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-442509'] for router_gateway (ad33a2d3-2772-4217-bf0c-90678676990b), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:46:03.966926 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-516f4a03-fa14-4f90-8dce-479b88ed3722 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-448313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126032'] for router (ad33a2d3-2772-4217-bf0c-90678676990b), precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:46:03.970896 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-516f4a03-fa14-4f90-8dce-479b88ed3722 admin admin] Publish callbacks [] for router_controller (ad33a2d3-2772-4217-bf0c-90678676990b), precommit_delete_associations {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:46:04.103881 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-516f4a03-fa14-4f90-8dce-479b88ed3722 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-448302'] for router (ad33a2d3-2772-4217-bf0c-90678676990b), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:46:04.104618 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-516f4a03-fa14-4f90-8dce-479b88ed3722 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ad33a2d3-2772-4217-bf0c-90678676990b {{(pid=103458) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 20:46:04.109343 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-516f4a03-fa14-4f90-8dce-479b88ed3722 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:46:04.110520 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-516f4a03-fa14-4f90-8dce-479b88ed3722 admin admin] 10.222.0.41 "DELETE /v2.0/routers/ad33a2d3-2772-4217-bf0c-90678676990b HTTP/1.1" status: 204 len: 168 time: 1.0517447 Mar 08 20:46:04.113050 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.41', 39926) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:46:04.159018 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea91a6f1-2c73-4eb6-8847-0bf6987cf097 admin admin] Deleting subnet 5954f2a5-36ff-43d6-a523-092d39063a03 {{(pid=103458) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 20:46:04.162428 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ea91a6f1-2c73-4eb6-8847-0bf6987cf097 admin admin] Publish callbacks [] for subnet (5954f2a5-36ff-43d6-a523-092d39063a03), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:46:04.196449 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ea91a6f1-2c73-4eb6-8847-0bf6987cf097 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28520883'] for subnet (5954f2a5-36ff-43d6-a523-092d39063a03), precommit_delete_associations {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:46:04.278466 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ea91a6f1-2c73-4eb6-8847-0bf6987cf097 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3537161'] for subnet (5954f2a5-36ff-43d6-a523-092d39063a03), precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:46:04.396763 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ea91a6f1-2c73-4eb6-8847-0bf6987cf097 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3537170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28566890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28015844'] for subnet (5954f2a5-36ff-43d6-a523-092d39063a03), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:46:04.424305 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea91a6f1-2c73-4eb6-8847-0bf6987cf097 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5954f2a5-36ff-43d6-a523-092d39063a03,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:46:04.429990 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ea91a6f1-2c73-4eb6-8847-0bf6987cf097 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3733777'] for subnet (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:46:04.435403 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-ea91a6f1-2c73-4eb6-8847-0bf6987cf097 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/5954f2a5-36ff-43d6-a523-092d39063a03 HTTP/1.1" status: 204 len: 168 time: 0.3212180 Mar 08 20:46:04.437927 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-730ec0d2-38a4-4cbe-a80c-5fe4e04b31f7 None None] Network 448a8c2b-9c6e-49f0-88ba-81f3da4c5a82 requested from dv-cinder-830096-3-iscsi {{(pid=103460) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 20:46:04.438446 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.41', 39928) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:46:04.526332 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-c4abc01f-ae87-45ad-b7f4-66c2555955f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-744326'] for network (448a8c2b-9c6e-49f0-88ba-81f3da4c5a82), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:46:04.591189 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-c4abc01f-ae87-45ad-b7f4-66c2555955f6 admin admin] Deleting port 2c399f5d-c00c-4050-b0e5-c1f1a359271f {{(pid=103458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 20:46:04.591500 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-c4abc01f-ae87-45ad-b7f4-66c2555955f6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745146874691'] for port (2c399f5d-c00c-4050-b0e5-c1f1a359271f), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:46:04.649849 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4875bbe9-ed63-480d-8857-59ad4a131e42 None None] DHCP port deletion for 448a8c2b-9c6e-49f0-88ba-81f3da4c5a82 request from dv-cinder-830096-3-iscsi {{(pid=103460) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 08 20:46:04.665689 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-c4abc01f-ae87-45ad-b7f4-66c2555955f6 admin admin] For port 2c399f5d-c00c-4050-b0e5-c1f1a359271f, host dv-cinder-830096-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-3-iscsi',level=0,port_id=2c399f5d-c00c-4050-b0e5-c1f1a359271f,segment=NetworkSegment(ebc38082-6696-43a0-b992-f2019b403ad2),segment_id=ebc38082-6696-43a0-b992-f2019b403ad2)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:46:04.666123 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-c4abc01f-ae87-45ad-b7f4-66c2555955f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443457'] for port (2c399f5d-c00c-4050-b0e5-c1f1a359271f), precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:46:04.682446 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-c4abc01f-ae87-45ad-b7f4-66c2555955f6 admin admin] Calling delete_port for 2c399f5d-c00c-4050-b0e5-c1f1a359271f owned by network:dhcp {{(pid=103458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 20:46:04.699575 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.plugin [None req-4875bbe9-ed63-480d-8857-59ad4a131e42 None None] Deleting port 2c399f5d-c00c-4050-b0e5-c1f1a359271f {{(pid=103460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 20:46:04.699952 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-4875bbe9-ed63-480d-8857-59ad4a131e42 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745146874691'] for port (2c399f5d-c00c-4050-b0e5-c1f1a359271f), before_delete {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:46:04.852544 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-c4abc01f-ae87-45ad-b7f4-66c2555955f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745146878630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745146440915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28566877'] for port (2c399f5d-c00c-4050-b0e5-c1f1a359271f), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:46:04.884356 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4abc01f-ae87-45ad-b7f4-66c2555955f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=2c399f5d-c00c-4050-b0e5-c1f1a359271f,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:46:04.889700 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4abc01f-ae87-45ad-b7f4-66c2555955f6 admin admin] No DVR routers for this DVR port 2c399f5d-c00c-4050-b0e5-c1f1a359271f on host dv-cinder-830096-3-iscsi {{(pid=103458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 20:46:04.910755 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.db [None req-4875bbe9-ed63-480d-8857-59ad4a131e42 None None] For port 2c399f5d-c00c-4050-b0e5-c1f1a359271f, host dv-cinder-830096-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-3-iscsi',level=0,port_id=2c399f5d-c00c-4050-b0e5-c1f1a359271f,segment=NetworkSegment(ebc38082-6696-43a0-b992-f2019b403ad2),segment_id=ebc38082-6696-43a0-b992-f2019b403ad2)] {{(pid=103460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:46:04.911211 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-4875bbe9-ed63-480d-8857-59ad4a131e42 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443457'] for port (2c399f5d-c00c-4050-b0e5-c1f1a359271f), precommit_delete {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:46:04.926630 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.plugin [None req-4875bbe9-ed63-480d-8857-59ad4a131e42 None None] Calling delete_port for 2c399f5d-c00c-4050-b0e5-c1f1a359271f owned by network:dhcp {{(pid=103460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 20:46:04.964329 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-c4abc01f-ae87-45ad-b7f4-66c2555955f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3474822', 'neutron.services.segments.db._delete_segments_for_network-8745146981223'] for network (448a8c2b-9c6e-49f0-88ba-81f3da4c5a82), precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:46:04.987300 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.services.segments.db [None req-c4abc01f-ae87-45ad-b7f4-66c2555955f6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['448a8c2b-9c6e-49f0-88ba-81f3da4c5a82']}} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:46:04.999271 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.services.segments.db [None req-c4abc01f-ae87-45ad-b7f4-66c2555955f6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ebc38082-6696-43a0-b992-f2019b403ad2') {'for_net_delete': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:46:04.999557 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.services.segments.db [None req-c4abc01f-ae87-45ad-b7f4-66c2555955f6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ebc38082-6696-43a0-b992-f2019b403ad2') {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:46:05.009778 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-c4abc01f-ae87-45ad-b7f4-66c2555955f6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745146982000', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28520776'] for segment (ebc38082-6696-43a0-b992-f2019b403ad2), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:46:05.010314 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-4875bbe9-ed63-480d-8857-59ad4a131e42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745146878630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745146440915'] for port (2c399f5d-c00c-4050-b0e5-c1f1a359271f), after_delete {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:46:05.023759 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-c4abc01f-ae87-45ad-b7f4-66c2555955f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536034'] for segment (ebc38082-6696-43a0-b992-f2019b403ad2), precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:46:05.030509 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4abc01f-ae87-45ad-b7f4-66c2555955f6 admin admin] Releasing vlan 134 on physical network physnet1 to pool {{(pid=103458) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 20:46:05.031002 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-c4abc01f-ae87-45ad-b7f4-66c2555955f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28566784'] for segment (ebc38082-6696-43a0-b992-f2019b403ad2), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:46:05.034074 dv-cinder-830096-3-iscsi neutron-server[103458]: Traceback (most recent call last): Mar 08 20:46:05.034074 dv-cinder-830096-3-iscsi neutron-server[103458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 20:46:05.034074 dv-cinder-830096-3-iscsi neutron-server[103458]: timer() Mar 08 20:46:05.034074 dv-cinder-830096-3-iscsi neutron-server[103458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 20:46:05.034074 dv-cinder-830096-3-iscsi neutron-server[103458]: cb(*args, **kw) Mar 08 20:46:05.034074 dv-cinder-830096-3-iscsi neutron-server[103458]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 20:46:05.034074 dv-cinder-830096-3-iscsi neutron-server[103458]: return func(*args, **kwargs) Mar 08 20:46:05.034074 dv-cinder-830096-3-iscsi neutron-server[103458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 20:46:05.034074 dv-cinder-830096-3-iscsi neutron-server[103458]: self._notify() Mar 08 20:46:05.034074 dv-cinder-830096-3-iscsi neutron-server[103458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 20:46:05.034074 dv-cinder-830096-3-iscsi neutron-server[103458]: self.callback(batched_events) Mar 08 20:46:05.034074 dv-cinder-830096-3-iscsi neutron-server[103458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 20:46:05.034074 dv-cinder-830096-3-iscsi neutron-server[103458]: event.method(event) Mar 08 20:46:05.034074 dv-cinder-830096-3-iscsi neutron-server[103458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 20:46:05.034074 dv-cinder-830096-3-iscsi neutron-server[103458]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 20:46:05.034074 dv-cinder-830096-3-iscsi neutron-server[103458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 20:46:05.034074 dv-cinder-830096-3-iscsi neutron-server[103458]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 20:46:05.034074 dv-cinder-830096-3-iscsi neutron-server[103458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 20:46:05.034074 dv-cinder-830096-3-iscsi neutron-server[103458]: return f(self, *a, **k) Mar 08 20:46:05.034074 dv-cinder-830096-3-iscsi neutron-server[103458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 20:46:05.034074 dv-cinder-830096-3-iscsi neutron-server[103458]: return self._get(url).json() Mar 08 20:46:05.034074 dv-cinder-830096-3-iscsi neutron-server[103458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 20:46:05.034074 dv-cinder-830096-3-iscsi neutron-server[103458]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 20:46:05.034074 dv-cinder-830096-3-iscsi neutron-server[103458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 20:46:05.034074 dv-cinder-830096-3-iscsi neutron-server[103458]: return self.request(url, 'GET', **kwargs) Mar 08 20:46:05.034074 dv-cinder-830096-3-iscsi neutron-server[103458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 20:46:05.034074 dv-cinder-830096-3-iscsi neutron-server[103458]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 20:46:05.034074 dv-cinder-830096-3-iscsi neutron-server[103458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 20:46:05.034074 dv-cinder-830096-3-iscsi neutron-server[103458]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 20:46:05.034074 dv-cinder-830096-3-iscsi neutron-server[103458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 20:46:05.034074 dv-cinder-830096-3-iscsi neutron-server[103458]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 20:46:05.034074 dv-cinder-830096-3-iscsi neutron-server[103458]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 20:46:05.039904 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4875bbe9-ed63-480d-8857-59ad4a131e42 None None] Pushing event deleted for resources: {'Port': ['ID=2c399f5d-c00c-4050-b0e5-c1f1a359271f,revision_number=None']} {{(pid=103460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:46:05.041816 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4875bbe9-ed63-480d-8857-59ad4a131e42 None None] No DVR routers for this DVR port 2c399f5d-c00c-4050-b0e5-c1f1a359271f on host dv-cinder-830096-3-iscsi {{(pid=103460) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 20:46:05.253533 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-c4abc01f-ae87-45ad-b7f4-66c2555955f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3474831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3733763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-442537'] for network (448a8c2b-9c6e-49f0-88ba-81f3da4c5a82), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:46:05.259273 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-c4abc01f-ae87-45ad-b7f4-66c2555955f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3733777'] for network (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:46:05.262442 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-c4abc01f-ae87-45ad-b7f4-66c2555955f6 admin admin] 10.222.0.41 "DELETE /v2.0/networks/448a8c2b-9c6e-49f0-88ba-81f3da4c5a82 HTTP/1.1" status: 204 len: 168 time: 0.8231428 Mar 08 20:46:05.273554 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4abc01f-ae87-45ad-b7f4-66c2555955f6 admin admin] Pushing event deleted for resources: {'Network': ['ID=448a8c2b-9c6e-49f0-88ba-81f3da4c5a82,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:46:05.282084 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745146981205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476605'] for agent (fa4b043a-5d45-4181-9cb2-30d29598ef5b), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:46:05.342563 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.rpc [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Device b1e0c457-2b48-4921-8ea1-4d84835b81f3 no longer exists at agent ovs-agent-dv-cinder-830096-3-iscsi {{(pid=103460) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 20:46:05.364423 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.plugin [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] No Port match for: b1e0c457-2b48-4921-8ea1-4d84835b81f3 {{(pid=103460) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 20:46:05.364883 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.rpc [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Device b1e0c457-2b48-4921-8ea1-4d84835b81f3 not bound to the agent host dv-cinder-830096-3-iscsi {{(pid=103460) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 20:46:05.365177 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.rpc [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Device 2c399f5d-c00c-4050-b0e5-c1f1a359271f no longer exists at agent ovs-agent-dv-cinder-830096-3-iscsi {{(pid=103460) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 20:46:05.385193 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.plugin [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] No Port match for: 2c399f5d-c00c-4050-b0e5-c1f1a359271f {{(pid=103460) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 20:46:05.385534 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.rpc [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Device 2c399f5d-c00c-4050-b0e5-c1f1a359271f not bound to the agent host dv-cinder-830096-3-iscsi {{(pid=103460) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 20:46:05.385956 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.rpc [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Device bf60c813-e535-4279-ba82-feee52c15a28 no longer exists at agent ovs-agent-dv-cinder-830096-3-iscsi {{(pid=103460) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 20:46:05.405305 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.plugin [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] No Port match for: bf60c813-e535-4279-ba82-feee52c15a28 {{(pid=103460) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 20:46:05.405648 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.rpc [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Device bf60c813-e535-4279-ba82-feee52c15a28 not bound to the agent host dv-cinder-830096-3-iscsi {{(pid=103460) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 20:46:05.532277 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.wsgi [-] (103459) accepted ('10.222.0.41', 39932) {{(pid=103459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:46:05.576463 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [None req-fc5e670b-9ee9-4129-8fe5-5546d32a95d1 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=db29e5d57c4843ae951066080ae50d37&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0427306 Mar 08 20:46:05.579341 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.wsgi [-] (103459) accepted ('10.222.0.41', 39934) {{(pid=103459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:46:05.627344 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-be3c0405-41a0-4f50-9d4d-e28727ed69b2 admin admin] Publish callbacks [] for security_group (2e885919-ffaf-44a5-853f-faacb6f87be2), before_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:46:05.648815 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-be3c0405-41a0-4f50-9d4d-e28727ed69b2 admin admin] Publish callbacks [] for security_group (2e885919-ffaf-44a5-853f-faacb6f87be2), precommit_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:46:05.770079 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-be3c0405-41a0-4f50-9d4d-e28727ed69b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310940'] for security_group (2e885919-ffaf-44a5-853f-faacb6f87be2), after_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:46:05.772633 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-be3c0405-41a0-4f50-9d4d-e28727ed69b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:46:05.774114 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [None req-be3c0405-41a0-4f50-9d4d-e28727ed69b2 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2e885919-ffaf-44a5-853f-faacb6f87be2 HTTP/1.1" status: 204 len: 168 time: 0.1938109 Mar 08 20:46:05.782254 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3c0405-41a0-4f50-9d4d-e28727ed69b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e885919-ffaf-44a5-853f-faacb6f87be2,revision_number=None']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:46:06.443528 dv-cinder-830096-3-iscsi neutron-server[103459]: DEBUG neutron.wsgi [-] (103459) accepted ('10.222.0.41', 39940) {{(pid=103459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:46:06.483280 dv-cinder-830096-3-iscsi neutron-server[103459]: INFO neutron.wsgi [None req-5c13b30a-08d4-42ef-b502-0517b0ac4930 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b260f27362894ff4a5ffebec1c366b34&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0385754 Mar 08 20:46:06.485835 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.41', 39942) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:46:06.538768 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-776d7294-e53c-4072-808f-b3012d73212a admin admin] Publish callbacks [] for security_group (26b756fb-a48d-4dac-83e4-bb2bb8bb5cf1), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:46:06.564136 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-776d7294-e53c-4072-808f-b3012d73212a admin admin] Publish callbacks [] for security_group (26b756fb-a48d-4dac-83e4-bb2bb8bb5cf1), precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:46:06.686168 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-776d7294-e53c-4072-808f-b3012d73212a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-310940'] for security_group (26b756fb-a48d-4dac-83e4-bb2bb8bb5cf1), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:46:06.688766 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-776d7294-e53c-4072-808f-b3012d73212a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:46:06.689945 dv-cinder-830096-3-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-776d7294-e53c-4072-808f-b3012d73212a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/26b756fb-a48d-4dac-83e4-bb2bb8bb5cf1 HTTP/1.1" status: 204 len: 168 time: 0.2031372 Mar 08 20:46:06.697514 dv-cinder-830096-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776d7294-e53c-4072-808f-b3012d73212a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26b756fb-a48d-4dac-83e4-bb2bb8bb5cf1,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:46:17.200302 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.db.agents_db [None req-39e8813d-158c-4e2f-bb5f-b8539461cb33 None None] Agent healthcheck: found 6 active agents {{(pid=103461) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 20:46:24.275278 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745146981205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476605'] for agent (905863fd-6a46-47f8-82ce-98f31309cbd3), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:46:29.003815 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-1b9204fc-0aa9-473d-97ab-dbba0957cb43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745146981205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476605'] for agent (a3d84102-f7d3-452b-861a-973020576047), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:46:31.251350 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-d172d7b7-0c51-407b-abbe-6b3be01d551c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745146981205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476605'] for agent (7ae9fd8f-5d61-4821-9eac-044950c450f0), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:46:32.466464 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-dbe61520-29cf-4847-b96e-6d24c6c097a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745146981205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476605'] for agent (6cc78598-e6b3-4e4d-a99c-31b9c4784fd2), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:46:33.777081 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-7a330e8f-62e0-4259-bea2-8ced8e9b3a98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745146981205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476605'] for agent (cd1d0244-f954-4bda-89fb-1fdc1954e39d), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:46:35.308431 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745146981205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476605'] for agent (fa4b043a-5d45-4181-9cb2-30d29598ef5b), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:46:54.199536 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.db.agents_db [None req-39e8813d-158c-4e2f-bb5f-b8539461cb33 None None] Agent healthcheck: found 6 active agents {{(pid=103461) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 20:46:54.297259 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745146981205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476605'] for agent (905863fd-6a46-47f8-82ce-98f31309cbd3), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:46:59.011188 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-563dfd75-1d53-464a-a93b-84a74a1d00ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745146981205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476605'] for agent (a3d84102-f7d3-452b-861a-973020576047), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:47:01.342237 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-1a74243d-521d-4c2a-9383-ac8108648cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745146981205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476605'] for agent (7ae9fd8f-5d61-4821-9eac-044950c450f0), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:47:02.431694 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-dbe61520-29cf-4847-b96e-6d24c6c097a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745146981205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476605'] for agent (6cc78598-e6b3-4e4d-a99c-31b9c4784fd2), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:47:03.782444 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-7a330e8f-62e0-4259-bea2-8ced8e9b3a98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745146981205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476605'] for agent (cd1d0244-f954-4bda-89fb-1fdc1954e39d), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:47:05.319420 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745146981205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476605'] for agent (fa4b043a-5d45-4181-9cb2-30d29598ef5b), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:47:24.281902 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745146981205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476605'] for agent (905863fd-6a46-47f8-82ce-98f31309cbd3), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:47:29.030520 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-4e7b0ab7-f6d6-48a2-86ab-b05bc31d6a4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745146981205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476605'] for agent (a3d84102-f7d3-452b-861a-973020576047), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:47:31.199762 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.db.agents_db [None req-39e8813d-158c-4e2f-bb5f-b8539461cb33 None None] Agent healthcheck: found 6 active agents {{(pid=103461) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 20:47:31.299802 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-388633c0-7d8d-459d-b077-1ef7cf958a2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745146981205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476605'] for agent (7ae9fd8f-5d61-4821-9eac-044950c450f0), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:47:32.441770 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-dbe61520-29cf-4847-b96e-6d24c6c097a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745146981205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476605'] for agent (6cc78598-e6b3-4e4d-a99c-31b9c4784fd2), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:47:33.807513 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-7a330e8f-62e0-4259-bea2-8ced8e9b3a98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745146981205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476605'] for agent (cd1d0244-f954-4bda-89fb-1fdc1954e39d), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:47:35.287546 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745146981205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476605'] for agent (fa4b043a-5d45-4181-9cb2-30d29598ef5b), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:47:54.295242 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745146981205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476605'] for agent (905863fd-6a46-47f8-82ce-98f31309cbd3), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:47:59.012464 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-0c213bcd-d9d9-4269-8777-d699103104ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745146981205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476605'] for agent (a3d84102-f7d3-452b-861a-973020576047), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:48:01.275593 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-12b81c5a-610e-43af-8f64-6a014af8e7ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745146981205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476605'] for agent (7ae9fd8f-5d61-4821-9eac-044950c450f0), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:48:02.392015 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-dbe61520-29cf-4847-b96e-6d24c6c097a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745146981205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476605'] for agent (6cc78598-e6b3-4e4d-a99c-31b9c4784fd2), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:48:03.803227 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-7a330e8f-62e0-4259-bea2-8ced8e9b3a98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745146981205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476605'] for agent (cd1d0244-f954-4bda-89fb-1fdc1954e39d), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:48:05.318461 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745146981205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476605'] for agent (fa4b043a-5d45-4181-9cb2-30d29598ef5b), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:48:08.198594 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.db.agents_db [None req-39e8813d-158c-4e2f-bb5f-b8539461cb33 None None] Agent healthcheck: found 6 active agents {{(pid=103461) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 20:48:24.283130 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745146981205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476605'] for agent (905863fd-6a46-47f8-82ce-98f31309cbd3), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:48:28.977301 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-90ba10ff-2e09-46fa-ba13-746e17f8bf70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745146981205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476605'] for agent (a3d84102-f7d3-452b-861a-973020576047), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:48:31.271471 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-a878fa15-7f94-4459-a25f-146a04b03b09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745146981205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476605'] for agent (7ae9fd8f-5d61-4821-9eac-044950c450f0), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:48:32.417249 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-dbe61520-29cf-4847-b96e-6d24c6c097a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745146981205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476605'] for agent (6cc78598-e6b3-4e4d-a99c-31b9c4784fd2), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:48:33.803026 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-7a330e8f-62e0-4259-bea2-8ced8e9b3a98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745146981205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476605'] for agent (cd1d0244-f954-4bda-89fb-1fdc1954e39d), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:48:35.277038 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745146981205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476605'] for agent (fa4b043a-5d45-4181-9cb2-30d29598ef5b), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:48:45.198165 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.db.agents_db [None req-39e8813d-158c-4e2f-bb5f-b8539461cb33 None None] Agent healthcheck: found 6 active agents {{(pid=103461) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 20:48:54.325822 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745146981205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476605'] for agent (905863fd-6a46-47f8-82ce-98f31309cbd3), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:48:59.005446 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-d1bd902c-ced8-48f5-9b4c-fb5774a08658 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745146981205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476605'] for agent (a3d84102-f7d3-452b-861a-973020576047), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:49:01.265362 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-72a572d9-f9d0-4e3f-9b0b-e10b3b26e09c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745146981205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476605'] for agent (7ae9fd8f-5d61-4821-9eac-044950c450f0), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:49:02.407790 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-dbe61520-29cf-4847-b96e-6d24c6c097a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745146981205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476605'] for agent (6cc78598-e6b3-4e4d-a99c-31b9c4784fd2), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:49:03.781671 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-7a330e8f-62e0-4259-bea2-8ced8e9b3a98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745146981205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476605'] for agent (cd1d0244-f954-4bda-89fb-1fdc1954e39d), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:49:05.276131 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745146981205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476605'] for agent (fa4b043a-5d45-4181-9cb2-30d29598ef5b), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:49:22.197372 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.db.agents_db [None req-39e8813d-158c-4e2f-bb5f-b8539461cb33 None None] Agent healthcheck: found 6 active agents {{(pid=103461) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 20:49:24.335531 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745146981205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476605'] for agent (905863fd-6a46-47f8-82ce-98f31309cbd3), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:49:28.978233 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-fd20969d-6aea-44f3-9fff-bc610ac32964 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745146981205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476605'] for agent (a3d84102-f7d3-452b-861a-973020576047), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:49:31.246967 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-99e52e3a-5e6e-4e05-a0e8-b5ab3a11a149 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745146981205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476605'] for agent (7ae9fd8f-5d61-4821-9eac-044950c450f0), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:49:32.432975 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-dbe61520-29cf-4847-b96e-6d24c6c097a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745146981205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476605'] for agent (6cc78598-e6b3-4e4d-a99c-31b9c4784fd2), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:49:33.830024 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-7a330e8f-62e0-4259-bea2-8ced8e9b3a98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745146981205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476605'] for agent (cd1d0244-f954-4bda-89fb-1fdc1954e39d), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:49:35.318400 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745146981205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476605'] for agent (fa4b043a-5d45-4181-9cb2-30d29598ef5b), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:49:54.400510 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745146981205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476605'] for agent (905863fd-6a46-47f8-82ce-98f31309cbd3), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:49:58.997381 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-66508bc1-812a-4880-b012-f43bf4b530dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745146981205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476605'] for agent (a3d84102-f7d3-452b-861a-973020576047), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:49:59.196252 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.db.agents_db [None req-39e8813d-158c-4e2f-bb5f-b8539461cb33 None None] Agent healthcheck: found 6 active agents {{(pid=103461) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 20:50:01.257230 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-c1f51266-7ca7-4ffb-8996-6ee5e03ece1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745146981205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476605'] for agent (7ae9fd8f-5d61-4821-9eac-044950c450f0), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:50:02.425744 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-dbe61520-29cf-4847-b96e-6d24c6c097a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745146981205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476605'] for agent (6cc78598-e6b3-4e4d-a99c-31b9c4784fd2), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:50:03.797672 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-7a330e8f-62e0-4259-bea2-8ced8e9b3a98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745146981205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476605'] for agent (cd1d0244-f954-4bda-89fb-1fdc1954e39d), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:50:05.288687 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745146981205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476605'] for agent (fa4b043a-5d45-4181-9cb2-30d29598ef5b), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:50:24.382789 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745146981205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476605'] for agent (905863fd-6a46-47f8-82ce-98f31309cbd3), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:50:29.002634 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-15e29c75-41d4-4321-8e96-d43bde9062d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745146981205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476605'] for agent (a3d84102-f7d3-452b-861a-973020576047), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:50:31.262666 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-769fe2c0-f988-4c05-9ca1-e4a59576568a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745146981205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476605'] for agent (7ae9fd8f-5d61-4821-9eac-044950c450f0), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:50:32.445289 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-dbe61520-29cf-4847-b96e-6d24c6c097a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745146981205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476605'] for agent (6cc78598-e6b3-4e4d-a99c-31b9c4784fd2), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:50:33.822579 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-7a330e8f-62e0-4259-bea2-8ced8e9b3a98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745146981205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476605'] for agent (cd1d0244-f954-4bda-89fb-1fdc1954e39d), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:50:35.287817 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745146981205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476605'] for agent (fa4b043a-5d45-4181-9cb2-30d29598ef5b), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:50:36.195041 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.db.agents_db [None req-39e8813d-158c-4e2f-bb5f-b8539461cb33 None None] Agent healthcheck: found 6 active agents {{(pid=103461) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 20:50:54.328723 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745146981205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476605'] for agent (905863fd-6a46-47f8-82ce-98f31309cbd3), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:50:59.006715 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-49131e99-1f5a-43a4-9a70-226559a836aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745146981205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476605'] for agent (a3d84102-f7d3-452b-861a-973020576047), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:51:01.247090 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-e420658f-4a6c-4fa5-ab95-d1efb8004599 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745146981205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476605'] for agent (7ae9fd8f-5d61-4821-9eac-044950c450f0), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:51:02.424360 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-dbe61520-29cf-4847-b96e-6d24c6c097a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745146981205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476605'] for agent (6cc78598-e6b3-4e4d-a99c-31b9c4784fd2), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:51:03.793376 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-7a330e8f-62e0-4259-bea2-8ced8e9b3a98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745146981205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476605'] for agent (cd1d0244-f954-4bda-89fb-1fdc1954e39d), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:51:05.278945 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745146981205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476605'] for agent (fa4b043a-5d45-4181-9cb2-30d29598ef5b), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:51:13.194671 dv-cinder-830096-3-iscsi neutron-server[103461]: DEBUG neutron.db.agents_db [None req-39e8813d-158c-4e2f-bb5f-b8539461cb33 None None] Agent healthcheck: found 6 active agents {{(pid=103461) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 20:51:24.338020 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-9a7af4f4-967d-424c-8b59-fb4bf3ed7a64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745146981205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476605'] for agent (905863fd-6a46-47f8-82ce-98f31309cbd3), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:51:29.000383 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-bb1563ea-5028-4837-bfc1-1b12e194eb09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745146981205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476605'] for agent (a3d84102-f7d3-452b-861a-973020576047), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:51:31.260996 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-2d156622-7e81-457d-87d9-ac0eed05015b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745146981205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476605'] for agent (7ae9fd8f-5d61-4821-9eac-044950c450f0), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:51:32.434721 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-dbe61520-29cf-4847-b96e-6d24c6c097a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745146981205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476605'] for agent (6cc78598-e6b3-4e4d-a99c-31b9c4784fd2), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:51:33.811210 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-7a330e8f-62e0-4259-bea2-8ced8e9b3a98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745146981205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476605'] for agent (cd1d0244-f954-4bda-89fb-1fdc1954e39d), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:51:35.285854 dv-cinder-830096-3-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-8ddaf90d-1b21-497c-a8f6-311cd5afc913 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745146981205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476605'] for agent (fa4b043a-5d45-4181-9cb2-30d29598ef5b), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}